{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1376,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "loss_distr": 0.0009350277832709253,
      "loss_partial": 0.00927734375,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0009993300773203373,
      "loss_partial": 0.004058837890625,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0009609569679014385,
      "loss_partial": 0.006134033203125,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0004394567513372749,
      "loss_partial": 0.0107421875,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0006976001895964146,
      "loss_partial": 0.0098876953125,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0009671016014181077,
      "loss_partial": 0.01190185546875,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0007102100644260645,
      "loss_partial": 0.00909423828125,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0010246796300634742,
      "loss_partial": 0.006500244140625,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0006265622796490788,
      "loss_partial": 0.009033203125,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.001001314027234912,
      "loss_partial": 0.006500244140625,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.000753248983528465,
      "loss_partial": 0.009521484375,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0004969742149114609,
      "loss_partial": 0.0106201171875,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.000593556382227689,
      "loss_partial": 0.02734375,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0006726630963385105,
      "loss_partial": 0.00909423828125,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.000519805820658803,
      "loss_partial": 0.01019287109375,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0006130817346274853,
      "loss_partial": 0.01275634765625,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.000938453886192292,
      "loss_partial": 0.007720947265625,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0008416026248596609,
      "loss_partial": 0.007354736328125,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0012575617292895913,
      "loss_partial": 0.004608154296875,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0010423066560178995,
      "loss_partial": 0.005523681640625,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0012335915816947818,
      "loss_partial": 0.0030975341796875,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0009619437623769045,
      "loss_partial": 0.0078125,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0008371432195417583,
      "loss_partial": 0.01226806640625,
      "step": 0
    },
    {
      "epoch": 0,
      "loss_distr": 0.0010876809246838093,
      "loss_partial": 0.0042724609375,
      "step": 0
    },
    {
      "epoch": 0.0014534883720930232,
      "grad_norm": 0.3145483732223511,
      "learning_rate": 0.0,
      "loss": 0.2322,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0005270523251965642,
      "loss_partial": 0.0162353515625,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0009383745491504669,
      "loss_partial": 0.00701904296875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0007980496156960726,
      "loss_partial": 0.00726318359375,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0005556971300393343,
      "loss_partial": 0.01202392578125,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0004992238245904446,
      "loss_partial": 0.0137939453125,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0006301687099039555,
      "loss_partial": 0.0145263671875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0011553966905921698,
      "loss_partial": 0.004486083984375,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0006165383383631706,
      "loss_partial": 0.010498046875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0009200050844810903,
      "loss_partial": 0.005615234375,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0005100971320644021,
      "loss_partial": 0.01080322265625,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.000599003687966615,
      "loss_partial": 0.01031494140625,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0005303724901750684,
      "loss_partial": 0.00762939453125,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0007225334993563592,
      "loss_partial": 0.0079345703125,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0009012438240461051,
      "loss_partial": 0.007537841796875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0007450987468473613,
      "loss_partial": 0.00408935546875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0005915316287428141,
      "loss_partial": 0.0086669921875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0008556036627851427,
      "loss_partial": 0.006805419921875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0006236258195713162,
      "loss_partial": 0.0115966796875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0006238576024770737,
      "loss_partial": 0.0087890625,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0009053574758581817,
      "loss_partial": 0.007476806640625,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.001011730171740055,
      "loss_partial": 0.00738525390625,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0006403058068826795,
      "loss_partial": 0.006561279296875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0007738297572359443,
      "loss_partial": 0.01141357421875,
      "step": 1
    },
    {
      "epoch": 0.0014534883720930232,
      "loss_distr": 0.0009910159278661013,
      "loss_partial": 0.006561279296875,
      "step": 1
    },
    {
      "epoch": 0.0029069767441860465,
      "grad_norm": 0.3024393916130066,
      "learning_rate": 1.4492753623188408e-07,
      "loss": 0.2341,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0008759447373449802,
      "loss_partial": 0.00701904296875,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0008016426581889391,
      "loss_partial": 0.006195068359375,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0005391644663177431,
      "loss_partial": 0.01361083984375,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0008898418745957315,
      "loss_partial": 0.00909423828125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0007424351060763001,
      "loss_partial": 0.01275634765625,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0006792445201426744,
      "loss_partial": 0.00775146484375,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0007301730802282691,
      "loss_partial": 0.00689697265625,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0007330960943363607,
      "loss_partial": 0.00634765625,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0006402124417945743,
      "loss_partial": 0.00958251953125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.00048264494398608804,
      "loss_partial": 0.009521484375,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0009774481877684593,
      "loss_partial": 0.0089111328125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0006518068257719278,
      "loss_partial": 0.007080078125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0007879303302615881,
      "loss_partial": 0.00921630859375,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0005896133952774107,
      "loss_partial": 0.00885009765625,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0006742908153682947,
      "loss_partial": 0.0118408203125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0007546688430011272,
      "loss_partial": 0.0123291015625,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0008230938110500574,
      "loss_partial": 0.00958251953125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0005281537887640297,
      "loss_partial": 0.00848388671875,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0006441572331823409,
      "loss_partial": 0.008056640625,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0006246344419196248,
      "loss_partial": 0.00830078125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.00073817785596475,
      "loss_partial": 0.01068115234375,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0006410805508494377,
      "loss_partial": 0.00860595703125,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.0005662203184328973,
      "loss_partial": 0.01031494140625,
      "step": 2
    },
    {
      "epoch": 0.0029069767441860465,
      "loss_distr": 0.000742625561542809,
      "loss_partial": 0.01177978515625,
      "step": 2
    },
    {
      "epoch": 0.00436046511627907,
      "grad_norm": 0.30238544940948486,
      "learning_rate": 2.8985507246376816e-07,
      "loss": 0.2331,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0005510466871783137,
      "loss_partial": 0.00982666015625,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0011278658639639616,
      "loss_partial": 0.0059814453125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0005692385602742434,
      "loss_partial": 0.01025390625,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0006977339508011937,
      "loss_partial": 0.00933837890625,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0006606981623917818,
      "loss_partial": 0.00537109375,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0008536942768841982,
      "loss_partial": 0.00897216796875,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0007832645205780864,
      "loss_partial": 0.00860595703125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0011426410637795925,
      "loss_partial": 0.0069580078125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0005846176645718515,
      "loss_partial": 0.01251220703125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0011041518300771713,
      "loss_partial": 0.0089111328125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0005044820136390626,
      "loss_partial": 0.00885009765625,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0006598059553653002,
      "loss_partial": 0.01171875,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.001128530129790306,
      "loss_partial": 0.00628662109375,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0009531599353067577,
      "loss_partial": 0.01123046875,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0005929452599957585,
      "loss_partial": 0.00958251953125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0007283032173290849,
      "loss_partial": 0.0111083984375,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0009129665559157729,
      "loss_partial": 0.008544921875,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0007109727594070137,
      "loss_partial": 0.00982666015625,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0008698641322553158,
      "loss_partial": 0.005340576171875,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0009182821377180517,
      "loss_partial": 0.00787353515625,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.001138964667916298,
      "loss_partial": 0.004669189453125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.000643864565063268,
      "loss_partial": 0.00860595703125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0006679968792013824,
      "loss_partial": 0.00811767578125,
      "step": 3
    },
    {
      "epoch": 0.00436046511627907,
      "loss_distr": 0.0005197868449613452,
      "loss_partial": 0.01104736328125,
      "step": 3
    },
    {
      "epoch": 0.005813953488372093,
      "grad_norm": 0.28872963786125183,
      "learning_rate": 4.347826086956522e-07,
      "loss": 0.2349,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0007225747685879469,
      "loss_partial": 0.007354736328125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006089593516662717,
      "loss_partial": 0.005126953125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0009997300803661346,
      "loss_partial": 0.005279541015625,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0009387423051521182,
      "loss_partial": 0.007476806640625,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0011784955859184265,
      "loss_partial": 0.005645751953125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006440543802455068,
      "loss_partial": 0.0089111328125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006487724604085088,
      "loss_partial": 0.00927734375,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006576214800588787,
      "loss_partial": 0.006622314453125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0005740182241424918,
      "loss_partial": 0.00830078125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.000737298745661974,
      "loss_partial": 0.00860595703125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.000593181699514389,
      "loss_partial": 0.01043701171875,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0010527013801038265,
      "loss_partial": 0.0054931640625,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.000803736038506031,
      "loss_partial": 0.01202392578125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0005328389233909547,
      "loss_partial": 0.0125732421875,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006635661120526493,
      "loss_partial": 0.007354736328125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0005542064900510013,
      "loss_partial": 0.00860595703125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0007911328575573862,
      "loss_partial": 0.0107421875,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0009030058281496167,
      "loss_partial": 0.0103759765625,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0008661176543682814,
      "loss_partial": 0.0120849609375,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0004818277375306934,
      "loss_partial": 0.0126953125,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006032451638020575,
      "loss_partial": 0.0037689208984375,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006700423546135426,
      "loss_partial": 0.007476806640625,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0007775461999699473,
      "loss_partial": 0.007659912109375,
      "step": 4
    },
    {
      "epoch": 0.005813953488372093,
      "loss_distr": 0.0006583621143363416,
      "loss_partial": 0.018798828125,
      "step": 4
    },
    {
      "epoch": 0.007267441860465116,
      "grad_norm": 0.29376837611198425,
      "learning_rate": 5.797101449275363e-07,
      "loss": 0.2366,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008989434572868049,
      "loss_partial": 0.006622314453125,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008290702244266868,
      "loss_partial": 0.00933837890625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008669460075907409,
      "loss_partial": 0.00921630859375,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0005847004358656704,
      "loss_partial": 0.0120849609375,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0006287762662395835,
      "loss_partial": 0.01092529296875,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008690311806276441,
      "loss_partial": 0.00732421875,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0007782713510096073,
      "loss_partial": 0.005126953125,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008132503717206419,
      "loss_partial": 0.008056640625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0007707843906246126,
      "loss_partial": 0.01177978515625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0006125124637037516,
      "loss_partial": 0.0067138671875,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.000871807336807251,
      "loss_partial": 0.01007080078125,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0007071427535265684,
      "loss_partial": 0.01214599609375,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008455305360257626,
      "loss_partial": 0.00689697265625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0006149676628410816,
      "loss_partial": 0.01055908203125,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008944176370278001,
      "loss_partial": 0.006866455078125,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0005451751057989895,
      "loss_partial": 0.00933837890625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0007874621078372002,
      "loss_partial": 0.00811767578125,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.00072613445809111,
      "loss_partial": 0.010498046875,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0013106073020026088,
      "loss_partial": 0.008056640625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0008018435910344124,
      "loss_partial": 0.007720947265625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0006611489225178957,
      "loss_partial": 0.006988525390625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.000553824647795409,
      "loss_partial": 0.007232666015625,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0007267798646353185,
      "loss_partial": 0.00433349609375,
      "step": 5
    },
    {
      "epoch": 0.007267441860465116,
      "loss_distr": 0.0004284594615455717,
      "loss_partial": 0.01104736328125,
      "step": 5
    },
    {
      "epoch": 0.00872093023255814,
      "grad_norm": 0.29217857122421265,
      "learning_rate": 7.246376811594204e-07,
      "loss": 0.2356,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0008965153247117996,
      "loss_partial": 0.01129150390625,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0008247324149124324,
      "loss_partial": 0.00665283203125,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0007488755509257317,
      "loss_partial": 0.0101318359375,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.000881347747053951,
      "loss_partial": 0.007110595703125,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0007660393021069467,
      "loss_partial": 0.013671875,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0006821592105552554,
      "loss_partial": 0.00994873046875,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0005231399554759264,
      "loss_partial": 0.009765625,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0012116689467802644,
      "loss_partial": 0.0059814453125,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0009522204636596143,
      "loss_partial": 0.01007080078125,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0005527973989956081,
      "loss_partial": 0.0106201171875,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0006776839727535844,
      "loss_partial": 0.007568359375,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0005467133596539497,
      "loss_partial": 0.0086669921875,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0006931513780727983,
      "loss_partial": 0.009765625,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0007290902431122959,
      "loss_partial": 0.013427734375,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0005598274292424321,
      "loss_partial": 0.0091552734375,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0005717410240322351,
      "loss_partial": 0.0126953125,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0007942376541905105,
      "loss_partial": 0.00848388671875,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0005743147921748459,
      "loss_partial": 0.0101318359375,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0010817550355568528,
      "loss_partial": 0.0079345703125,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0007246091263368726,
      "loss_partial": 0.007476806640625,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0005827738787047565,
      "loss_partial": 0.0123291015625,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0007412706036120653,
      "loss_partial": 0.009765625,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.000531095894984901,
      "loss_partial": 0.0091552734375,
      "step": 6
    },
    {
      "epoch": 0.00872093023255814,
      "loss_distr": 0.0008606481715105474,
      "loss_partial": 0.0103759765625,
      "step": 6
    },
    {
      "epoch": 0.010174418604651164,
      "grad_norm": 0.2863403558731079,
      "learning_rate": 8.695652173913044e-07,
      "loss": 0.2323,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0007538513164035976,
      "loss_partial": 0.00677490234375,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.00044124037958681583,
      "loss_partial": 0.0068359375,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0008916815277189016,
      "loss_partial": 0.008056640625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0005355304456315935,
      "loss_partial": 0.00958251953125,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0011620642617344856,
      "loss_partial": 0.00689697265625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0006221647490747273,
      "loss_partial": 0.01043701171875,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0006323830457404256,
      "loss_partial": 0.0169677734375,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0007201919797807932,
      "loss_partial": 0.00396728515625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0010916125029325485,
      "loss_partial": 0.006683349609375,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0005944771692156792,
      "loss_partial": 0.016357421875,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0008137449040077627,
      "loss_partial": 0.00799560546875,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0004812033148482442,
      "loss_partial": 0.00848388671875,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0009080455056391656,
      "loss_partial": 0.00592041015625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0006120255566202104,
      "loss_partial": 0.0185546875,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0004091354494448751,
      "loss_partial": 0.00885009765625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.00048621895257383585,
      "loss_partial": 0.0174560546875,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0009161759517155588,
      "loss_partial": 0.00933837890625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0008927939925342798,
      "loss_partial": 0.0074462890625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.000565882190130651,
      "loss_partial": 0.00982666015625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0010281213326379657,
      "loss_partial": 0.00518798828125,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0006608310504816473,
      "loss_partial": 0.00921630859375,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.000576219754293561,
      "loss_partial": 0.0087890625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0009017970878630877,
      "loss_partial": 0.00982666015625,
      "step": 7
    },
    {
      "epoch": 0.010174418604651164,
      "loss_distr": 0.0006438494892790914,
      "loss_partial": 0.01458740234375,
      "step": 7
    },
    {
      "epoch": 0.011627906976744186,
      "grad_norm": 0.28005072474479675,
      "learning_rate": 1.0144927536231885e-06,
      "loss": 0.2342,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.00040530471596866846,
      "loss_partial": 0.0069580078125,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.00046416232362389565,
      "loss_partial": 0.01055908203125,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0008930697804316878,
      "loss_partial": 0.007293701171875,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.000560290296562016,
      "loss_partial": 0.007354736328125,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0008132126531563699,
      "loss_partial": 0.0078125,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0008033789927139878,
      "loss_partial": 0.012939453125,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0005458339001052082,
      "loss_partial": 0.0068359375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0005921943811699748,
      "loss_partial": 0.00921630859375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.000997224822640419,
      "loss_partial": 0.00982666015625,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0007322923629544675,
      "loss_partial": 0.007171630859375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0008051956538110971,
      "loss_partial": 0.00848388671875,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0007362861069850624,
      "loss_partial": 0.01165771484375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0005654720589518547,
      "loss_partial": 0.01263427734375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0005757317994721234,
      "loss_partial": 0.010498046875,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0007778616854920983,
      "loss_partial": 0.00811767578125,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.000668575637973845,
      "loss_partial": 0.006072998046875,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.000677514704875648,
      "loss_partial": 0.00799560546875,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0006469395011663437,
      "loss_partial": 0.00726318359375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0007765795453451574,
      "loss_partial": 0.006744384765625,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0009554128628224134,
      "loss_partial": 0.00775146484375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0007204028079286218,
      "loss_partial": 0.0074462890625,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0007050561252981424,
      "loss_partial": 0.007659912109375,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0006668814457952976,
      "loss_partial": 0.01055908203125,
      "step": 8
    },
    {
      "epoch": 0.011627906976744186,
      "loss_distr": 0.0007950513972900808,
      "loss_partial": 0.006256103515625,
      "step": 8
    },
    {
      "epoch": 0.01308139534883721,
      "grad_norm": 0.2665785849094391,
      "learning_rate": 1.1594202898550726e-06,
      "loss": 0.2263,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0008301703492179513,
      "loss_partial": 0.006622314453125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0007010315312072635,
      "loss_partial": 0.0093994140625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.00045106932520866394,
      "loss_partial": 0.00836181640625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0009439813438802958,
      "loss_partial": 0.006103515625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0006984418723732233,
      "loss_partial": 0.01080322265625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0005459118401631713,
      "loss_partial": 0.00628662109375,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0005718569154851139,
      "loss_partial": 0.007354736328125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.001038720365613699,
      "loss_partial": 0.00653076171875,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0008190535008907318,
      "loss_partial": 0.007080078125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0008372414158657193,
      "loss_partial": 0.0064697265625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0012149986578151584,
      "loss_partial": 0.005889892578125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0009901017183437943,
      "loss_partial": 0.00811767578125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0005823498358950019,
      "loss_partial": 0.0093994140625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0011094382498413324,
      "loss_partial": 0.0054931640625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0013105601537972689,
      "loss_partial": 0.004425048828125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0009453761158511043,
      "loss_partial": 0.006927490234375,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.000788395176641643,
      "loss_partial": 0.00909423828125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0011381686199456453,
      "loss_partial": 0.01031494140625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0006146199302747846,
      "loss_partial": 0.01043701171875,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0008981946739368141,
      "loss_partial": 0.00830078125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0007194571662694216,
      "loss_partial": 0.0177001953125,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0004796407592948526,
      "loss_partial": 0.019775390625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.0005327991675585508,
      "loss_partial": 0.006103515625,
      "step": 9
    },
    {
      "epoch": 0.01308139534883721,
      "loss_distr": 0.000876355916261673,
      "loss_partial": 0.00958251953125,
      "step": 9
    },
    {
      "epoch": 0.014534883720930232,
      "grad_norm": 0.2597595155239105,
      "learning_rate": 1.3043478260869566e-06,
      "loss": 0.2328,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0005585284088738263,
      "loss_partial": 0.00885009765625,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0007182876579463482,
      "loss_partial": 0.00457763671875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.000604323111474514,
      "loss_partial": 0.0130615234375,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0006853033555671573,
      "loss_partial": 0.0086669921875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.001038809074088931,
      "loss_partial": 0.006072998046875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0010673063807189465,
      "loss_partial": 0.0047607421875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0005004801787436008,
      "loss_partial": 0.0103759765625,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0009418710833415389,
      "loss_partial": 0.005645751953125,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0007632101187482476,
      "loss_partial": 0.006866455078125,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.000978926196694374,
      "loss_partial": 0.00604248046875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0010177658405154943,
      "loss_partial": 0.00958251953125,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0004777429858222604,
      "loss_partial": 0.01214599609375,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0006685542175546288,
      "loss_partial": 0.01190185546875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0005693084094673395,
      "loss_partial": 0.007720947265625,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0006152347777970135,
      "loss_partial": 0.008056640625,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0006511881365440786,
      "loss_partial": 0.0128173828125,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0006500409217551351,
      "loss_partial": 0.0186767578125,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0005248305969871581,
      "loss_partial": 0.00897216796875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0005905932630412281,
      "loss_partial": 0.0047607421875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0007225894369184971,
      "loss_partial": 0.01171875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0004964082036167383,
      "loss_partial": 0.0263671875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0008346102549694479,
      "loss_partial": 0.006805419921875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.000494154344778508,
      "loss_partial": 0.0096435546875,
      "step": 10
    },
    {
      "epoch": 0.014534883720930232,
      "loss_distr": 0.0005274587892927229,
      "loss_partial": 0.0089111328125,
      "step": 10
    },
    {
      "epoch": 0.015988372093023256,
      "grad_norm": 0.251108318567276,
      "learning_rate": 1.4492753623188408e-06,
      "loss": 0.2323,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0007035359158180654,
      "loss_partial": 0.008544921875,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0006434423848986626,
      "loss_partial": 0.00567626953125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.00072244688635692,
      "loss_partial": 0.013427734375,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0007015554001554847,
      "loss_partial": 0.01312255859375,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.000696002971380949,
      "loss_partial": 0.01165771484375,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0008163924212567508,
      "loss_partial": 0.00885009765625,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0007250519702211022,
      "loss_partial": 0.0106201171875,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0006035759579390287,
      "loss_partial": 0.0126953125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0009730283636599779,
      "loss_partial": 0.0048828125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0006029155920259655,
      "loss_partial": 0.01348876953125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.00079108722275123,
      "loss_partial": 0.00982666015625,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0005862519610673189,
      "loss_partial": 0.0101318359375,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0006747387233190238,
      "loss_partial": 0.0103759765625,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0005844826227985322,
      "loss_partial": 0.01043701171875,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0009191482677124441,
      "loss_partial": 0.006622314453125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0007575339404866099,
      "loss_partial": 0.0130615234375,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0006612003780901432,
      "loss_partial": 0.005645751953125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0005946307210251689,
      "loss_partial": 0.007354736328125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.000765100063290447,
      "loss_partial": 0.01104736328125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0007075740722939372,
      "loss_partial": 0.00555419921875,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0006993202259764075,
      "loss_partial": 0.006378173828125,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0008065184811130166,
      "loss_partial": 0.0125732421875,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0009360219701193273,
      "loss_partial": 0.0062255859375,
      "step": 11
    },
    {
      "epoch": 0.015988372093023256,
      "loss_distr": 0.0006021597655490041,
      "loss_partial": 0.00799560546875,
      "step": 11
    },
    {
      "epoch": 0.01744186046511628,
      "grad_norm": 0.24464192986488342,
      "learning_rate": 1.5942028985507246e-06,
      "loss": 0.2319,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0007831159746274352,
      "loss_partial": 0.00494384765625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0010614171624183655,
      "loss_partial": 0.0079345703125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0007274061208590865,
      "loss_partial": 0.00543212890625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0005690710386261344,
      "loss_partial": 0.0157470703125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0008475829381495714,
      "loss_partial": 0.005035400390625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0006403729785233736,
      "loss_partial": 0.00494384765625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.000465991732198745,
      "loss_partial": 0.01300048828125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0009357436792925,
      "loss_partial": 0.0089111328125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0006130039691925049,
      "loss_partial": 0.007476806640625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0005941300769336522,
      "loss_partial": 0.0108642578125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0007044448866508901,
      "loss_partial": 0.006378173828125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0005487874150276184,
      "loss_partial": 0.01177978515625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0006677641067653894,
      "loss_partial": 0.01055908203125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0008641219465062022,
      "loss_partial": 0.004669189453125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0006481073796749115,
      "loss_partial": 0.006683349609375,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0004711299843620509,
      "loss_partial": 0.01055908203125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0005412260070443153,
      "loss_partial": 0.01300048828125,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0007724500028416514,
      "loss_partial": 0.0096435546875,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0006810587365180254,
      "loss_partial": 0.00921630859375,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0007651503547094762,
      "loss_partial": 0.00836181640625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0005723927170038223,
      "loss_partial": 0.0169677734375,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0007197642116807401,
      "loss_partial": 0.00885009765625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0009019306162372231,
      "loss_partial": 0.0084228515625,
      "step": 12
    },
    {
      "epoch": 0.01744186046511628,
      "loss_distr": 0.0006503909826278687,
      "loss_partial": 0.0162353515625,
      "step": 12
    },
    {
      "epoch": 0.0188953488372093,
      "grad_norm": 0.22772164642810822,
      "learning_rate": 1.7391304347826088e-06,
      "loss": 0.2311,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0007967287092469633,
      "loss_partial": 0.008544921875,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0008325250237248838,
      "loss_partial": 0.006011962890625,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.000593437347561121,
      "loss_partial": 0.00872802734375,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.00048099213745445013,
      "loss_partial": 0.01348876953125,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0004946886328980327,
      "loss_partial": 0.00701904296875,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.000708006031345576,
      "loss_partial": 0.00799560546875,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0006689298315905035,
      "loss_partial": 0.00982666015625,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0008121942519210279,
      "loss_partial": 0.00775146484375,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0008211072417907417,
      "loss_partial": 0.00726318359375,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0006169757107272744,
      "loss_partial": 0.00830078125,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0008153935777954757,
      "loss_partial": 0.011474609375,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0008085548179224133,
      "loss_partial": 0.01239013671875,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0007141593378037214,
      "loss_partial": 0.0096435546875,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0005587722407653928,
      "loss_partial": 0.01092529296875,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0009119423921220005,
      "loss_partial": 0.00482177734375,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0009811442578211427,
      "loss_partial": 0.00787353515625,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0010339005384594202,
      "loss_partial": 0.0054931640625,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0006755245849490166,
      "loss_partial": 0.01055908203125,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0007763472385704517,
      "loss_partial": 0.0067138671875,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.00103485316503793,
      "loss_partial": 0.0072021484375,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0005278454045765102,
      "loss_partial": 0.01275634765625,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0009458473650738597,
      "loss_partial": 0.00579833984375,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.001393281389027834,
      "loss_partial": 0.005279541015625,
      "step": 13
    },
    {
      "epoch": 0.0188953488372093,
      "loss_distr": 0.0008036253857426345,
      "loss_partial": 0.009765625,
      "step": 13
    },
    {
      "epoch": 0.020348837209302327,
      "grad_norm": 0.2283453643321991,
      "learning_rate": 1.884057971014493e-06,
      "loss": 0.2313,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0007821966428309679,
      "loss_partial": 0.0096435546875,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0005277319578453898,
      "loss_partial": 0.0096435546875,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0012427930487319827,
      "loss_partial": 0.006439208984375,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0009770756587386131,
      "loss_partial": 0.004974365234375,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0006376380333676934,
      "loss_partial": 0.00726318359375,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0006177544128149748,
      "loss_partial": 0.01031494140625,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.000789698155131191,
      "loss_partial": 0.00909423828125,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0009148727403953671,
      "loss_partial": 0.00543212890625,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0006745429709553719,
      "loss_partial": 0.01312255859375,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0011573561932891607,
      "loss_partial": 0.004974365234375,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0006857203552499413,
      "loss_partial": 0.00555419921875,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0005897752125747502,
      "loss_partial": 0.005096435546875,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0012206470128148794,
      "loss_partial": 0.00537109375,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0013029223773628473,
      "loss_partial": 0.0054931640625,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0008499252144247293,
      "loss_partial": 0.007537841796875,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.00063340924680233,
      "loss_partial": 0.00830078125,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.000744324759580195,
      "loss_partial": 0.007354736328125,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0008837111527100205,
      "loss_partial": 0.006988525390625,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0009142381022684276,
      "loss_partial": 0.013427734375,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0006550487596541643,
      "loss_partial": 0.00909423828125,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0010540212970227003,
      "loss_partial": 0.006988525390625,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0011749102268368006,
      "loss_partial": 0.005828857421875,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0009070804226212204,
      "loss_partial": 0.006378173828125,
      "step": 14
    },
    {
      "epoch": 0.020348837209302327,
      "loss_distr": 0.0006477029528468847,
      "loss_partial": 0.00579833984375,
      "step": 14
    },
    {
      "epoch": 0.02180232558139535,
      "grad_norm": 0.21554459631443024,
      "learning_rate": 2.028985507246377e-06,
      "loss": 0.2345,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0009053705725818872,
      "loss_partial": 0.007232666015625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.000529677199665457,
      "loss_partial": 0.00860595703125,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0007531819283030927,
      "loss_partial": 0.00897216796875,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0009272291208617389,
      "loss_partial": 0.004608154296875,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0005427823634818196,
      "loss_partial": 0.0101318359375,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0005604969337582588,
      "loss_partial": 0.011962890625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0004938568454235792,
      "loss_partial": 0.0137939453125,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.00089591572759673,
      "loss_partial": 0.005218505859375,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0010942957596853375,
      "loss_partial": 0.00836181640625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0006753013003617525,
      "loss_partial": 0.00933837890625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0009333208436146379,
      "loss_partial": 0.006378173828125,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0008407144341617823,
      "loss_partial": 0.0093994140625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0006364784203469753,
      "loss_partial": 0.0120849609375,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0006459025316871703,
      "loss_partial": 0.010498046875,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0011043348349630833,
      "loss_partial": 0.006988525390625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0005839783698320389,
      "loss_partial": 0.0064697265625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0007906753453426063,
      "loss_partial": 0.00665283203125,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0007350544910877943,
      "loss_partial": 0.00836181640625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0006677559576928616,
      "loss_partial": 0.00689697265625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0007208542665466666,
      "loss_partial": 0.008056640625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0007041613571345806,
      "loss_partial": 0.010009765625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0006690501468256116,
      "loss_partial": 0.009765625,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.001102646579965949,
      "loss_partial": 0.004638671875,
      "step": 15
    },
    {
      "epoch": 0.02180232558139535,
      "loss_distr": 0.0011103225406259298,
      "loss_partial": 0.006317138671875,
      "step": 15
    },
    {
      "epoch": 0.023255813953488372,
      "grad_norm": 0.21069560945034027,
      "learning_rate": 2.173913043478261e-06,
      "loss": 0.2328,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0006163979996927083,
      "loss_partial": 0.00946044921875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0005650258390232921,
      "loss_partial": 0.00921630859375,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.000668241293169558,
      "loss_partial": 0.0079345703125,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0006723833503201604,
      "loss_partial": 0.01025390625,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0005874636117368937,
      "loss_partial": 0.01025390625,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0005743346409872174,
      "loss_partial": 0.01177978515625,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0008135810494422913,
      "loss_partial": 0.00787353515625,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0006409302586689591,
      "loss_partial": 0.0076904296875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0007356064161285758,
      "loss_partial": 0.00933837890625,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0006406312459148467,
      "loss_partial": 0.012451171875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0006401011487469077,
      "loss_partial": 0.00860595703125,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0005530139897018671,
      "loss_partial": 0.009765625,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0007715441170148551,
      "loss_partial": 0.0096435546875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0006252297898754478,
      "loss_partial": 0.01165771484375,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.000756746856495738,
      "loss_partial": 0.009521484375,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.00041024989332072437,
      "loss_partial": 0.0157470703125,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0007752096280455589,
      "loss_partial": 0.00927734375,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0007872155401855707,
      "loss_partial": 0.007781982421875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.000558084633667022,
      "loss_partial": 0.008056640625,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0007928425329737365,
      "loss_partial": 0.01171875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0005459334352053702,
      "loss_partial": 0.00994873046875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0005964202573522925,
      "loss_partial": 0.008544921875,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0009730492020025849,
      "loss_partial": 0.00860595703125,
      "step": 16
    },
    {
      "epoch": 0.023255813953488372,
      "loss_distr": 0.0012351647019386292,
      "loss_partial": 0.0054931640625,
      "step": 16
    },
    {
      "epoch": 0.024709302325581394,
      "grad_norm": 0.193778857588768,
      "learning_rate": 2.3188405797101453e-06,
      "loss": 0.2306,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0007141869864426553,
      "loss_partial": 0.00872802734375,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0008689748356118798,
      "loss_partial": 0.005401611328125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0006252938183024526,
      "loss_partial": 0.0089111328125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0005196204292587936,
      "loss_partial": 0.01165771484375,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0009383565047755837,
      "loss_partial": 0.00872802734375,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0006095280405133963,
      "loss_partial": 0.007354736328125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0008882840629667044,
      "loss_partial": 0.008056640625,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0006887345807626843,
      "loss_partial": 0.0089111328125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0004955265903845429,
      "loss_partial": 0.01141357421875,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0006751561304554343,
      "loss_partial": 0.0111083984375,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.000992949353531003,
      "loss_partial": 0.0120849609375,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0007398279849439859,
      "loss_partial": 0.00848388671875,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0007490973803214729,
      "loss_partial": 0.00860595703125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0004343119217082858,
      "loss_partial": 0.007537841796875,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0006817961111664772,
      "loss_partial": 0.0133056640625,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0008693718700669706,
      "loss_partial": 0.01104736328125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.000549409887753427,
      "loss_partial": 0.01043701171875,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0006058333674445748,
      "loss_partial": 0.00665283203125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0007121179951354861,
      "loss_partial": 0.007720947265625,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0005568040069192648,
      "loss_partial": 0.00909423828125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0005911748157814145,
      "loss_partial": 0.00775146484375,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0004898807965219021,
      "loss_partial": 0.01275634765625,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0007548750727437437,
      "loss_partial": 0.007354736328125,
      "step": 17
    },
    {
      "epoch": 0.024709302325581394,
      "loss_distr": 0.0005658428417518735,
      "loss_partial": 0.01104736328125,
      "step": 17
    },
    {
      "epoch": 0.02616279069767442,
      "grad_norm": 0.2159888595342636,
      "learning_rate": 2.4637681159420295e-06,
      "loss": 0.2308,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.000787553028203547,
      "loss_partial": 0.0089111328125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.000798214168753475,
      "loss_partial": 0.006988525390625,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.000739440496545285,
      "loss_partial": 0.00921630859375,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0006856641266494989,
      "loss_partial": 0.007232666015625,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0008579795248806477,
      "loss_partial": 0.01116943359375,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0008589067729189992,
      "loss_partial": 0.00970458984375,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0005930961342528462,
      "loss_partial": 0.00909423828125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0005395980551838875,
      "loss_partial": 0.00958251953125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0005003815749660134,
      "loss_partial": 0.01165771484375,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0005981131689622998,
      "loss_partial": 0.01007080078125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0008099916740320623,
      "loss_partial": 0.00830078125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0006715314229950309,
      "loss_partial": 0.00860595703125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0012355470098555088,
      "loss_partial": 0.004852294921875,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0007081036455929279,
      "loss_partial": 0.0118408203125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.000829526805318892,
      "loss_partial": 0.004180908203125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0006551111582666636,
      "loss_partial": 0.011962890625,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0007347086211666465,
      "loss_partial": 0.0067138671875,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0005583097808994353,
      "loss_partial": 0.00811767578125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0006411244394257665,
      "loss_partial": 0.008544921875,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0007563115796074271,
      "loss_partial": 0.005859375,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0005324891535565257,
      "loss_partial": 0.0115966796875,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0004856715677306056,
      "loss_partial": 0.00909423828125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0007999633671715856,
      "loss_partial": 0.01611328125,
      "step": 18
    },
    {
      "epoch": 0.02616279069767442,
      "loss_distr": 0.0006007100455462933,
      "loss_partial": 0.00738525390625,
      "step": 18
    },
    {
      "epoch": 0.027616279069767442,
      "grad_norm": 0.20988301932811737,
      "learning_rate": 2.6086956521739132e-06,
      "loss": 0.2276,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0006664050160907209,
      "loss_partial": 0.00567626953125,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0005441750981844962,
      "loss_partial": 0.0130615234375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0008249158272519708,
      "loss_partial": 0.004974365234375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.001177468802779913,
      "loss_partial": 0.00543212890625,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0006274823099374771,
      "loss_partial": 0.01031494140625,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0006301813991740346,
      "loss_partial": 0.00445556640625,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0005280725308693945,
      "loss_partial": 0.01031494140625,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0006275479099713266,
      "loss_partial": 0.017333984375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0008402108214795589,
      "loss_partial": 0.00823974609375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.000810153956990689,
      "loss_partial": 0.00701904296875,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0007651228224858642,
      "loss_partial": 0.01141357421875,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0005133648519404233,
      "loss_partial": 0.0130615234375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0009651469881646335,
      "loss_partial": 0.00927734375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0005389150464907289,
      "loss_partial": 0.0079345703125,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0008332275319844484,
      "loss_partial": 0.00994873046875,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0007076030015014112,
      "loss_partial": 0.006927490234375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0007908446132205427,
      "loss_partial": 0.00555419921875,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0006024154718033969,
      "loss_partial": 0.0177001953125,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0008697027806192636,
      "loss_partial": 0.00982666015625,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0005696805892512202,
      "loss_partial": 0.01123046875,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0011292577255517244,
      "loss_partial": 0.006561279296875,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0008399327634833753,
      "loss_partial": 0.00836181640625,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0009303991100750864,
      "loss_partial": 0.0091552734375,
      "step": 19
    },
    {
      "epoch": 0.027616279069767442,
      "loss_distr": 0.0005972974468022585,
      "loss_partial": 0.00994873046875,
      "step": 19
    },
    {
      "epoch": 0.029069767441860465,
      "grad_norm": 0.1979350596666336,
      "learning_rate": 2.7536231884057974e-06,
      "loss": 0.2343,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0010211376938968897,
      "loss_partial": 0.006927490234375,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0005327137187123299,
      "loss_partial": 0.00946044921875,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0006974909920245409,
      "loss_partial": 0.00701904296875,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0007429445395246148,
      "loss_partial": 0.00860595703125,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0009386318270117044,
      "loss_partial": 0.00775146484375,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0006563974311575294,
      "loss_partial": 0.01123046875,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.000776993460021913,
      "loss_partial": 0.0074462890625,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0006283224793151021,
      "loss_partial": 0.0079345703125,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0010019931942224503,
      "loss_partial": 0.007110595703125,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0008591874502599239,
      "loss_partial": 0.004425048828125,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0006820568232797086,
      "loss_partial": 0.0087890625,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0005361573421396315,
      "loss_partial": 0.0257568359375,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.000580049236305058,
      "loss_partial": 0.01470947265625,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0005467150476761162,
      "loss_partial": 0.0074462890625,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0006034023826941848,
      "loss_partial": 0.009033203125,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0009447284392081201,
      "loss_partial": 0.00726318359375,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0005769790732301772,
      "loss_partial": 0.0113525390625,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0005743807414546609,
      "loss_partial": 0.0126953125,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0009362361743114889,
      "loss_partial": 0.01092529296875,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0009660766809247434,
      "loss_partial": 0.00994873046875,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0007902557263150811,
      "loss_partial": 0.00830078125,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0008332730503752828,
      "loss_partial": 0.0152587890625,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0009439829736948013,
      "loss_partial": 0.006103515625,
      "step": 20
    },
    {
      "epoch": 0.029069767441860465,
      "loss_distr": 0.0006792914355173707,
      "loss_partial": 0.0147705078125,
      "step": 20
    },
    {
      "epoch": 0.030523255813953487,
      "grad_norm": 0.20446370542049408,
      "learning_rate": 2.8985507246376816e-06,
      "loss": 0.2296,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0008490569307468832,
      "loss_partial": 0.0106201171875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0007845258223824203,
      "loss_partial": 0.0087890625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0005575313116423786,
      "loss_partial": 0.0128173828125,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0007434610743075609,
      "loss_partial": 0.0084228515625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0009280391386710107,
      "loss_partial": 0.01025390625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0007345947669818997,
      "loss_partial": 0.0137939453125,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0005975512904115021,
      "loss_partial": 0.01104736328125,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.001265931874513626,
      "loss_partial": 0.006500244140625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0009532819967716932,
      "loss_partial": 0.0084228515625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0005520725972019136,
      "loss_partial": 0.0096435546875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0007510175346396863,
      "loss_partial": 0.00604248046875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0010551868472248316,
      "loss_partial": 0.010009765625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0010717140976339579,
      "loss_partial": 0.0174560546875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0005585479666478932,
      "loss_partial": 0.0152587890625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0005913340719416738,
      "loss_partial": 0.00604248046875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0009017174015752971,
      "loss_partial": 0.0089111328125,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0005753036239184439,
      "loss_partial": 0.01434326171875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0006286632269620895,
      "loss_partial": 0.006927490234375,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0006178997573442757,
      "loss_partial": 0.00946044921875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0010981609812006354,
      "loss_partial": 0.00726318359375,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0007932735024951398,
      "loss_partial": 0.007568359375,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0006059015868231654,
      "loss_partial": 0.006011962890625,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.0006628604023717344,
      "loss_partial": 0.0135498046875,
      "step": 21
    },
    {
      "epoch": 0.030523255813953487,
      "loss_distr": 0.000973355898167938,
      "loss_partial": 0.0091552734375,
      "step": 21
    },
    {
      "epoch": 0.03197674418604651,
      "grad_norm": 0.18166571855545044,
      "learning_rate": 3.043478260869566e-06,
      "loss": 0.2251,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0010329583892598748,
      "loss_partial": 0.006439208984375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0012046598130837083,
      "loss_partial": 0.004730224609375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.000954704824835062,
      "loss_partial": 0.0068359375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.000821709749288857,
      "loss_partial": 0.005889892578125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0008030582685023546,
      "loss_partial": 0.007537841796875,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0007177863735705614,
      "loss_partial": 0.00811767578125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.00047713780077174306,
      "loss_partial": 0.007720947265625,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0006220954237505794,
      "loss_partial": 0.0079345703125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0007354728877544403,
      "loss_partial": 0.006134033203125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0008478648378513753,
      "loss_partial": 0.008544921875,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0004659776750486344,
      "loss_partial": 0.007568359375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.000763414369430393,
      "loss_partial": 0.006439208984375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0009132259292528033,
      "loss_partial": 0.005462646484375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0006019423017278314,
      "loss_partial": 0.007568359375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0008333995938301086,
      "loss_partial": 0.006988525390625,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0005810118746012449,
      "loss_partial": 0.0120849609375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0006081210449337959,
      "loss_partial": 0.00811767578125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0006333516212180257,
      "loss_partial": 0.007354736328125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0007817833102308214,
      "loss_partial": 0.0093994140625,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0006911220261827111,
      "loss_partial": 0.00518798828125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0007804300403222442,
      "loss_partial": 0.00830078125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.000501572503708303,
      "loss_partial": 0.0101318359375,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0007140378002077341,
      "loss_partial": 0.00958251953125,
      "step": 22
    },
    {
      "epoch": 0.03197674418604651,
      "loss_distr": 0.0005954616935923696,
      "loss_partial": 0.0064697265625,
      "step": 22
    },
    {
      "epoch": 0.03343023255813953,
      "grad_norm": 0.19733557105064392,
      "learning_rate": 3.188405797101449e-06,
      "loss": 0.223,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0006262894021347165,
      "loss_partial": 0.00946044921875,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0007466663955710828,
      "loss_partial": 0.00677490234375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0004921271465718746,
      "loss_partial": 0.006134033203125,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0008432981558144093,
      "loss_partial": 0.005859375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0007212620694190264,
      "loss_partial": 0.00982666015625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.000568550662137568,
      "loss_partial": 0.006988525390625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0006950844544917345,
      "loss_partial": 0.009521484375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0009991331025958061,
      "loss_partial": 0.007720947265625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0007015981245785952,
      "loss_partial": 0.006988525390625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.000690723187290132,
      "loss_partial": 0.006500244140625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0006398469558916986,
      "loss_partial": 0.0089111328125,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0006650304421782494,
      "loss_partial": 0.0054931640625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0007032265421003103,
      "loss_partial": 0.006317138671875,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0007836280856281519,
      "loss_partial": 0.0086669921875,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0006687735440209508,
      "loss_partial": 0.00872802734375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0005232602125033736,
      "loss_partial": 0.01165771484375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0007972837775014341,
      "loss_partial": 0.01068115234375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0008835482876747847,
      "loss_partial": 0.00970458984375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0005912267370149493,
      "loss_partial": 0.0084228515625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0009044209728017449,
      "loss_partial": 0.00604248046875,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0004788642399944365,
      "loss_partial": 0.01019287109375,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0007268208428286016,
      "loss_partial": 0.007049560546875,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0006623141234740615,
      "loss_partial": 0.01470947265625,
      "step": 23
    },
    {
      "epoch": 0.03343023255813953,
      "loss_distr": 0.0004590580356307328,
      "loss_partial": 0.0096435546875,
      "step": 23
    },
    {
      "epoch": 0.03488372093023256,
      "grad_norm": 0.23721933364868164,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 0.2274,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0008763080695644021,
      "loss_partial": 0.007354736328125,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0005502630956470966,
      "loss_partial": 0.01092529296875,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0007564543047919869,
      "loss_partial": 0.0089111328125,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0006273578037507832,
      "loss_partial": 0.015625,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0008830123115330935,
      "loss_partial": 0.0091552734375,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0006754768546670675,
      "loss_partial": 0.00762939453125,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0005972892395220697,
      "loss_partial": 0.01177978515625,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0010466272942721844,
      "loss_partial": 0.00616455078125,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0004437977622728795,
      "loss_partial": 0.00457763671875,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0009126159711740911,
      "loss_partial": 0.00885009765625,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0006953988922759891,
      "loss_partial": 0.00677490234375,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0007406309014186263,
      "loss_partial": 0.00909423828125,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0005576229887083173,
      "loss_partial": 0.00799560546875,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0004965215921401978,
      "loss_partial": 0.01519775390625,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0007915047463029623,
      "loss_partial": 0.0101318359375,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0006860588910058141,
      "loss_partial": 0.0146484375,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.00046173768350854516,
      "loss_partial": 0.01116943359375,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0006286295247264206,
      "loss_partial": 0.005584716796875,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0007598839583806694,
      "loss_partial": 0.009521484375,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0009719036752358079,
      "loss_partial": 0.00836181640625,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0005611744709312916,
      "loss_partial": 0.01446533203125,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0008059612009674311,
      "loss_partial": 0.006988525390625,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0006674385513179004,
      "loss_partial": 0.01300048828125,
      "step": 24
    },
    {
      "epoch": 0.03488372093023256,
      "loss_distr": 0.0007846913067623973,
      "loss_partial": 0.00689697265625,
      "step": 24
    },
    {
      "epoch": 0.036337209302325583,
      "grad_norm": 0.2259131222963333,
      "learning_rate": 3.4782608695652175e-06,
      "loss": 0.2244,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0006881573935970664,
      "loss_partial": 0.006988525390625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0008486434235237539,
      "loss_partial": 0.00775146484375,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.000670834444463253,
      "loss_partial": 0.00927734375,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0006582510541193187,
      "loss_partial": 0.01019287109375,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0005177248967811465,
      "loss_partial": 0.008544921875,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0006142795900814235,
      "loss_partial": 0.009765625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0008164081955328584,
      "loss_partial": 0.0064697265625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.001125911483541131,
      "loss_partial": 0.00335693359375,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0007683397270739079,
      "loss_partial": 0.007476806640625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0006059161969460547,
      "loss_partial": 0.01275634765625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0009374951478093863,
      "loss_partial": 0.00775146484375,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0006560207111760974,
      "loss_partial": 0.0186767578125,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0005013642366975546,
      "loss_partial": 0.010498046875,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0008895247592590749,
      "loss_partial": 0.0113525390625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0008625403279438615,
      "loss_partial": 0.00823974609375,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0008658099686726928,
      "loss_partial": 0.00634765625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0008873550686985254,
      "loss_partial": 0.0123291015625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0007870473200455308,
      "loss_partial": 0.0115966796875,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0006028937641531229,
      "loss_partial": 0.00946044921875,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.001094796578399837,
      "loss_partial": 0.00592041015625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0005999007262289524,
      "loss_partial": 0.0101318359375,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0009266295819543302,
      "loss_partial": 0.00982666015625,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.001117271138355136,
      "loss_partial": 0.010498046875,
      "step": 25
    },
    {
      "epoch": 0.036337209302325583,
      "loss_distr": 0.0008395588374696672,
      "loss_partial": 0.0093994140625,
      "step": 25
    },
    {
      "epoch": 0.0377906976744186,
      "grad_norm": 0.19722971320152283,
      "learning_rate": 3.6231884057971017e-06,
      "loss": 0.2266,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006576041923835874,
      "loss_partial": 0.01312255859375,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006706222193315625,
      "loss_partial": 0.01483154296875,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0009728511213324964,
      "loss_partial": 0.0040283203125,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0008764106314629316,
      "loss_partial": 0.010498046875,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006547548109665513,
      "loss_partial": 0.010009765625,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006316003273241222,
      "loss_partial": 0.00909423828125,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006122138584032655,
      "loss_partial": 0.0089111328125,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0008181107114069164,
      "loss_partial": 0.01556396484375,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0007225335575640202,
      "loss_partial": 0.0106201171875,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0005679898313246667,
      "loss_partial": 0.00665283203125,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0008140249410644174,
      "loss_partial": 0.01055908203125,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0007932578446343541,
      "loss_partial": 0.009033203125,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0005400367081165314,
      "loss_partial": 0.00885009765625,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006891986122354865,
      "loss_partial": 0.00689697265625,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0005149930948391557,
      "loss_partial": 0.0074462890625,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0007591309840790927,
      "loss_partial": 0.01165771484375,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006635237368755043,
      "loss_partial": 0.006683349609375,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0009068975923582911,
      "loss_partial": 0.00927734375,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0008553547086194158,
      "loss_partial": 0.005828857421875,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006895399419590831,
      "loss_partial": 0.0062255859375,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006923069595359266,
      "loss_partial": 0.00762939453125,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0010777898132801056,
      "loss_partial": 0.005859375,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0009882163722068071,
      "loss_partial": 0.0047607421875,
      "step": 26
    },
    {
      "epoch": 0.0377906976744186,
      "loss_distr": 0.0006324623245745897,
      "loss_partial": 0.010498046875,
      "step": 26
    },
    {
      "epoch": 0.03924418604651163,
      "grad_norm": 0.17887048423290253,
      "learning_rate": 3.768115942028986e-06,
      "loss": 0.2248,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007757238927297294,
      "loss_partial": 0.01226806640625,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007283146842382848,
      "loss_partial": 0.009033203125,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0005763645167462528,
      "loss_partial": 0.00762939453125,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007590862223878503,
      "loss_partial": 0.0086669921875,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0009530246607027948,
      "loss_partial": 0.004913330078125,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007643920253030956,
      "loss_partial": 0.00946044921875,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0005647913785651326,
      "loss_partial": 0.00921630859375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0006224278477020562,
      "loss_partial": 0.005706787109375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0006007300689816475,
      "loss_partial": 0.009521484375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007814673590473831,
      "loss_partial": 0.01007080078125,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0008962347055785358,
      "loss_partial": 0.00537109375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.000555811682716012,
      "loss_partial": 0.01031494140625,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0006365386070683599,
      "loss_partial": 0.0067138671875,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007525020628236234,
      "loss_partial": 0.0101318359375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007912905421108007,
      "loss_partial": 0.006622314453125,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0007768177310936153,
      "loss_partial": 0.01080322265625,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0008926587179303169,
      "loss_partial": 0.006195068359375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0005776712205260992,
      "loss_partial": 0.0155029296875,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.000659828307107091,
      "loss_partial": 0.0072021484375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.001305315876379609,
      "loss_partial": 0.005462646484375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0009609840344637632,
      "loss_partial": 0.005157470703125,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0005742564098909497,
      "loss_partial": 0.00982666015625,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0006043901666998863,
      "loss_partial": 0.01409912109375,
      "step": 27
    },
    {
      "epoch": 0.03924418604651163,
      "loss_distr": 0.0010192368645220995,
      "loss_partial": 0.00830078125,
      "step": 27
    },
    {
      "epoch": 0.040697674418604654,
      "grad_norm": 0.17721480131149292,
      "learning_rate": 3.91304347826087e-06,
      "loss": 0.2246,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.000709147599991411,
      "loss_partial": 0.0120849609375,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0006837450200691819,
      "loss_partial": 0.015869140625,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0006831715581938624,
      "loss_partial": 0.005645751953125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0008565575699321926,
      "loss_partial": 0.0101318359375,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0006569704273715615,
      "loss_partial": 0.00933837890625,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.000827267998829484,
      "loss_partial": 0.0089111328125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0005384924588724971,
      "loss_partial": 0.0069580078125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0006768553867004812,
      "loss_partial": 0.00811767578125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0010846384102478623,
      "loss_partial": 0.006866455078125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0007320560980588198,
      "loss_partial": 0.005645751953125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0008031143806874752,
      "loss_partial": 0.004669189453125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0008786702528595924,
      "loss_partial": 0.012451171875,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0008027126896195114,
      "loss_partial": 0.00543212890625,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0006384692387655377,
      "loss_partial": 0.0098876953125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0007197483791969717,
      "loss_partial": 0.0089111328125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0005209995433688164,
      "loss_partial": 0.0145263671875,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.000627184403128922,
      "loss_partial": 0.0098876953125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0005534989759325981,
      "loss_partial": 0.00665283203125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0008410870796069503,
      "loss_partial": 0.00848388671875,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0010302385780960321,
      "loss_partial": 0.009521484375,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0009446411859244108,
      "loss_partial": 0.00537109375,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0006468609208241105,
      "loss_partial": 0.0062255859375,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.000989505322650075,
      "loss_partial": 0.00762939453125,
      "step": 28
    },
    {
      "epoch": 0.040697674418604654,
      "loss_distr": 0.0005313886795192957,
      "loss_partial": 0.011474609375,
      "step": 28
    },
    {
      "epoch": 0.04215116279069767,
      "grad_norm": 0.18108472228050232,
      "learning_rate": 4.057971014492754e-06,
      "loss": 0.227,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007113226456567645,
      "loss_partial": 0.0079345703125,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0006468066712841392,
      "loss_partial": 0.01300048828125,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007201572880148888,
      "loss_partial": 0.006011962890625,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0010230641346424818,
      "loss_partial": 0.005126953125,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0012818474788218737,
      "loss_partial": 0.007049560546875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0006536204600706697,
      "loss_partial": 0.0111083984375,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.000766020268201828,
      "loss_partial": 0.0062255859375,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0008794956374913454,
      "loss_partial": 0.006591796875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007680372800678015,
      "loss_partial": 0.0050048828125,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007533585885539651,
      "loss_partial": 0.00946044921875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0005148939089849591,
      "loss_partial": 0.01434326171875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.001072055660188198,
      "loss_partial": 0.004608154296875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0006658235797658563,
      "loss_partial": 0.005340576171875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007585766143165529,
      "loss_partial": 0.0115966796875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0008880209643393755,
      "loss_partial": 0.005340576171875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007542984094470739,
      "loss_partial": 0.006500244140625,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007664525182917714,
      "loss_partial": 0.004058837890625,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0006979863392189145,
      "loss_partial": 0.01007080078125,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0009815932717174292,
      "loss_partial": 0.0093994140625,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0009063211036846042,
      "loss_partial": 0.00927734375,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0006959419115446508,
      "loss_partial": 0.01043701171875,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0007737793494015932,
      "loss_partial": 0.00836181640625,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0008576191030442715,
      "loss_partial": 0.00762939453125,
      "step": 29
    },
    {
      "epoch": 0.04215116279069767,
      "loss_distr": 0.0009069041116163135,
      "loss_partial": 0.005035400390625,
      "step": 29
    },
    {
      "epoch": 0.0436046511627907,
      "grad_norm": 0.1706562489271164,
      "learning_rate": 4.202898550724638e-06,
      "loss": 0.2204,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0006705580744892359,
      "loss_partial": 0.01177978515625,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0006571811973117292,
      "loss_partial": 0.00775146484375,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0005559528945013881,
      "loss_partial": 0.01275634765625,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.000663293874822557,
      "loss_partial": 0.01318359375,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.000782688963226974,
      "loss_partial": 0.00830078125,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0009501768508926034,
      "loss_partial": 0.005706787109375,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0006873463280498981,
      "loss_partial": 0.0072021484375,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.001114999526180327,
      "loss_partial": 0.0036773681640625,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0009554834105074406,
      "loss_partial": 0.00958251953125,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0005527760949917138,
      "loss_partial": 0.005218505859375,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0011000055819749832,
      "loss_partial": 0.00811767578125,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0008971240604296327,
      "loss_partial": 0.006103515625,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0006938945734873414,
      "loss_partial": 0.01019287109375,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0008085372392088175,
      "loss_partial": 0.007354736328125,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0009607665706425905,
      "loss_partial": 0.007354736328125,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.000539650209248066,
      "loss_partial": 0.0106201171875,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0005667769582942128,
      "loss_partial": 0.00982666015625,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0005204417975619435,
      "loss_partial": 0.019775390625,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.000887389003764838,
      "loss_partial": 0.0052490234375,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0005549255874939263,
      "loss_partial": 0.0078125,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0011506627779453993,
      "loss_partial": 0.006500244140625,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0005149665521457791,
      "loss_partial": 0.00909423828125,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0007635370129719377,
      "loss_partial": 0.004638671875,
      "step": 30
    },
    {
      "epoch": 0.0436046511627907,
      "loss_distr": 0.0006372967036440969,
      "loss_partial": 0.01458740234375,
      "step": 30
    },
    {
      "epoch": 0.04505813953488372,
      "grad_norm": 0.17451521754264832,
      "learning_rate": 4.347826086956522e-06,
      "loss": 0.2226,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0007910299464128911,
      "loss_partial": 0.0050048828125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.000534576887730509,
      "loss_partial": 0.0103759765625,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0006174733862280846,
      "loss_partial": 0.00775146484375,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0008224633056670427,
      "loss_partial": 0.007293701171875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0011463097762316465,
      "loss_partial": 0.0042724609375,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0005630338564515114,
      "loss_partial": 0.006072998046875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.000904474058188498,
      "loss_partial": 0.00799560546875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0008875740459188819,
      "loss_partial": 0.006072998046875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0007541314698755741,
      "loss_partial": 0.0059814453125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0006086063804104924,
      "loss_partial": 0.00933837890625,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.000507559918332845,
      "loss_partial": 0.010498046875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0007451301789842546,
      "loss_partial": 0.004638671875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.001215631142258644,
      "loss_partial": 0.005126953125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0008496769587509334,
      "loss_partial": 0.00616455078125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.000563072448130697,
      "loss_partial": 0.01007080078125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0007180955726653337,
      "loss_partial": 0.01300048828125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0006171627901494503,
      "loss_partial": 0.0079345703125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0006075476412661374,
      "loss_partial": 0.007537841796875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0006943502812646329,
      "loss_partial": 0.00860595703125,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0007686881581321359,
      "loss_partial": 0.00494384765625,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0008093576179817319,
      "loss_partial": 0.019775390625,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.000956307107117027,
      "loss_partial": 0.0086669921875,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.0008184714242815971,
      "loss_partial": 0.00537109375,
      "step": 31
    },
    {
      "epoch": 0.04505813953488372,
      "loss_distr": 0.000629192334599793,
      "loss_partial": 0.008056640625,
      "step": 31
    },
    {
      "epoch": 0.046511627906976744,
      "grad_norm": 0.15784382820129395,
      "learning_rate": 4.492753623188406e-06,
      "loss": 0.2196,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0005293169524520636,
      "loss_partial": 0.0079345703125,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.000501374015584588,
      "loss_partial": 0.010009765625,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0007567142602056265,
      "loss_partial": 0.008544921875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0006804608274251223,
      "loss_partial": 0.01092529296875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0007199343526735902,
      "loss_partial": 0.0107421875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0005196346319280565,
      "loss_partial": 0.019287109375,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0005993957747705281,
      "loss_partial": 0.00994873046875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0007748637581244111,
      "loss_partial": 0.008056640625,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0006041837623342872,
      "loss_partial": 0.006561279296875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0009843121515586972,
      "loss_partial": 0.00439453125,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0006896035047248006,
      "loss_partial": 0.007476806640625,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0006285992567427456,
      "loss_partial": 0.01348876953125,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0005402942188084126,
      "loss_partial": 0.010009765625,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0005079425172880292,
      "loss_partial": 0.0064697265625,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0009509051451459527,
      "loss_partial": 0.006927490234375,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0009543694905005395,
      "loss_partial": 0.007537841796875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0008934628567658365,
      "loss_partial": 0.013671875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0011614442337304354,
      "loss_partial": 0.00726318359375,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0009301039390265942,
      "loss_partial": 0.006683349609375,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0005080059636384249,
      "loss_partial": 0.0074462890625,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.000984685611911118,
      "loss_partial": 0.005218505859375,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0006375733064487576,
      "loss_partial": 0.007720947265625,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0008726058294996619,
      "loss_partial": 0.006591796875,
      "step": 32
    },
    {
      "epoch": 0.046511627906976744,
      "loss_distr": 0.0008618638385087252,
      "loss_partial": 0.004730224609375,
      "step": 32
    },
    {
      "epoch": 0.04796511627906977,
      "grad_norm": 0.16332264244556427,
      "learning_rate": 4.637681159420291e-06,
      "loss": 0.2276,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0004638091195374727,
      "loss_partial": 0.01544189453125,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0007895529270172119,
      "loss_partial": 0.00592041015625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0008365239482372999,
      "loss_partial": 0.006805419921875,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0005258129094727337,
      "loss_partial": 0.019775390625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0010230264160782099,
      "loss_partial": 0.008544921875,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0005893249763175845,
      "loss_partial": 0.009765625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0005897157243452966,
      "loss_partial": 0.0108642578125,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0007566713029518723,
      "loss_partial": 0.00823974609375,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0008261899347417057,
      "loss_partial": 0.006134033203125,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0006396560929715633,
      "loss_partial": 0.00933837890625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0007265032618306577,
      "loss_partial": 0.007415771484375,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0005415658233687282,
      "loss_partial": 0.00787353515625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0010276336688548326,
      "loss_partial": 0.00787353515625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0005262456834316254,
      "loss_partial": 0.0111083984375,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0008586359908804297,
      "loss_partial": 0.0084228515625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0008046345319598913,
      "loss_partial": 0.005615234375,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0007835692958906293,
      "loss_partial": 0.0033416748046875,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0011993201915174723,
      "loss_partial": 0.0045166015625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0007333240937441587,
      "loss_partial": 0.008056640625,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0006645088433288038,
      "loss_partial": 0.0052490234375,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.000655059702694416,
      "loss_partial": 0.00909423828125,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0006699666264466941,
      "loss_partial": 0.004730224609375,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0004999678349122405,
      "loss_partial": 0.007598876953125,
      "step": 33
    },
    {
      "epoch": 0.04796511627906977,
      "loss_distr": 0.0008933494100347161,
      "loss_partial": 0.005645751953125,
      "step": 33
    },
    {
      "epoch": 0.04941860465116279,
      "grad_norm": 0.16475264728069305,
      "learning_rate": 4.782608695652174e-06,
      "loss": 0.2207,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0010605421848595142,
      "loss_partial": 0.00701904296875,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0007670206250622869,
      "loss_partial": 0.0062255859375,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.00084442034130916,
      "loss_partial": 0.00946044921875,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0008266288787126541,
      "loss_partial": 0.00836181640625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0009051449014805257,
      "loss_partial": 0.005279541015625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0006157243624329567,
      "loss_partial": 0.00958251953125,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0011537093669176102,
      "loss_partial": 0.01214599609375,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0008715611766092479,
      "loss_partial": 0.00982666015625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.000810186960734427,
      "loss_partial": 0.01171875,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0006607802934013307,
      "loss_partial": 0.004669189453125,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0005923131247982383,
      "loss_partial": 0.01141357421875,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0007553032482974231,
      "loss_partial": 0.00860595703125,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0006802033167332411,
      "loss_partial": 0.009765625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0009234804892912507,
      "loss_partial": 0.00775146484375,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0008346498943865299,
      "loss_partial": 0.00640869140625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0009407459292560816,
      "loss_partial": 0.0074462890625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0009153957944363356,
      "loss_partial": 0.01031494140625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0005041176918894053,
      "loss_partial": 0.007232666015625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0010947795817628503,
      "loss_partial": 0.0062255859375,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0007406274089589715,
      "loss_partial": 0.00933837890625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0007388084195554256,
      "loss_partial": 0.00994873046875,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0007913614972494543,
      "loss_partial": 0.007537841796875,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0008748524123802781,
      "loss_partial": 0.006256103515625,
      "step": 34
    },
    {
      "epoch": 0.04941860465116279,
      "loss_distr": 0.0007883651414886117,
      "loss_partial": 0.005096435546875,
      "step": 34
    },
    {
      "epoch": 0.050872093023255814,
      "grad_norm": 0.1748163253068924,
      "learning_rate": 4.927536231884059e-06,
      "loss": 0.2201,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0006649996503256261,
      "loss_partial": 0.007171630859375,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0007083934615366161,
      "loss_partial": 0.004608154296875,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.000753296772018075,
      "loss_partial": 0.00604248046875,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0006922731990925968,
      "loss_partial": 0.0064697265625,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0008465402643196285,
      "loss_partial": 0.0072021484375,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0007124951807782054,
      "loss_partial": 0.00628662109375,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0007296250551007688,
      "loss_partial": 0.01031494140625,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0005947992904111743,
      "loss_partial": 0.00762939453125,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0005296121817082167,
      "loss_partial": 0.0125732421875,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0007444233633577824,
      "loss_partial": 0.00946044921875,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0009062729659490287,
      "loss_partial": 0.00604248046875,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0007181701948866248,
      "loss_partial": 0.007080078125,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0005942489951848984,
      "loss_partial": 0.010986328125,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0006769226747564971,
      "loss_partial": 0.0111083984375,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0004725682665593922,
      "loss_partial": 0.0113525390625,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.000873681390658021,
      "loss_partial": 0.00933837890625,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0007549215806648135,
      "loss_partial": 0.00982666015625,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.000586815585847944,
      "loss_partial": 0.00726318359375,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0008532400242984295,
      "loss_partial": 0.00628662109375,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0007670335471630096,
      "loss_partial": 0.0089111328125,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0008819632930681109,
      "loss_partial": 0.00811767578125,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.000628643378149718,
      "loss_partial": 0.009765625,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0006774436915293336,
      "loss_partial": 0.0050048828125,
      "step": 35
    },
    {
      "epoch": 0.050872093023255814,
      "loss_distr": 0.0006093435804359615,
      "loss_partial": 0.0106201171875,
      "step": 35
    },
    {
      "epoch": 0.05232558139534884,
      "grad_norm": 0.17691762745380402,
      "learning_rate": 5.072463768115943e-06,
      "loss": 0.2247,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0008022657129913568,
      "loss_partial": 0.00909423828125,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0007204466965049505,
      "loss_partial": 0.01116943359375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0008786797407083213,
      "loss_partial": 0.0078125,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0005883506964892149,
      "loss_partial": 0.0126953125,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0009070843225345016,
      "loss_partial": 0.00726318359375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0007854180876165628,
      "loss_partial": 0.007171630859375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0006111450493335724,
      "loss_partial": 0.0111083984375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0006348575698211789,
      "loss_partial": 0.008544921875,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0008163416641764343,
      "loss_partial": 0.0074462890625,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0006830491474829614,
      "loss_partial": 0.005859375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0005118573317304254,
      "loss_partial": 0.0130615234375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0006707102293148637,
      "loss_partial": 0.00970458984375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0009378761751577258,
      "loss_partial": 0.0074462890625,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0005401130765676498,
      "loss_partial": 0.01434326171875,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0006305632414296269,
      "loss_partial": 0.00823974609375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.00046407629270106554,
      "loss_partial": 0.022216796875,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0007001552730798721,
      "loss_partial": 0.0074462890625,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0009136960143223405,
      "loss_partial": 0.0059814453125,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0006814852822571993,
      "loss_partial": 0.01470947265625,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0008854781626723707,
      "loss_partial": 0.00482177734375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0005917554371990263,
      "loss_partial": 0.017578125,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0005647564539685845,
      "loss_partial": 0.00970458984375,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0009459734428673983,
      "loss_partial": 0.003570556640625,
      "step": 36
    },
    {
      "epoch": 0.05232558139534884,
      "loss_distr": 0.0005883455742150545,
      "loss_partial": 0.01080322265625,
      "step": 36
    },
    {
      "epoch": 0.05377906976744186,
      "grad_norm": 0.17807210981845856,
      "learning_rate": 5.2173913043478265e-06,
      "loss": 0.2222,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0006434054230339825,
      "loss_partial": 0.006622314453125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0005206635687500238,
      "loss_partial": 0.00726318359375,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0006017982959747314,
      "loss_partial": 0.0130615234375,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0008570140926167369,
      "loss_partial": 0.0074462890625,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0005701766349375248,
      "loss_partial": 0.0062255859375,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.000977665069513023,
      "loss_partial": 0.00811767578125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0005992143996991217,
      "loss_partial": 0.0078125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0010709735797718167,
      "loss_partial": 0.005615234375,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0007301028235815465,
      "loss_partial": 0.0064697265625,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0009709912701509893,
      "loss_partial": 0.0137939453125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0008010441670194268,
      "loss_partial": 0.01025390625,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0006381286075338721,
      "loss_partial": 0.01177978515625,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0006623621447943151,
      "loss_partial": 0.00738525390625,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.000569523312151432,
      "loss_partial": 0.010986328125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.00047333742259070277,
      "loss_partial": 0.006622314453125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0005041203694418073,
      "loss_partial": 0.00885009765625,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0007003337377682328,
      "loss_partial": 0.006622314453125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0005657083238475025,
      "loss_partial": 0.01287841796875,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0007267288747243583,
      "loss_partial": 0.003265380859375,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0008114706724882126,
      "loss_partial": 0.01043701171875,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0007042567594908178,
      "loss_partial": 0.007080078125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0008669426897540689,
      "loss_partial": 0.0064697265625,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0008250236860476434,
      "loss_partial": 0.00421142578125,
      "step": 37
    },
    {
      "epoch": 0.05377906976744186,
      "loss_distr": 0.0006193274748511612,
      "loss_partial": 0.00689697265625,
      "step": 37
    },
    {
      "epoch": 0.055232558139534885,
      "grad_norm": 0.17392981052398682,
      "learning_rate": 5.362318840579711e-06,
      "loss": 0.2172,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0005813973257318139,
      "loss_partial": 0.0069580078125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0007284140447154641,
      "loss_partial": 0.01080322265625,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0007876187446527183,
      "loss_partial": 0.0089111328125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0005141055444255471,
      "loss_partial": 0.0098876953125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0006041849264875054,
      "loss_partial": 0.009765625,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0010763183236122131,
      "loss_partial": 0.00469970703125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0005624665063805878,
      "loss_partial": 0.0123291015625,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0005318167386576533,
      "loss_partial": 0.007781982421875,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0005014876369386911,
      "loss_partial": 0.0081787109375,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0006260210648179054,
      "loss_partial": 0.01361083984375,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0007254672236740589,
      "loss_partial": 0.00860595703125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0009100103052332997,
      "loss_partial": 0.0054931640625,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0006585902883671224,
      "loss_partial": 0.00830078125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0013520101783797145,
      "loss_partial": 0.006622314453125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0006822990253567696,
      "loss_partial": 0.0067138671875,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0008273659623228014,
      "loss_partial": 0.0057373046875,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0005782911903224885,
      "loss_partial": 0.005859375,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.00047424877993762493,
      "loss_partial": 0.006988525390625,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0004964868421666324,
      "loss_partial": 0.007049560546875,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0007098811911419034,
      "loss_partial": 0.006256103515625,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0006867146585136652,
      "loss_partial": 0.0098876953125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0010077967308461666,
      "loss_partial": 0.0054931640625,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0007542629027739167,
      "loss_partial": 0.00860595703125,
      "step": 38
    },
    {
      "epoch": 0.055232558139534885,
      "loss_distr": 0.0009331625187769532,
      "loss_partial": 0.00579833984375,
      "step": 38
    },
    {
      "epoch": 0.056686046511627904,
      "grad_norm": 0.1746499389410019,
      "learning_rate": 5.507246376811595e-06,
      "loss": 0.2171,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0011876109056174755,
      "loss_partial": 0.006683349609375,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0006207288824953139,
      "loss_partial": 0.004974365234375,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0006529007805511355,
      "loss_partial": 0.00775146484375,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0009581101476214826,
      "loss_partial": 0.004058837890625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0005808324785903096,
      "loss_partial": 0.00482177734375,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0007512324955314398,
      "loss_partial": 0.006103515625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0008053663186728954,
      "loss_partial": 0.00787353515625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0006542737828567624,
      "loss_partial": 0.00927734375,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.000848563329782337,
      "loss_partial": 0.007171630859375,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0006056742859072983,
      "loss_partial": 0.006317138671875,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0009222793160006404,
      "loss_partial": 0.007110595703125,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0005668921512551606,
      "loss_partial": 0.0079345703125,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0006973286508582532,
      "loss_partial": 0.0079345703125,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0010440237820148468,
      "loss_partial": 0.006683349609375,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.000844745896756649,
      "loss_partial": 0.0074462890625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0007689368212595582,
      "loss_partial": 0.010009765625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0010242416756227612,
      "loss_partial": 0.004547119140625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0007237459067255259,
      "loss_partial": 0.01177978515625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.001007764833047986,
      "loss_partial": 0.012451171875,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0009272492025047541,
      "loss_partial": 0.00640869140625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0007018961478024721,
      "loss_partial": 0.00811767578125,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0007483144290745258,
      "loss_partial": 0.01141357421875,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0010111965239048004,
      "loss_partial": 0.006744384765625,
      "step": 39
    },
    {
      "epoch": 0.056686046511627904,
      "loss_distr": 0.0011247212532907724,
      "loss_partial": 0.004058837890625,
      "step": 39
    },
    {
      "epoch": 0.05813953488372093,
      "grad_norm": 0.1730509102344513,
      "learning_rate": 5.652173913043479e-06,
      "loss": 0.2169,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0012129140086472034,
      "loss_partial": 0.00860595703125,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005634383414871991,
      "loss_partial": 0.01470947265625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005982593866065145,
      "loss_partial": 0.005767822265625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.000841865548864007,
      "loss_partial": 0.01263427734375,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0009805152658373117,
      "loss_partial": 0.007049560546875,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005102119175717235,
      "loss_partial": 0.00860595703125,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005684940260834992,
      "loss_partial": 0.0084228515625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0007076626061461866,
      "loss_partial": 0.00933837890625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005520526319742203,
      "loss_partial": 0.008056640625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0007934998720884323,
      "loss_partial": 0.00897216796875,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0008062360575422645,
      "loss_partial": 0.005096435546875,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.000844301306642592,
      "loss_partial": 0.00970458984375,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0008903387351892889,
      "loss_partial": 0.00982666015625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005918149254284799,
      "loss_partial": 0.0196533203125,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0007603990379720926,
      "loss_partial": 0.0079345703125,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.001221590326167643,
      "loss_partial": 0.00726318359375,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.001109104254283011,
      "loss_partial": 0.007659912109375,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005634743720293045,
      "loss_partial": 0.0074462890625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0009851377690210938,
      "loss_partial": 0.006561279296875,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0006662425585091114,
      "loss_partial": 0.005859375,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0005227176588959992,
      "loss_partial": 0.0120849609375,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0008172767702490091,
      "loss_partial": 0.00982666015625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0006591872661374509,
      "loss_partial": 0.009765625,
      "step": 40
    },
    {
      "epoch": 0.05813953488372093,
      "loss_distr": 0.0006550396210514009,
      "loss_partial": 0.00885009765625,
      "step": 40
    },
    {
      "epoch": 0.059593023255813955,
      "grad_norm": 0.18283413350582123,
      "learning_rate": 5.797101449275363e-06,
      "loss": 0.2155,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0007189507596194744,
      "loss_partial": 0.0096435546875,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0006528216181322932,
      "loss_partial": 0.00726318359375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0007132559549063444,
      "loss_partial": 0.0074462890625,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.000847485032863915,
      "loss_partial": 0.009765625,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0007048232364468277,
      "loss_partial": 0.005859375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0008894077036529779,
      "loss_partial": 0.00714111328125,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0007514586905017495,
      "loss_partial": 0.00531005859375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0008463617414236069,
      "loss_partial": 0.00860595703125,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0005755953025072813,
      "loss_partial": 0.00994873046875,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0006604040390811861,
      "loss_partial": 0.00921630859375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0008380492217838764,
      "loss_partial": 0.01483154296875,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.00050245167221874,
      "loss_partial": 0.0084228515625,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0009159689652733505,
      "loss_partial": 0.006683349609375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0007264346349984407,
      "loss_partial": 0.0078125,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0006643921369686723,
      "loss_partial": 0.008056640625,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0010668585309758782,
      "loss_partial": 0.005950927734375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0006877853884361684,
      "loss_partial": 0.00860595703125,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0011720596812665462,
      "loss_partial": 0.00384521484375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0010607391595840454,
      "loss_partial": 0.004302978515625,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0009924238547682762,
      "loss_partial": 0.005706787109375,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.001058132853358984,
      "loss_partial": 0.004791259765625,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0009045011247508228,
      "loss_partial": 0.005401611328125,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0005608965875580907,
      "loss_partial": 0.01171875,
      "step": 41
    },
    {
      "epoch": 0.059593023255813955,
      "loss_distr": 0.0007797618163749576,
      "loss_partial": 0.007232666015625,
      "step": 41
    },
    {
      "epoch": 0.061046511627906974,
      "grad_norm": 0.1729057878255844,
      "learning_rate": 5.942028985507247e-06,
      "loss": 0.2149,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007450600387528539,
      "loss_partial": 0.004364013671875,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0009217705810442567,
      "loss_partial": 0.006103515625,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0009591436246410012,
      "loss_partial": 0.01116943359375,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007101352675817907,
      "loss_partial": 0.01025390625,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0004188625607639551,
      "loss_partial": 0.0118408203125,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.00047982949763536453,
      "loss_partial": 0.0146484375,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0006518621230497956,
      "loss_partial": 0.01019287109375,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0006468002102337778,
      "loss_partial": 0.00958251953125,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0006731139728799462,
      "loss_partial": 0.00897216796875,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007572280592285097,
      "loss_partial": 0.006134033203125,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007474047015421093,
      "loss_partial": 0.00982666015625,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0010756120318546891,
      "loss_partial": 0.005950927734375,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0005484269931912422,
      "loss_partial": 0.00616455078125,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.000739353010430932,
      "loss_partial": 0.00732421875,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007762138266116381,
      "loss_partial": 0.01141357421875,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007262809085659683,
      "loss_partial": 0.013427734375,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007985550328157842,
      "loss_partial": 0.004974365234375,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007707248441874981,
      "loss_partial": 0.00592041015625,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0009623782243579626,
      "loss_partial": 0.01025390625,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0006211422150954604,
      "loss_partial": 0.0128173828125,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0010941082146018744,
      "loss_partial": 0.003875732421875,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0006608706898987293,
      "loss_partial": 0.0069580078125,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.0007180471438914537,
      "loss_partial": 0.00518798828125,
      "step": 42
    },
    {
      "epoch": 0.061046511627906974,
      "loss_distr": 0.000799621338956058,
      "loss_partial": 0.006561279296875,
      "step": 42
    },
    {
      "epoch": 0.0625,
      "grad_norm": 0.18817158043384552,
      "learning_rate": 6.086956521739132e-06,
      "loss": 0.2181,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0006044710171408951,
      "loss_partial": 0.0174560546875,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0007879334734752774,
      "loss_partial": 0.0068359375,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0009598820470273495,
      "loss_partial": 0.0059814453125,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0005435440689325333,
      "loss_partial": 0.0086669921875,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0006528692319989204,
      "loss_partial": 0.007659912109375,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0007143873954191804,
      "loss_partial": 0.012451171875,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.000589809671510011,
      "loss_partial": 0.005462646484375,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0009901467710733414,
      "loss_partial": 0.00994873046875,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0006277409265749156,
      "loss_partial": 0.00811767578125,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0006465564365498722,
      "loss_partial": 0.008544921875,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0008642523898743093,
      "loss_partial": 0.0084228515625,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0008938501123338938,
      "loss_partial": 0.00823974609375,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0008614435791969299,
      "loss_partial": 0.00732421875,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.000716157432179898,
      "loss_partial": 0.00567626953125,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0008733699796721339,
      "loss_partial": 0.007049560546875,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.000610308488830924,
      "loss_partial": 0.00830078125,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0007794857956469059,
      "loss_partial": 0.0078125,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0007376766297966242,
      "loss_partial": 0.01025390625,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0007028390537016094,
      "loss_partial": 0.011962890625,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0011954839574173093,
      "loss_partial": 0.0038604736328125,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0005638533039018512,
      "loss_partial": 0.006988525390625,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0009199923370033503,
      "loss_partial": 0.004486083984375,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.001013583387248218,
      "loss_partial": 0.0062255859375,
      "step": 43
    },
    {
      "epoch": 0.0625,
      "loss_distr": 0.0006205557729117572,
      "loss_partial": 0.006805419921875,
      "step": 43
    },
    {
      "epoch": 0.06395348837209303,
      "grad_norm": 0.17258894443511963,
      "learning_rate": 6.2318840579710145e-06,
      "loss": 0.2148,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0010304328752681613,
      "loss_partial": 0.00616455078125,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0009029786451719701,
      "loss_partial": 0.00677490234375,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0005648786318488419,
      "loss_partial": 0.00640869140625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0007679249974898994,
      "loss_partial": 0.0057373046875,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0006562734488397837,
      "loss_partial": 0.00982666015625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0007356128189712763,
      "loss_partial": 0.006622314453125,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.000640398298855871,
      "loss_partial": 0.0069580078125,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0008107444155029953,
      "loss_partial": 0.00640869140625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.000753862492274493,
      "loss_partial": 0.0166015625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0006326540606096387,
      "loss_partial": 0.01123046875,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0007683212170377374,
      "loss_partial": 0.008056640625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0005447465227916837,
      "loss_partial": 0.01123046875,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0007170767057687044,
      "loss_partial": 0.009765625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0007000440964475274,
      "loss_partial": 0.00927734375,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0006373967626132071,
      "loss_partial": 0.00909423828125,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0007163170957937837,
      "loss_partial": 0.00836181640625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.000718114897608757,
      "loss_partial": 0.008056640625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0006444117170758545,
      "loss_partial": 0.0079345703125,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0006021310691721737,
      "loss_partial": 0.005523681640625,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0006295257480815053,
      "loss_partial": 0.01123046875,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0009798852261155844,
      "loss_partial": 0.007080078125,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0004659882979467511,
      "loss_partial": 0.0096435546875,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0008047906449064612,
      "loss_partial": 0.007781982421875,
      "step": 44
    },
    {
      "epoch": 0.06395348837209303,
      "loss_distr": 0.0007370796520262957,
      "loss_partial": 0.0113525390625,
      "step": 44
    },
    {
      "epoch": 0.06540697674418605,
      "grad_norm": 0.15731175243854523,
      "learning_rate": 6.376811594202898e-06,
      "loss": 0.2139,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0006457587005570531,
      "loss_partial": 0.00970458984375,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.00046683213440701365,
      "loss_partial": 0.0115966796875,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.000623601779807359,
      "loss_partial": 0.0169677734375,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0005503830616362393,
      "loss_partial": 0.008056640625,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0008519719121977687,
      "loss_partial": 0.007354736328125,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0005910912295803428,
      "loss_partial": 0.01123046875,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0011972408974543214,
      "loss_partial": 0.005828857421875,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0011332656722515821,
      "loss_partial": 0.004669189453125,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0009754765196703374,
      "loss_partial": 0.00677490234375,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0005691300611943007,
      "loss_partial": 0.00555419921875,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0005646621575579047,
      "loss_partial": 0.009765625,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0005396874621510506,
      "loss_partial": 0.012451171875,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0006298472872003913,
      "loss_partial": 0.00811767578125,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.000711343134753406,
      "loss_partial": 0.0108642578125,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.000861711276229471,
      "loss_partial": 0.007537841796875,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0008447401924058795,
      "loss_partial": 0.007659912109375,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.000536981737241149,
      "loss_partial": 0.0069580078125,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0005469886818900704,
      "loss_partial": 0.01470947265625,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.000514924293383956,
      "loss_partial": 0.01190185546875,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.000660979887470603,
      "loss_partial": 0.01019287109375,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.000982556026428938,
      "loss_partial": 0.0069580078125,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0009719269583001733,
      "loss_partial": 0.004547119140625,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0005271328263916075,
      "loss_partial": 0.00537109375,
      "step": 45
    },
    {
      "epoch": 0.06540697674418605,
      "loss_distr": 0.0006718835793435574,
      "loss_partial": 0.0103759765625,
      "step": 45
    },
    {
      "epoch": 0.06686046511627906,
      "grad_norm": 0.1686779409646988,
      "learning_rate": 6.521739130434783e-06,
      "loss": 0.2127,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0011465965071693063,
      "loss_partial": 0.003997802734375,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0006920627201907337,
      "loss_partial": 0.00634765625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0005130146746523678,
      "loss_partial": 0.005828857421875,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0007381039904430509,
      "loss_partial": 0.005126953125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0007256426615640521,
      "loss_partial": 0.00714111328125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0006721040699630976,
      "loss_partial": 0.008544921875,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.000888542621396482,
      "loss_partial": 0.005157470703125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0007531152805313468,
      "loss_partial": 0.00616455078125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0006716756033711135,
      "loss_partial": 0.00787353515625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0008890190511010587,
      "loss_partial": 0.007720947265625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0003763402346521616,
      "loss_partial": 0.01202392578125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.000623844563961029,
      "loss_partial": 0.0107421875,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0007291882648132741,
      "loss_partial": 0.0128173828125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0006745356949977577,
      "loss_partial": 0.009033203125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0009088918450288475,
      "loss_partial": 0.01123046875,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0008002578979358077,
      "loss_partial": 0.01080322265625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0009564940119162202,
      "loss_partial": 0.00592041015625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0007290696958079934,
      "loss_partial": 0.007476806640625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0005844238912686706,
      "loss_partial": 0.01116943359375,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0006405116291716695,
      "loss_partial": 0.0069580078125,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0007024970836937428,
      "loss_partial": 0.00701904296875,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0007310404325835407,
      "loss_partial": 0.006011962890625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0005019406089559197,
      "loss_partial": 0.006103515625,
      "step": 46
    },
    {
      "epoch": 0.06686046511627906,
      "loss_distr": 0.0010633294004946947,
      "loss_partial": 0.00543212890625,
      "step": 46
    },
    {
      "epoch": 0.06831395348837209,
      "grad_norm": 0.16239726543426514,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.2149,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0005568290944211185,
      "loss_partial": 0.0157470703125,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0011588308261707425,
      "loss_partial": 0.007720947265625,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0007713483646512032,
      "loss_partial": 0.011962890625,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0007153227925300598,
      "loss_partial": 0.006927490234375,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.000693869951646775,
      "loss_partial": 0.006927490234375,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0008324178634211421,
      "loss_partial": 0.005950927734375,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0006570781115442514,
      "loss_partial": 0.0059814453125,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0008019981905817986,
      "loss_partial": 0.0087890625,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.00044259923743084073,
      "loss_partial": 0.0126953125,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0007187630399130285,
      "loss_partial": 0.0107421875,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0006685882108286023,
      "loss_partial": 0.0078125,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0008216705173254013,
      "loss_partial": 0.00665283203125,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0006562225753441453,
      "loss_partial": 0.00848388671875,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0006548488745465875,
      "loss_partial": 0.00469970703125,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0008825345430523157,
      "loss_partial": 0.0064697265625,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0006857874686829746,
      "loss_partial": 0.005767822265625,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0010300950380042195,
      "loss_partial": 0.005859375,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.00044651280040852726,
      "loss_partial": 0.01055908203125,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0009931873064488173,
      "loss_partial": 0.005096435546875,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.000660622026771307,
      "loss_partial": 0.0106201171875,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0005354629829525948,
      "loss_partial": 0.01080322265625,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0006717505748383701,
      "loss_partial": 0.008544921875,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.001177990110591054,
      "loss_partial": 0.0087890625,
      "step": 47
    },
    {
      "epoch": 0.06831395348837209,
      "loss_distr": 0.0006212567095644772,
      "loss_partial": 0.0089111328125,
      "step": 47
    },
    {
      "epoch": 0.06976744186046512,
      "grad_norm": 0.15244430303573608,
      "learning_rate": 6.811594202898551e-06,
      "loss": 0.2117,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0004950024886056781,
      "loss_partial": 0.01043701171875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0010306991171091795,
      "loss_partial": 0.006744384765625,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0009010135545395315,
      "loss_partial": 0.01263427734375,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0008019769447855651,
      "loss_partial": 0.004364013671875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0007006592350080609,
      "loss_partial": 0.00799560546875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.001281773904338479,
      "loss_partial": 0.00396728515625,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0005637432332150638,
      "loss_partial": 0.00897216796875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0008163516176864505,
      "loss_partial": 0.00848388671875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0007487623952329159,
      "loss_partial": 0.00836181640625,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0008953979704529047,
      "loss_partial": 0.0068359375,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0006951956311240792,
      "loss_partial": 0.00909423828125,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0009925253689289093,
      "loss_partial": 0.007293701171875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0011303958017379045,
      "loss_partial": 0.0064697265625,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0006275128107517958,
      "loss_partial": 0.01239013671875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0006574135040864348,
      "loss_partial": 0.008544921875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0007769908988848329,
      "loss_partial": 0.0079345703125,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0010809451341629028,
      "loss_partial": 0.00689697265625,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0008652826072648168,
      "loss_partial": 0.007293701171875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0005007407162338495,
      "loss_partial": 0.00897216796875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.000641012447886169,
      "loss_partial": 0.00677490234375,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0005551871145144105,
      "loss_partial": 0.01348876953125,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0006137710297480226,
      "loss_partial": 0.00701904296875,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0005616427515633404,
      "loss_partial": 0.01312255859375,
      "step": 48
    },
    {
      "epoch": 0.06976744186046512,
      "loss_distr": 0.0008944111177697778,
      "loss_partial": 0.005645751953125,
      "step": 48
    },
    {
      "epoch": 0.07122093023255814,
      "grad_norm": 0.1563967615365982,
      "learning_rate": 6.956521739130435e-06,
      "loss": 0.2115,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0007267784676514566,
      "loss_partial": 0.008544921875,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0008036801591515541,
      "loss_partial": 0.011474609375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0006564327050000429,
      "loss_partial": 0.00909423828125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0009093411499634385,
      "loss_partial": 0.00537109375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0007391634280793369,
      "loss_partial": 0.006256103515625,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0011731553822755814,
      "loss_partial": 0.004364013671875,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0007165036513470113,
      "loss_partial": 0.012939453125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0009278703946620226,
      "loss_partial": 0.00726318359375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0005671803955920041,
      "loss_partial": 0.01336669921875,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.000511367223225534,
      "loss_partial": 0.0111083984375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.000806165742687881,
      "loss_partial": 0.00665283203125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0009136879234574735,
      "loss_partial": 0.0062255859375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0009145034709945321,
      "loss_partial": 0.005401611328125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0011706682853400707,
      "loss_partial": 0.00518798828125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0008575887768529356,
      "loss_partial": 0.00830078125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.000671600631903857,
      "loss_partial": 0.009521484375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0006867209449410439,
      "loss_partial": 0.004302978515625,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0007005605148151517,
      "loss_partial": 0.00830078125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0006865071482025087,
      "loss_partial": 0.00811767578125,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0007532647578045726,
      "loss_partial": 0.007537841796875,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.000721112999599427,
      "loss_partial": 0.008544921875,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0008663287735544145,
      "loss_partial": 0.0081787109375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0009688591817393899,
      "loss_partial": 0.00726318359375,
      "step": 49
    },
    {
      "epoch": 0.07122093023255814,
      "loss_distr": 0.0005725297378376126,
      "loss_partial": 0.0096435546875,
      "step": 49
    },
    {
      "epoch": 0.07267441860465117,
      "grad_norm": 0.1445743292570114,
      "learning_rate": 7.10144927536232e-06,
      "loss": 0.2124,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0006285228300839663,
      "loss_partial": 0.010009765625,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0005340758361853659,
      "loss_partial": 0.00933837890625,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0009673181921243668,
      "loss_partial": 0.0078125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0009506707428954542,
      "loss_partial": 0.006134033203125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0006365283625200391,
      "loss_partial": 0.006072998046875,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0009349505417048931,
      "loss_partial": 0.0074462890625,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0012027291813865304,
      "loss_partial": 0.006683349609375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0010819307062774897,
      "loss_partial": 0.0040283203125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0007362393080256879,
      "loss_partial": 0.0111083984375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0008648799266666174,
      "loss_partial": 0.006500244140625,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0007905749953351915,
      "loss_partial": 0.003936767578125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0005292511777952313,
      "loss_partial": 0.0062255859375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.000670369656290859,
      "loss_partial": 0.0052490234375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0006664177635684609,
      "loss_partial": 0.0091552734375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0009298966615460813,
      "loss_partial": 0.006622314453125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0006424576858989894,
      "loss_partial": 0.00958251953125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0007137100910767913,
      "loss_partial": 0.0089111328125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0006499511073343456,
      "loss_partial": 0.005035400390625,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0005432037869468331,
      "loss_partial": 0.01324462890625,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0009448642376810312,
      "loss_partial": 0.006866455078125,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0007500151405110955,
      "loss_partial": 0.01165771484375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0006737649673596025,
      "loss_partial": 0.005706787109375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0007002662750892341,
      "loss_partial": 0.007171630859375,
      "step": 50
    },
    {
      "epoch": 0.07267441860465117,
      "loss_distr": 0.0005821729428134859,
      "loss_partial": 0.010986328125,
      "step": 50
    },
    {
      "epoch": 0.07412790697674419,
      "grad_norm": 0.16551852226257324,
      "learning_rate": 7.246376811594203e-06,
      "loss": 0.2098,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006632874137721956,
      "loss_partial": 0.007720947265625,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0007164987619034946,
      "loss_partial": 0.00994873046875,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0009225286776199937,
      "loss_partial": 0.0081787109375,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006706377025693655,
      "loss_partial": 0.0068359375,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0007923736120574176,
      "loss_partial": 0.0042724609375,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0005554871750064194,
      "loss_partial": 0.0084228515625,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006359429680742323,
      "loss_partial": 0.007110595703125,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0009262128733098507,
      "loss_partial": 0.004974365234375,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0011232920223847032,
      "loss_partial": 0.005279541015625,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0007306319894269109,
      "loss_partial": 0.0059814453125,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006990429828874767,
      "loss_partial": 0.01220703125,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0007213881472125649,
      "loss_partial": 0.006256103515625,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0009163864888250828,
      "loss_partial": 0.01092529296875,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006241023074835539,
      "loss_partial": 0.0101318359375,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006263263057917356,
      "loss_partial": 0.00946044921875,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0007981797098182142,
      "loss_partial": 0.0072021484375,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0005163727910257876,
      "loss_partial": 0.005584716796875,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0008013282786123455,
      "loss_partial": 0.0098876953125,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0008703849744051695,
      "loss_partial": 0.00811767578125,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006365369190461934,
      "loss_partial": 0.00885009765625,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.000705054379068315,
      "loss_partial": 0.007110595703125,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006961838225834072,
      "loss_partial": 0.00982666015625,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0007041500648483634,
      "loss_partial": 0.0074462890625,
      "step": 51
    },
    {
      "epoch": 0.07412790697674419,
      "loss_distr": 0.0006811949424445629,
      "loss_partial": 0.0205078125,
      "step": 51
    },
    {
      "epoch": 0.0755813953488372,
      "grad_norm": 0.1464431881904602,
      "learning_rate": 7.391304347826087e-06,
      "loss": 0.2052,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0007986014243215322,
      "loss_partial": 0.007659912109375,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.000803660077508539,
      "loss_partial": 0.00592041015625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0007927615661174059,
      "loss_partial": 0.01080322265625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0005359156057238579,
      "loss_partial": 0.0079345703125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0006890941876918077,
      "loss_partial": 0.006103515625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.00044708955101668835,
      "loss_partial": 0.01495361328125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0005488827591761947,
      "loss_partial": 0.0042724609375,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0008513887878507376,
      "loss_partial": 0.00958251953125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0007346173515543342,
      "loss_partial": 0.00921630859375,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0011493124766275287,
      "loss_partial": 0.004791259765625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0007367960060946643,
      "loss_partial": 0.0064697265625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0007162182009778917,
      "loss_partial": 0.0052490234375,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0007243074360303581,
      "loss_partial": 0.007568359375,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0005387812852859497,
      "loss_partial": 0.007110595703125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0006618499755859375,
      "loss_partial": 0.0093994140625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0006551062106154859,
      "loss_partial": 0.010009765625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0008492376073263586,
      "loss_partial": 0.00885009765625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0008007101714611053,
      "loss_partial": 0.01104736328125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0009878450073301792,
      "loss_partial": 0.00445556640625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0006839753477834165,
      "loss_partial": 0.0089111328125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.00095082086045295,
      "loss_partial": 0.0098876953125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0008519428665749729,
      "loss_partial": 0.00885009765625,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.00065828044898808,
      "loss_partial": 0.0048828125,
      "step": 52
    },
    {
      "epoch": 0.0755813953488372,
      "loss_distr": 0.0006144092185422778,
      "loss_partial": 0.0081787109375,
      "step": 52
    },
    {
      "epoch": 0.07703488372093023,
      "grad_norm": 0.14434814453125,
      "learning_rate": 7.536231884057972e-06,
      "loss": 0.2089,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0007573565817438066,
      "loss_partial": 0.0089111328125,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0006025505135767162,
      "loss_partial": 0.00909423828125,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.000495999411214143,
      "loss_partial": 0.01141357421875,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0009555292199365795,
      "loss_partial": 0.00933837890625,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0007277412805706263,
      "loss_partial": 0.005157470703125,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0007977875648066401,
      "loss_partial": 0.016357421875,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0006266753771342337,
      "loss_partial": 0.0098876953125,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0006753429188393056,
      "loss_partial": 0.00848388671875,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0004718098498415202,
      "loss_partial": 0.01177978515625,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.000844058464281261,
      "loss_partial": 0.00726318359375,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0008052665507420897,
      "loss_partial": 0.0096435546875,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0008091618656180799,
      "loss_partial": 0.004486083984375,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0008481519762426615,
      "loss_partial": 0.006256103515625,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0005806010449305177,
      "loss_partial": 0.0074462890625,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0008280198089778423,
      "loss_partial": 0.006195068359375,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0006439494318328798,
      "loss_partial": 0.009521484375,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0004691830836236477,
      "loss_partial": 0.0091552734375,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0005587286432273686,
      "loss_partial": 0.01324462890625,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0004404901701491326,
      "loss_partial": 0.00823974609375,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0006908612558618188,
      "loss_partial": 0.007720947265625,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0007846740772947669,
      "loss_partial": 0.00762939453125,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0005078914691694081,
      "loss_partial": 0.00958251953125,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0007970308652147651,
      "loss_partial": 0.00665283203125,
      "step": 53
    },
    {
      "epoch": 0.07703488372093023,
      "loss_distr": 0.0006712378817610443,
      "loss_partial": 0.005126953125,
      "step": 53
    },
    {
      "epoch": 0.07848837209302326,
      "grad_norm": 0.1369449645280838,
      "learning_rate": 7.681159420289856e-06,
      "loss": 0.2079,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0008976741228252649,
      "loss_partial": 0.00567626953125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0008407043642364442,
      "loss_partial": 0.006866455078125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0005834646872244775,
      "loss_partial": 0.0137939453125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0011040286626666784,
      "loss_partial": 0.004180908203125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0007408875389955938,
      "loss_partial": 0.00543212890625,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006452357629314065,
      "loss_partial": 0.009521484375,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0008641486056149006,
      "loss_partial": 0.005828857421875,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0009321709512732923,
      "loss_partial": 0.004180908203125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006905060145072639,
      "loss_partial": 0.0106201171875,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006789008621126413,
      "loss_partial": 0.00787353515625,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006196242175064981,
      "loss_partial": 0.012451171875,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006038241554051638,
      "loss_partial": 0.0037841796875,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0007587431464344263,
      "loss_partial": 0.007476806640625,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006731082685291767,
      "loss_partial": 0.0079345703125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006170974811539054,
      "loss_partial": 0.006378173828125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0009723992552608252,
      "loss_partial": 0.006072998046875,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0005785011453554034,
      "loss_partial": 0.013427734375,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0008002436952665448,
      "loss_partial": 0.00872802734375,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0007034395821392536,
      "loss_partial": 0.0048828125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.000835620507132262,
      "loss_partial": 0.0107421875,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0009147210512310266,
      "loss_partial": 0.005340576171875,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0007159875240176916,
      "loss_partial": 0.01055908203125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006487156497314572,
      "loss_partial": 0.00860595703125,
      "step": 54
    },
    {
      "epoch": 0.07848837209302326,
      "loss_distr": 0.0006835460662841797,
      "loss_partial": 0.01007080078125,
      "step": 54
    },
    {
      "epoch": 0.07994186046511628,
      "grad_norm": 0.1434324085712433,
      "learning_rate": 7.82608695652174e-06,
      "loss": 0.2067,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0005921157426200807,
      "loss_partial": 0.00860595703125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.000952462141867727,
      "loss_partial": 0.005523681640625,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0005577066913247108,
      "loss_partial": 0.00726318359375,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.001253355760127306,
      "loss_partial": 0.003448486328125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0006980886100791395,
      "loss_partial": 0.00909423828125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.000693189213052392,
      "loss_partial": 0.00787353515625,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0008789064595475793,
      "loss_partial": 0.0084228515625,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0007096466142684221,
      "loss_partial": 0.00579833984375,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0004957862547598779,
      "loss_partial": 0.007720947265625,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0009539244929328561,
      "loss_partial": 0.0062255859375,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0009574667783454061,
      "loss_partial": 0.00579833984375,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0008212241809815168,
      "loss_partial": 0.00811767578125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0006202842341735959,
      "loss_partial": 0.006927490234375,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0006532584084197879,
      "loss_partial": 0.0103759765625,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0004998844815418124,
      "loss_partial": 0.00762939453125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0008193157846108079,
      "loss_partial": 0.0079345703125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0005992185324430466,
      "loss_partial": 0.0098876953125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0010738830314949155,
      "loss_partial": 0.007476806640625,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0006026723422110081,
      "loss_partial": 0.0072021484375,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0009651062428019941,
      "loss_partial": 0.00421142578125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0007330107036978006,
      "loss_partial": 0.004638671875,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0008083218126557767,
      "loss_partial": 0.01007080078125,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0006376780802384019,
      "loss_partial": 0.006744384765625,
      "step": 55
    },
    {
      "epoch": 0.07994186046511628,
      "loss_distr": 0.0006474085384979844,
      "loss_partial": 0.01220703125,
      "step": 55
    },
    {
      "epoch": 0.08139534883720931,
      "grad_norm": 0.1419164538383484,
      "learning_rate": 7.971014492753623e-06,
      "loss": 0.204,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005278922617435455,
      "loss_partial": 0.0093994140625,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0010552576277405024,
      "loss_partial": 0.004974365234375,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0007780896848998964,
      "loss_partial": 0.00811767578125,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0008757734904065728,
      "loss_partial": 0.003692626953125,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0006880044238641858,
      "loss_partial": 0.004791259765625,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0007982220849953592,
      "loss_partial": 0.00616455078125,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0008672284311614931,
      "loss_partial": 0.006744384765625,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0006821401766501367,
      "loss_partial": 0.0078125,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0008607233176007867,
      "loss_partial": 0.005096435546875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005806749686598778,
      "loss_partial": 0.0087890625,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005849954904988408,
      "loss_partial": 0.01141357421875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0007750310469418764,
      "loss_partial": 0.0057373046875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0008147398475557566,
      "loss_partial": 0.005828857421875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0007116852211765945,
      "loss_partial": 0.005401611328125,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0007171807228587568,
      "loss_partial": 0.01104736328125,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.000752219115383923,
      "loss_partial": 0.004608154296875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005061766132712364,
      "loss_partial": 0.0107421875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005706981755793095,
      "loss_partial": 0.006011962890625,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005087576573714614,
      "loss_partial": 0.0113525390625,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0009496515849605203,
      "loss_partial": 0.005340576171875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005549364141188562,
      "loss_partial": 0.006927490234375,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0008434283081442118,
      "loss_partial": 0.01007080078125,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005365083343349397,
      "loss_partial": 0.006561279296875,
      "step": 56
    },
    {
      "epoch": 0.08139534883720931,
      "loss_distr": 0.0005584416212514043,
      "loss_partial": 0.007720947265625,
      "step": 56
    },
    {
      "epoch": 0.08284883720930232,
      "grad_norm": 0.14899824559688568,
      "learning_rate": 8.115942028985508e-06,
      "loss": 0.2104,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0007390104001387954,
      "loss_partial": 0.007476806640625,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.00082584866322577,
      "loss_partial": 0.005950927734375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0009147750097326934,
      "loss_partial": 0.0081787109375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0011023867409676313,
      "loss_partial": 0.006561279296875,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0006310493918135762,
      "loss_partial": 0.004852294921875,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0006555848522111773,
      "loss_partial": 0.0106201171875,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.000587019429076463,
      "loss_partial": 0.00927734375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0005912365159019828,
      "loss_partial": 0.0096435546875,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.000861982349306345,
      "loss_partial": 0.00518798828125,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0006684692925773561,
      "loss_partial": 0.01263427734375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0007701005670242012,
      "loss_partial": 0.005859375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0005826310371048748,
      "loss_partial": 0.007293701171875,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0006523533957079053,
      "loss_partial": 0.00640869140625,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0006101732142269611,
      "loss_partial": 0.00921630859375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0007375450222752988,
      "loss_partial": 0.0059814453125,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0008013236802071333,
      "loss_partial": 0.0078125,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0010347750503569841,
      "loss_partial": 0.004547119140625,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0006858158740215003,
      "loss_partial": 0.0081787109375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0004507799749262631,
      "loss_partial": 0.0081787109375,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.000563250039704144,
      "loss_partial": 0.01007080078125,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0008596041589044034,
      "loss_partial": 0.006866455078125,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0004051746509503573,
      "loss_partial": 0.00848388671875,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0010281008435413241,
      "loss_partial": 0.005828857421875,
      "step": 57
    },
    {
      "epoch": 0.08284883720930232,
      "loss_distr": 0.0007685043383389711,
      "loss_partial": 0.004852294921875,
      "step": 57
    },
    {
      "epoch": 0.08430232558139535,
      "grad_norm": 0.13814708590507507,
      "learning_rate": 8.260869565217392e-06,
      "loss": 0.2072,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.000523719354532659,
      "loss_partial": 0.007781982421875,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0010014266008511186,
      "loss_partial": 0.00482177734375,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0006229155696928501,
      "loss_partial": 0.0098876953125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.00043079114402644336,
      "loss_partial": 0.01251220703125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0006739069940522313,
      "loss_partial": 0.0084228515625,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0005984521703794599,
      "loss_partial": 0.0089111328125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.000517454813234508,
      "loss_partial": 0.01708984375,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0008145257597789168,
      "loss_partial": 0.005889892578125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0008879054803401232,
      "loss_partial": 0.00872802734375,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0006571970880031586,
      "loss_partial": 0.006561279296875,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0007066369289532304,
      "loss_partial": 0.01123046875,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0005567005136981606,
      "loss_partial": 0.00811767578125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0008450853056274354,
      "loss_partial": 0.006011962890625,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0007177605293691158,
      "loss_partial": 0.0069580078125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.000688262633047998,
      "loss_partial": 0.00762939453125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0005559667479246855,
      "loss_partial": 0.009033203125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0008057904778979719,
      "loss_partial": 0.0084228515625,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.000634143128991127,
      "loss_partial": 0.0152587890625,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0006570285186171532,
      "loss_partial": 0.00909423828125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0004947730340063572,
      "loss_partial": 0.007049560546875,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0007165411370806396,
      "loss_partial": 0.002960205078125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0005467173759825528,
      "loss_partial": 0.006866455078125,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0009989385725930333,
      "loss_partial": 0.0106201171875,
      "step": 58
    },
    {
      "epoch": 0.08430232558139535,
      "loss_distr": 0.0004759197763632983,
      "loss_partial": 0.01129150390625,
      "step": 58
    },
    {
      "epoch": 0.08575581395348837,
      "grad_norm": 0.14234791696071625,
      "learning_rate": 8.405797101449275e-06,
      "loss": 0.2097,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0006474914844147861,
      "loss_partial": 0.00726318359375,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0005956880049780011,
      "loss_partial": 0.00738525390625,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0008685856009833515,
      "loss_partial": 0.005950927734375,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0006043366156518459,
      "loss_partial": 0.00897216796875,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0006737487274222076,
      "loss_partial": 0.00762939453125,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0007723814342170954,
      "loss_partial": 0.0030975341796875,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0007144447881728411,
      "loss_partial": 0.011474609375,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0004884101799689233,
      "loss_partial": 0.006988525390625,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.001009383238852024,
      "loss_partial": 0.00897216796875,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0009013728704303503,
      "loss_partial": 0.007568359375,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0005613771500065923,
      "loss_partial": 0.00927734375,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0011167540214955807,
      "loss_partial": 0.006378173828125,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.000539806904271245,
      "loss_partial": 0.004638671875,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0007916524773463607,
      "loss_partial": 0.00970458984375,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0005545527092181146,
      "loss_partial": 0.010009765625,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0006781536503694952,
      "loss_partial": 0.00811767578125,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0011279666796326637,
      "loss_partial": 0.0035858154296875,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0006750826723873615,
      "loss_partial": 0.01092529296875,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.000609713199082762,
      "loss_partial": 0.00836181640625,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0005343598313629627,
      "loss_partial": 0.0064697265625,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0006971719558350742,
      "loss_partial": 0.008544921875,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0007967077544890344,
      "loss_partial": 0.0089111328125,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0005708797834813595,
      "loss_partial": 0.007110595703125,
      "step": 59
    },
    {
      "epoch": 0.08575581395348837,
      "loss_distr": 0.0007566508138552308,
      "loss_partial": 0.00775146484375,
      "step": 59
    },
    {
      "epoch": 0.0872093023255814,
      "grad_norm": 0.1345083862543106,
      "learning_rate": 8.55072463768116e-06,
      "loss": 0.2018,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0005754693411290646,
      "loss_partial": 0.0096435546875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.00045847424189560115,
      "loss_partial": 0.01251220703125,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0010789150837808847,
      "loss_partial": 0.005218505859375,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.001128996955230832,
      "loss_partial": 0.00567626953125,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0006697475328110158,
      "loss_partial": 0.0128173828125,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0008413891191594303,
      "loss_partial": 0.004852294921875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0008317166357301176,
      "loss_partial": 0.00811767578125,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0005009885062463582,
      "loss_partial": 0.01141357421875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0007234385120682418,
      "loss_partial": 0.005096435546875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0006468143546953797,
      "loss_partial": 0.00811767578125,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0008410938899032772,
      "loss_partial": 0.005218505859375,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0006713391630910337,
      "loss_partial": 0.006866455078125,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0007375625427812338,
      "loss_partial": 0.00836181640625,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0007800875464454293,
      "loss_partial": 0.01190185546875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.000840327178593725,
      "loss_partial": 0.00665283203125,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0007439045002683997,
      "loss_partial": 0.00946044921875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0008884425624273717,
      "loss_partial": 0.004974365234375,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0005850211018696427,
      "loss_partial": 0.00799560546875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.000692012021318078,
      "loss_partial": 0.007568359375,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0007040758500806987,
      "loss_partial": 0.006500244140625,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.000545643677469343,
      "loss_partial": 0.0096435546875,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0008560493006370962,
      "loss_partial": 0.004150390625,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.00043881917372345924,
      "loss_partial": 0.01165771484375,
      "step": 60
    },
    {
      "epoch": 0.0872093023255814,
      "loss_distr": 0.0006947306683287024,
      "loss_partial": 0.007171630859375,
      "step": 60
    },
    {
      "epoch": 0.08866279069767442,
      "grad_norm": 0.16126756370067596,
      "learning_rate": 8.695652173913044e-06,
      "loss": 0.2027,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0007269096095114946,
      "loss_partial": 0.0086669921875,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0008674791897647083,
      "loss_partial": 0.00518798828125,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0009650019346736372,
      "loss_partial": 0.00885009765625,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0007688141777180135,
      "loss_partial": 0.00860595703125,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0004614850040525198,
      "loss_partial": 0.00579833984375,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0007845793152227998,
      "loss_partial": 0.011962890625,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0006845530588179827,
      "loss_partial": 0.004302978515625,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0008215714478865266,
      "loss_partial": 0.004119873046875,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0005892215413041413,
      "loss_partial": 0.0123291015625,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0011355888564139605,
      "loss_partial": 0.005584716796875,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.001074825064279139,
      "loss_partial": 0.00537109375,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0005548582412302494,
      "loss_partial": 0.008056640625,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.00051998405251652,
      "loss_partial": 0.00927734375,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.001021254574880004,
      "loss_partial": 0.00457763671875,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0008692065603099763,
      "loss_partial": 0.006134033203125,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0006153705762699246,
      "loss_partial": 0.0103759765625,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0006563742645084858,
      "loss_partial": 0.00860595703125,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0005863045807927847,
      "loss_partial": 0.00714111328125,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0007592010078951716,
      "loss_partial": 0.010009765625,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0006578522734344006,
      "loss_partial": 0.0106201171875,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0009480394655838609,
      "loss_partial": 0.0067138671875,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.000691159744746983,
      "loss_partial": 0.007354736328125,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.000468704936793074,
      "loss_partial": 0.01300048828125,
      "step": 61
    },
    {
      "epoch": 0.08866279069767442,
      "loss_distr": 0.0005068763275630772,
      "loss_partial": 0.009033203125,
      "step": 61
    },
    {
      "epoch": 0.09011627906976744,
      "grad_norm": 0.13588398694992065,
      "learning_rate": 8.840579710144929e-06,
      "loss": 0.2072,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0008432619506493211,
      "loss_partial": 0.00677490234375,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0007649479666724801,
      "loss_partial": 0.01220703125,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0007503621745854616,
      "loss_partial": 0.0103759765625,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0008557437686249614,
      "loss_partial": 0.00518798828125,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.001063825562596321,
      "loss_partial": 0.00506591796875,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0006473042885772884,
      "loss_partial": 0.010498046875,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0008893831982277334,
      "loss_partial": 0.004119873046875,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0005424086120910943,
      "loss_partial": 0.0179443359375,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0005318031762726605,
      "loss_partial": 0.00732421875,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0007325378246605396,
      "loss_partial": 0.0084228515625,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0009780693799257278,
      "loss_partial": 0.003662109375,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0008112443028949201,
      "loss_partial": 0.005523681640625,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.00047808149247430265,
      "loss_partial": 0.006439208984375,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0006725612911395729,
      "loss_partial": 0.0034942626953125,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0007726558833383024,
      "loss_partial": 0.005889892578125,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0005174861289560795,
      "loss_partial": 0.00592041015625,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0007475621532648802,
      "loss_partial": 0.008056640625,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0006036903359927237,
      "loss_partial": 0.006439208984375,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0007744358736090362,
      "loss_partial": 0.00811767578125,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.000524621456861496,
      "loss_partial": 0.008544921875,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0008347620605491102,
      "loss_partial": 0.00848388671875,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0005819052457809448,
      "loss_partial": 0.01031494140625,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.001056225155480206,
      "loss_partial": 0.0052490234375,
      "step": 62
    },
    {
      "epoch": 0.09011627906976744,
      "loss_distr": 0.0008739705081097782,
      "loss_partial": 0.00775146484375,
      "step": 62
    },
    {
      "epoch": 0.09156976744186046,
      "grad_norm": 0.14820092916488647,
      "learning_rate": 8.985507246376812e-06,
      "loss": 0.2026,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0009454304235987365,
      "loss_partial": 0.00860595703125,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0005624223267659545,
      "loss_partial": 0.007293701171875,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0008498963434249163,
      "loss_partial": 0.0038604736328125,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.001261904020793736,
      "loss_partial": 0.005401611328125,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0011176886036992073,
      "loss_partial": 0.0067138671875,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0007189719472080469,
      "loss_partial": 0.007171630859375,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0006501799798570573,
      "loss_partial": 0.00982666015625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0012147362576797605,
      "loss_partial": 0.004913330078125,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.000686345505528152,
      "loss_partial": 0.00537109375,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.000919768528547138,
      "loss_partial": 0.0045166015625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.000870643591042608,
      "loss_partial": 0.006011962890625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0008371686562895775,
      "loss_partial": 0.005889892578125,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0007384088821709156,
      "loss_partial": 0.006134033203125,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0006891457596793771,
      "loss_partial": 0.00787353515625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0008444901322945952,
      "loss_partial": 0.01416015625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0007023006910458207,
      "loss_partial": 0.0096435546875,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0006942934123799205,
      "loss_partial": 0.00982666015625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0008616838022135198,
      "loss_partial": 0.00396728515625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.00064598408062011,
      "loss_partial": 0.0078125,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0008798063499853015,
      "loss_partial": 0.00689697265625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0005689981626346707,
      "loss_partial": 0.00738525390625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.000788023928180337,
      "loss_partial": 0.00994873046875,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0009173140279017389,
      "loss_partial": 0.00543212890625,
      "step": 63
    },
    {
      "epoch": 0.09156976744186046,
      "loss_distr": 0.0007552332244813442,
      "loss_partial": 0.00982666015625,
      "step": 63
    },
    {
      "epoch": 0.09302325581395349,
      "grad_norm": 0.14095622301101685,
      "learning_rate": 9.130434782608697e-06,
      "loss": 0.2056,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0010142619721591473,
      "loss_partial": 0.005950927734375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0005584428436122835,
      "loss_partial": 0.008544921875,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0009544898639433086,
      "loss_partial": 0.00543212890625,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0007675494416616857,
      "loss_partial": 0.00531005859375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0004748962528537959,
      "loss_partial": 0.01104736328125,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0005800171056762338,
      "loss_partial": 0.006011962890625,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0007513444288633764,
      "loss_partial": 0.006683349609375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0006182914366945624,
      "loss_partial": 0.01373291015625,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0007453501457348466,
      "loss_partial": 0.00653076171875,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0008303634822368622,
      "loss_partial": 0.00592041015625,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0007006525411270559,
      "loss_partial": 0.00762939453125,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0005517525714822114,
      "loss_partial": 0.005706787109375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0007134638726711273,
      "loss_partial": 0.007110595703125,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0009323972626589239,
      "loss_partial": 0.005584716796875,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0005480628460645676,
      "loss_partial": 0.010009765625,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0005275664152577519,
      "loss_partial": 0.00823974609375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0006983132334426045,
      "loss_partial": 0.003997802734375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0004290130455046892,
      "loss_partial": 0.01153564453125,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0011649326188489795,
      "loss_partial": 0.0038299560546875,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0006284603150561452,
      "loss_partial": 0.003997802734375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0007705349707975984,
      "loss_partial": 0.0069580078125,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0006428666529245675,
      "loss_partial": 0.01068115234375,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0007432570564560592,
      "loss_partial": 0.004608154296875,
      "step": 64
    },
    {
      "epoch": 0.09302325581395349,
      "loss_distr": 0.0006161559140309691,
      "loss_partial": 0.00604248046875,
      "step": 64
    },
    {
      "epoch": 0.09447674418604651,
      "grad_norm": 0.12936937808990479,
      "learning_rate": 9.275362318840581e-06,
      "loss": 0.2033,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.000670575478579849,
      "loss_partial": 0.009033203125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.000980468699708581,
      "loss_partial": 0.00811767578125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0006969572859816253,
      "loss_partial": 0.006134033203125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0006134986178949475,
      "loss_partial": 0.0081787109375,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.000653442635666579,
      "loss_partial": 0.01287841796875,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0005139748682267964,
      "loss_partial": 0.00628662109375,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0005922241252847016,
      "loss_partial": 0.004486083984375,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0009545888751745224,
      "loss_partial": 0.0081787109375,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.000758090172894299,
      "loss_partial": 0.004425048828125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0007680809358134866,
      "loss_partial": 0.006378173828125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0006214488530531526,
      "loss_partial": 0.004913330078125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0006932975957170129,
      "loss_partial": 0.007110595703125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0009538988815620542,
      "loss_partial": 0.004791259765625,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0007410696125589311,
      "loss_partial": 0.0087890625,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0005384561372920871,
      "loss_partial": 0.01226806640625,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.000826883246190846,
      "loss_partial": 0.007110595703125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0008022076799534261,
      "loss_partial": 0.0067138671875,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0005545793101191521,
      "loss_partial": 0.00537109375,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0006526967044919729,
      "loss_partial": 0.006134033203125,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0005128568154759705,
      "loss_partial": 0.0103759765625,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.000996796996332705,
      "loss_partial": 0.005950927734375,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.000978353782556951,
      "loss_partial": 0.00927734375,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0009680967777967453,
      "loss_partial": 0.004547119140625,
      "step": 65
    },
    {
      "epoch": 0.09447674418604651,
      "loss_distr": 0.0008510160259902477,
      "loss_partial": 0.00494384765625,
      "step": 65
    },
    {
      "epoch": 0.09593023255813954,
      "grad_norm": 0.1496805101633072,
      "learning_rate": 9.420289855072464e-06,
      "loss": 0.205,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0005000687087886035,
      "loss_partial": 0.01458740234375,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.000921876635402441,
      "loss_partial": 0.003997802734375,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0005708904936909676,
      "loss_partial": 0.01043701171875,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0008269661921076477,
      "loss_partial": 0.00634765625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0006041296874172986,
      "loss_partial": 0.006103515625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0008565087337046862,
      "loss_partial": 0.007720947265625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0010323525639250875,
      "loss_partial": 0.00653076171875,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0005523372092284262,
      "loss_partial": 0.01031494140625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0007514345343224704,
      "loss_partial": 0.01055908203125,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0004432732821442187,
      "loss_partial": 0.0087890625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0005758663755841553,
      "loss_partial": 0.006561279296875,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0006283817929215729,
      "loss_partial": 0.0087890625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.000864293600898236,
      "loss_partial": 0.00439453125,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0006820971029810607,
      "loss_partial": 0.00823974609375,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0006963324267417192,
      "loss_partial": 0.01153564453125,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0006504408665932715,
      "loss_partial": 0.00970458984375,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.000663369195535779,
      "loss_partial": 0.008544921875,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0008651103707961738,
      "loss_partial": 0.008056640625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0005868704174645245,
      "loss_partial": 0.004180908203125,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0008008183212950826,
      "loss_partial": 0.005462646484375,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0006538557354360819,
      "loss_partial": 0.005767822265625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0005102130817249417,
      "loss_partial": 0.006439208984375,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0005957125104032457,
      "loss_partial": 0.009765625,
      "step": 66
    },
    {
      "epoch": 0.09593023255813954,
      "loss_distr": 0.0006085714558139443,
      "loss_partial": 0.0107421875,
      "step": 66
    },
    {
      "epoch": 0.09738372093023256,
      "grad_norm": 0.1371477246284485,
      "learning_rate": 9.565217391304349e-06,
      "loss": 0.2059,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.00044779799645766616,
      "loss_partial": 0.01165771484375,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.00048796023475006223,
      "loss_partial": 0.007568359375,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0005322866491042078,
      "loss_partial": 0.0048828125,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0009842803701758385,
      "loss_partial": 0.0098876953125,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0004495528992265463,
      "loss_partial": 0.00958251953125,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0007025900995358825,
      "loss_partial": 0.00946044921875,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0010585329728201032,
      "loss_partial": 0.003875732421875,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.00057477958034724,
      "loss_partial": 0.010986328125,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0004481881042011082,
      "loss_partial": 0.0069580078125,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0005112671060487628,
      "loss_partial": 0.007720947265625,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0005312455468811095,
      "loss_partial": 0.006683349609375,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0005052241031080484,
      "loss_partial": 0.0089111328125,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.000590565730817616,
      "loss_partial": 0.01025390625,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0006101409671828151,
      "loss_partial": 0.01300048828125,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0007609470630995929,
      "loss_partial": 0.005706787109375,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0009803029242902994,
      "loss_partial": 0.004791259765625,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.000597788137383759,
      "loss_partial": 0.006317138671875,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0006914295954629779,
      "loss_partial": 0.006256103515625,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0006485285703092813,
      "loss_partial": 0.006011962890625,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0006957479054108262,
      "loss_partial": 0.00787353515625,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0008639019215479493,
      "loss_partial": 0.005523681640625,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0008167462656274438,
      "loss_partial": 0.008544921875,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0008477676892653108,
      "loss_partial": 0.005218505859375,
      "step": 67
    },
    {
      "epoch": 0.09738372093023256,
      "loss_distr": 0.0007332818931899965,
      "loss_partial": 0.00762939453125,
      "step": 67
    },
    {
      "epoch": 0.09883720930232558,
      "grad_norm": 0.13535530865192413,
      "learning_rate": 9.710144927536233e-06,
      "loss": 0.2009,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0008165191393345594,
      "loss_partial": 0.0091552734375,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0005163513123989105,
      "loss_partial": 0.0081787109375,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0004856218001805246,
      "loss_partial": 0.01129150390625,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0005825770786032081,
      "loss_partial": 0.0048828125,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.000975045608356595,
      "loss_partial": 0.007293701171875,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0005563532467931509,
      "loss_partial": 0.0096435546875,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0007015435257926583,
      "loss_partial": 0.008056640625,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0004878154140897095,
      "loss_partial": 0.00848388671875,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0009116315632127225,
      "loss_partial": 0.003875732421875,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0007392758270725608,
      "loss_partial": 0.005828857421875,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0009379407856613398,
      "loss_partial": 0.005126953125,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0008577571134082973,
      "loss_partial": 0.008544921875,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0005149674252606928,
      "loss_partial": 0.007080078125,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0007885645027272403,
      "loss_partial": 0.0079345703125,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0010477122850716114,
      "loss_partial": 0.005126953125,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0007723208982497454,
      "loss_partial": 0.0062255859375,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0007724658353254199,
      "loss_partial": 0.00531005859375,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.00045108605991117656,
      "loss_partial": 0.005157470703125,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0004181212279945612,
      "loss_partial": 0.01446533203125,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0006870486540719867,
      "loss_partial": 0.005035400390625,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0008206615457311273,
      "loss_partial": 0.00836181640625,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0007741303415969014,
      "loss_partial": 0.00872802734375,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.0006948319496586919,
      "loss_partial": 0.00933837890625,
      "step": 68
    },
    {
      "epoch": 0.09883720930232558,
      "loss_distr": 0.000686023326124996,
      "loss_partial": 0.0069580078125,
      "step": 68
    },
    {
      "epoch": 0.1002906976744186,
      "grad_norm": 0.14976882934570312,
      "learning_rate": 9.855072463768118e-06,
      "loss": 0.2029,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0007763837347738445,
      "loss_partial": 0.00946044921875,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0006224329117685556,
      "loss_partial": 0.00738525390625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0006161367055028677,
      "loss_partial": 0.00628662109375,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0007235761149786413,
      "loss_partial": 0.00689697265625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0006206479156389832,
      "loss_partial": 0.006011962890625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0005521573475562036,
      "loss_partial": 0.008544921875,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0008613035315647721,
      "loss_partial": 0.006744384765625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0008899932145141065,
      "loss_partial": 0.005615234375,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.000623273488599807,
      "loss_partial": 0.00823974609375,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0007902175420895219,
      "loss_partial": 0.00628662109375,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0009901209268718958,
      "loss_partial": 0.00494384765625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.000748262507840991,
      "loss_partial": 0.01397705078125,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0008366411784663796,
      "loss_partial": 0.0072021484375,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0009962971089407802,
      "loss_partial": 0.00506591796875,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0006293571786954999,
      "loss_partial": 0.005157470703125,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0008436282514594495,
      "loss_partial": 0.01544189453125,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0007343838224187493,
      "loss_partial": 0.005767822265625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0007950635044835508,
      "loss_partial": 0.007476806640625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0011035501956939697,
      "loss_partial": 0.00897216796875,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0006640403880737722,
      "loss_partial": 0.00836181640625,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0011701035546138883,
      "loss_partial": 0.007110595703125,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0006165567319840193,
      "loss_partial": 0.004638671875,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.000771253602579236,
      "loss_partial": 0.004852294921875,
      "step": 69
    },
    {
      "epoch": 0.1002906976744186,
      "loss_distr": 0.0008151155197992921,
      "loss_partial": 0.01031494140625,
      "step": 69
    },
    {
      "epoch": 0.10174418604651163,
      "grad_norm": 0.13408420979976654,
      "learning_rate": 1e-05,
      "loss": 0.2049,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0005708773387596011,
      "loss_partial": 0.006988525390625,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0009972925763577223,
      "loss_partial": 0.00970458984375,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0007261055870912969,
      "loss_partial": 0.009521484375,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.00072141969576478,
      "loss_partial": 0.00555419921875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0007912034052424133,
      "loss_partial": 0.00433349609375,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0005934376385994256,
      "loss_partial": 0.0068359375,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0008353370940312743,
      "loss_partial": 0.00408935546875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0008818180067464709,
      "loss_partial": 0.006378173828125,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0006846733158454299,
      "loss_partial": 0.00482177734375,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0004948126734234393,
      "loss_partial": 0.007537841796875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0005734094302169979,
      "loss_partial": 0.006500244140625,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0010185935534536839,
      "loss_partial": 0.0118408203125,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0007552277529612184,
      "loss_partial": 0.006988525390625,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0007330501684919,
      "loss_partial": 0.0062255859375,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0007708315970376134,
      "loss_partial": 0.01104736328125,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0009722787654027343,
      "loss_partial": 0.005828857421875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.000632627634331584,
      "loss_partial": 0.01141357421875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0006331935292109847,
      "loss_partial": 0.00848388671875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0005483934655785561,
      "loss_partial": 0.006011962890625,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.000996992108412087,
      "loss_partial": 0.005218505859375,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0007868532557040453,
      "loss_partial": 0.01123046875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.000793955463450402,
      "loss_partial": 0.00408935546875,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0007574043120257556,
      "loss_partial": 0.00836181640625,
      "step": 70
    },
    {
      "epoch": 0.10174418604651163,
      "loss_distr": 0.0005872282199561596,
      "loss_partial": 0.004730224609375,
      "step": 70
    },
    {
      "epoch": 0.10319767441860465,
      "grad_norm": 0.16691197454929352,
      "learning_rate": 1.0144927536231885e-05,
      "loss": 0.2064,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0009614285081624985,
      "loss_partial": 0.004638671875,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0007957158959470689,
      "loss_partial": 0.00732421875,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0006070947274565697,
      "loss_partial": 0.007537841796875,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0009237226331606507,
      "loss_partial": 0.01025390625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.000648567161988467,
      "loss_partial": 0.0074462890625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0007464635418727994,
      "loss_partial": 0.0081787109375,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0009986450895667076,
      "loss_partial": 0.005218505859375,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0006570629775524139,
      "loss_partial": 0.00579833984375,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0004561589739751071,
      "loss_partial": 0.00885009765625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0005928939208388329,
      "loss_partial": 0.0103759765625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0005902456468902528,
      "loss_partial": 0.0093994140625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0006299164961092174,
      "loss_partial": 0.00762939453125,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.000527941738255322,
      "loss_partial": 0.006500244140625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0006632949225604534,
      "loss_partial": 0.00927734375,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0007108538411557674,
      "loss_partial": 0.007232666015625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0007819512393325567,
      "loss_partial": 0.005706787109375,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0004897945909760892,
      "loss_partial": 0.00872802734375,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.00046692785690538585,
      "loss_partial": 0.00732421875,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0008372822194360197,
      "loss_partial": 0.0064697265625,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0007565298001281917,
      "loss_partial": 0.00994873046875,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0007591751636937261,
      "loss_partial": 0.011474609375,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0006753448396921158,
      "loss_partial": 0.007354736328125,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0007983462419360876,
      "loss_partial": 0.004638671875,
      "step": 71
    },
    {
      "epoch": 0.10319767441860465,
      "loss_distr": 0.0005390794249251485,
      "loss_partial": 0.00750732421875,
      "step": 71
    },
    {
      "epoch": 0.10465116279069768,
      "grad_norm": 0.12856245040893555,
      "learning_rate": 1.0289855072463768e-05,
      "loss": 0.2042,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0006522889598272741,
      "loss_partial": 0.006378173828125,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007270122296176851,
      "loss_partial": 0.0087890625,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0006820152048021555,
      "loss_partial": 0.0107421875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007026623352430761,
      "loss_partial": 0.010498046875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0005311262211762369,
      "loss_partial": 0.01226806640625,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.00048337114276364446,
      "loss_partial": 0.01336669921875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.000638117897324264,
      "loss_partial": 0.00927734375,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007583537953905761,
      "loss_partial": 0.005279541015625,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007687280303798616,
      "loss_partial": 0.005340576171875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007557880599051714,
      "loss_partial": 0.0125732421875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007657515816390514,
      "loss_partial": 0.0072021484375,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0006486508063971996,
      "loss_partial": 0.0078125,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007511932635679841,
      "loss_partial": 0.004058837890625,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0005401195958256721,
      "loss_partial": 0.007568359375,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007566910935565829,
      "loss_partial": 0.0107421875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0006501875468529761,
      "loss_partial": 0.0096435546875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0006159768672659993,
      "loss_partial": 0.00689697265625,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007125011179596186,
      "loss_partial": 0.01019287109375,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0006139786564745009,
      "loss_partial": 0.007080078125,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007364271441474557,
      "loss_partial": 0.007293701171875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0005632078391499817,
      "loss_partial": 0.004058837890625,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0011467167641967535,
      "loss_partial": 0.0023040771484375,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0006656422046944499,
      "loss_partial": 0.005096435546875,
      "step": 72
    },
    {
      "epoch": 0.10465116279069768,
      "loss_distr": 0.0007869831169955432,
      "loss_partial": 0.0120849609375,
      "step": 72
    },
    {
      "epoch": 0.10610465116279069,
      "grad_norm": 0.15596795082092285,
      "learning_rate": 1.0434782608695653e-05,
      "loss": 0.2054,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0010216104565188289,
      "loss_partial": 0.005645751953125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0006994585855863988,
      "loss_partial": 0.00567626953125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0004755402624141425,
      "loss_partial": 0.009033203125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0006075467681512237,
      "loss_partial": 0.00543212890625,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0008947653113864362,
      "loss_partial": 0.01239013671875,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0006703812396153808,
      "loss_partial": 0.005096435546875,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0007600919343531132,
      "loss_partial": 0.00592041015625,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0007049468695186079,
      "loss_partial": 0.00958251953125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0010539308423176408,
      "loss_partial": 0.006195068359375,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0006675110198557377,
      "loss_partial": 0.01080322265625,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0007064605597406626,
      "loss_partial": 0.00921630859375,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0004219932889100164,
      "loss_partial": 0.0079345703125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0009508889634162188,
      "loss_partial": 0.004730224609375,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0007199907558970153,
      "loss_partial": 0.00714111328125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0004944882239215076,
      "loss_partial": 0.0115966796875,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0006515171262435615,
      "loss_partial": 0.008544921875,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0006866976618766785,
      "loss_partial": 0.006500244140625,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0007816119468770921,
      "loss_partial": 0.005126953125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0007807316724210978,
      "loss_partial": 0.0087890625,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0005305627710185945,
      "loss_partial": 0.01092529296875,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0008141319267451763,
      "loss_partial": 0.00848388671875,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0005691120168194175,
      "loss_partial": 0.009033203125,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0006992977578192949,
      "loss_partial": 0.0107421875,
      "step": 73
    },
    {
      "epoch": 0.10610465116279069,
      "loss_distr": 0.0005756578175351024,
      "loss_partial": 0.00970458984375,
      "step": 73
    },
    {
      "epoch": 0.10755813953488372,
      "grad_norm": 0.15620405972003937,
      "learning_rate": 1.0579710144927538e-05,
      "loss": 0.2044,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0008740831399336457,
      "loss_partial": 0.00946044921875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0005874060443602502,
      "loss_partial": 0.006500244140625,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0006896934355609119,
      "loss_partial": 0.0086669921875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0005533909425139427,
      "loss_partial": 0.0074462890625,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.000489355530589819,
      "loss_partial": 0.006591796875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0005147391348145902,
      "loss_partial": 0.00775146484375,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0010700762504711747,
      "loss_partial": 0.0057373046875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0005027477163821459,
      "loss_partial": 0.006591796875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0007353054243139923,
      "loss_partial": 0.006195068359375,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0007612844347022474,
      "loss_partial": 0.0086669921875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0007451821002177894,
      "loss_partial": 0.00811767578125,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0010663310531526804,
      "loss_partial": 0.00787353515625,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0007109529105946422,
      "loss_partial": 0.0093994140625,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0006996814627200365,
      "loss_partial": 0.007293701171875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0006210706196725368,
      "loss_partial": 0.00823974609375,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0005785708199255168,
      "loss_partial": 0.0118408203125,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0009784783469513059,
      "loss_partial": 0.00726318359375,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0004726062761619687,
      "loss_partial": 0.00927734375,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.00048809294821694493,
      "loss_partial": 0.009521484375,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0010621321853250265,
      "loss_partial": 0.0037841796875,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0010861263144761324,
      "loss_partial": 0.005279541015625,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0007130990270525217,
      "loss_partial": 0.006500244140625,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0005343444645404816,
      "loss_partial": 0.007354736328125,
      "step": 74
    },
    {
      "epoch": 0.10755813953488372,
      "loss_distr": 0.0006206335965543985,
      "loss_partial": 0.00885009765625,
      "step": 74
    },
    {
      "epoch": 0.10901162790697674,
      "grad_norm": 0.19579282402992249,
      "learning_rate": 1.0724637681159422e-05,
      "loss": 0.204,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0007853951537981629,
      "loss_partial": 0.005523681640625,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0007682429859414697,
      "loss_partial": 0.0069580078125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006256760680116713,
      "loss_partial": 0.005950927734375,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006075160345062613,
      "loss_partial": 0.00909423828125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006080968305468559,
      "loss_partial": 0.0098876953125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006419878918677568,
      "loss_partial": 0.005889892578125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0008786485996097326,
      "loss_partial": 0.004364013671875,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006934223929420114,
      "loss_partial": 0.00634765625,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0008592695230618119,
      "loss_partial": 0.0068359375,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006327763549052179,
      "loss_partial": 0.011474609375,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0007183352718129754,
      "loss_partial": 0.006317138671875,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0008295811712741852,
      "loss_partial": 0.004150390625,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0005737559404224157,
      "loss_partial": 0.010498046875,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0007801882456988096,
      "loss_partial": 0.00469970703125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0008162440499290824,
      "loss_partial": 0.0098876953125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006327072624117136,
      "loss_partial": 0.00726318359375,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.000790862541180104,
      "loss_partial": 0.003875732421875,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0008770308340899646,
      "loss_partial": 0.006866455078125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006329063326120377,
      "loss_partial": 0.0068359375,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.000660095305647701,
      "loss_partial": 0.00506591796875,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0006391428760252893,
      "loss_partial": 0.00616455078125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.000624396838247776,
      "loss_partial": 0.0079345703125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.000902877131011337,
      "loss_partial": 0.004669189453125,
      "step": 75
    },
    {
      "epoch": 0.10901162790697674,
      "loss_distr": 0.0007210761541500688,
      "loss_partial": 0.005706787109375,
      "step": 75
    },
    {
      "epoch": 0.11046511627906977,
      "grad_norm": 0.14409473538398743,
      "learning_rate": 1.0869565217391305e-05,
      "loss": 0.2013,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0005730008706450462,
      "loss_partial": 0.006195068359375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.000549501390196383,
      "loss_partial": 0.00567626953125,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0008843226241879165,
      "loss_partial": 0.006866455078125,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0007654234650544822,
      "loss_partial": 0.00732421875,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0007218538084998727,
      "loss_partial": 0.0101318359375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.000824439455755055,
      "loss_partial": 0.0101318359375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0005248773377388716,
      "loss_partial": 0.00579833984375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0005099368281662464,
      "loss_partial": 0.0054931640625,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0005518953548744321,
      "loss_partial": 0.00982666015625,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0008463072590529919,
      "loss_partial": 0.006744384765625,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0005200760206207633,
      "loss_partial": 0.0081787109375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0010794776026159525,
      "loss_partial": 0.00701904296875,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.00048238562885671854,
      "loss_partial": 0.007080078125,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.000709317100699991,
      "loss_partial": 0.0052490234375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0007054472807794809,
      "loss_partial": 0.00555419921875,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0008585778996348381,
      "loss_partial": 0.004974365234375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.00042169273365288973,
      "loss_partial": 0.00823974609375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0007989333244040608,
      "loss_partial": 0.00579833984375,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0007744486792944372,
      "loss_partial": 0.006561279296875,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.000710971187800169,
      "loss_partial": 0.007537841796875,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0007979203946888447,
      "loss_partial": 0.0084228515625,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0007736448897048831,
      "loss_partial": 0.00701904296875,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0005519884871318936,
      "loss_partial": 0.0157470703125,
      "step": 76
    },
    {
      "epoch": 0.11046511627906977,
      "loss_distr": 0.0005746387760154903,
      "loss_partial": 0.006591796875,
      "step": 76
    },
    {
      "epoch": 0.1119186046511628,
      "grad_norm": 0.17478275299072266,
      "learning_rate": 1.101449275362319e-05,
      "loss": 0.1998,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0007428511744365096,
      "loss_partial": 0.009033203125,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0010556485503911972,
      "loss_partial": 0.006591796875,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0004972225287929177,
      "loss_partial": 0.0074462890625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.00047559171798639,
      "loss_partial": 0.0091552734375,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0008554764790460467,
      "loss_partial": 0.00640869140625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0009253968019038439,
      "loss_partial": 0.004791259765625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0005524316802620888,
      "loss_partial": 0.00830078125,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0008705338696017861,
      "loss_partial": 0.006500244140625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.000852921511977911,
      "loss_partial": 0.00567626953125,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0006487594218924642,
      "loss_partial": 0.00836181640625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.00077118503395468,
      "loss_partial": 0.004150390625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0009568820241838694,
      "loss_partial": 0.004150390625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0010718769626691937,
      "loss_partial": 0.0057373046875,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0007489947020076215,
      "loss_partial": 0.0108642578125,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0007051373249851167,
      "loss_partial": 0.00933837890625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.00047039269702509046,
      "loss_partial": 0.0057373046875,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0010133390314877033,
      "loss_partial": 0.004180908203125,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0006218410562723875,
      "loss_partial": 0.006103515625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0004925921675749123,
      "loss_partial": 0.0098876953125,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0005635637789964676,
      "loss_partial": 0.00628662109375,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0007409288082271814,
      "loss_partial": 0.00830078125,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0006882130983285606,
      "loss_partial": 0.00946044921875,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0005690993857569993,
      "loss_partial": 0.00390625,
      "step": 77
    },
    {
      "epoch": 0.1119186046511628,
      "loss_distr": 0.0005659490125253797,
      "loss_partial": 0.00701904296875,
      "step": 77
    },
    {
      "epoch": 0.11337209302325581,
      "grad_norm": 0.1481333076953888,
      "learning_rate": 1.1159420289855074e-05,
      "loss": 0.2041,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0008534218650311232,
      "loss_partial": 0.00604248046875,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0009906941559165716,
      "loss_partial": 0.01055908203125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0004499028145801276,
      "loss_partial": 0.004302978515625,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0004877495812252164,
      "loss_partial": 0.0078125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0006176983006298542,
      "loss_partial": 0.006439208984375,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0006039946456439793,
      "loss_partial": 0.00970458984375,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.000604219560045749,
      "loss_partial": 0.00811767578125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0009126749355345964,
      "loss_partial": 0.004974365234375,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0006151361740194261,
      "loss_partial": 0.007110595703125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0006701228558085859,
      "loss_partial": 0.004638671875,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0006726003484800458,
      "loss_partial": 0.00921630859375,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0005288127576932311,
      "loss_partial": 0.006622314453125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0005800245562568307,
      "loss_partial": 0.00689697265625,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0005901884287595749,
      "loss_partial": 0.00738525390625,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0004864851653110236,
      "loss_partial": 0.01165771484375,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0007823602063581347,
      "loss_partial": 0.00830078125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.00036607804941013455,
      "loss_partial": 0.01324462890625,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0008232117397710681,
      "loss_partial": 0.00457763671875,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0009187256218865514,
      "loss_partial": 0.0089111328125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0006233605672605336,
      "loss_partial": 0.01153564453125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0007369846571236849,
      "loss_partial": 0.0079345703125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.00045726794633083045,
      "loss_partial": 0.00665283203125,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0008236501598730683,
      "loss_partial": 0.007720947265625,
      "step": 78
    },
    {
      "epoch": 0.11337209302325581,
      "loss_distr": 0.0005563989980146289,
      "loss_partial": 0.009033203125,
      "step": 78
    },
    {
      "epoch": 0.11482558139534883,
      "grad_norm": 0.1495514214038849,
      "learning_rate": 1.1304347826086957e-05,
      "loss": 0.1989,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0009756188374012709,
      "loss_partial": 0.005859375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.000549161690287292,
      "loss_partial": 0.01055908203125,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0005197998252697289,
      "loss_partial": 0.007659912109375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0006823776056990027,
      "loss_partial": 0.0087890625,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0005369794671423733,
      "loss_partial": 0.00634765625,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0006374784861691296,
      "loss_partial": 0.004730224609375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0004793879925273359,
      "loss_partial": 0.01190185546875,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0011824576649814844,
      "loss_partial": 0.00555419921875,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0008334355661645532,
      "loss_partial": 0.005584716796875,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0010473281145095825,
      "loss_partial": 0.00518798828125,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0009423891315236688,
      "loss_partial": 0.01116943359375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0007083010859787464,
      "loss_partial": 0.005889892578125,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0006580433691851795,
      "loss_partial": 0.005523681640625,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0007167367730289698,
      "loss_partial": 0.009521484375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.001002200529910624,
      "loss_partial": 0.006103515625,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0006400019628927112,
      "loss_partial": 0.01116943359375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0006186409154906869,
      "loss_partial": 0.0079345703125,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0009643760276958346,
      "loss_partial": 0.00628662109375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0007976610213518143,
      "loss_partial": 0.00860595703125,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0006343999993987381,
      "loss_partial": 0.005340576171875,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0010328771313652396,
      "loss_partial": 0.00433349609375,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0007540413644164801,
      "loss_partial": 0.006134033203125,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.0005930282641202211,
      "loss_partial": 0.010009765625,
      "step": 79
    },
    {
      "epoch": 0.11482558139534883,
      "loss_distr": 0.001032062224112451,
      "loss_partial": 0.0040283203125,
      "step": 79
    },
    {
      "epoch": 0.11627906976744186,
      "grad_norm": 0.1690763533115387,
      "learning_rate": 1.1449275362318842e-05,
      "loss": 0.2003,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0008002602262422442,
      "loss_partial": 0.00872802734375,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0004965129774063826,
      "loss_partial": 0.0074462890625,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0007713139057159424,
      "loss_partial": 0.006195068359375,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0007102171657606959,
      "loss_partial": 0.005462646484375,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0006607068935409188,
      "loss_partial": 0.0087890625,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0005906273145228624,
      "loss_partial": 0.0118408203125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0012161510530859232,
      "loss_partial": 0.0042724609375,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.001287462655454874,
      "loss_partial": 0.007049560546875,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0006653728778474033,
      "loss_partial": 0.006805419921875,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0007235071389004588,
      "loss_partial": 0.005767822265625,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0005335385212674737,
      "loss_partial": 0.009033203125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.000768088037148118,
      "loss_partial": 0.0078125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.00045021437108516693,
      "loss_partial": 0.006988525390625,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0006394394440576434,
      "loss_partial": 0.0052490234375,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0006622837390750647,
      "loss_partial": 0.00830078125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0005977125838398933,
      "loss_partial": 0.00982666015625,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0007551083690486848,
      "loss_partial": 0.0096435546875,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.000853352015838027,
      "loss_partial": 0.005584716796875,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0007035601884126663,
      "loss_partial": 0.0079345703125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0005237552104517817,
      "loss_partial": 0.01153564453125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.000629585818387568,
      "loss_partial": 0.0064697265625,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0005505361477844417,
      "loss_partial": 0.004669189453125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0005260044708848,
      "loss_partial": 0.0079345703125,
      "step": 80
    },
    {
      "epoch": 0.11627906976744186,
      "loss_distr": 0.0009404646116308868,
      "loss_partial": 0.0052490234375,
      "step": 80
    },
    {
      "epoch": 0.11773255813953488,
      "grad_norm": 0.15113086998462677,
      "learning_rate": 1.1594202898550726e-05,
      "loss": 0.1988,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0005352130974642932,
      "loss_partial": 0.00860595703125,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0009990471880882978,
      "loss_partial": 0.01043701171875,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0006192748551256955,
      "loss_partial": 0.00799560546875,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0006887266645208001,
      "loss_partial": 0.01019287109375,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0004617747035808861,
      "loss_partial": 0.01025390625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0005546265165321529,
      "loss_partial": 0.01025390625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0006369673064909875,
      "loss_partial": 0.007720947265625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0006587998359464109,
      "loss_partial": 0.007720947265625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0005293791182339191,
      "loss_partial": 0.006103515625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0008000607485882938,
      "loss_partial": 0.0096435546875,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0007367221987806261,
      "loss_partial": 0.00482177734375,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0007637687376700342,
      "loss_partial": 0.0064697265625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0006433106027543545,
      "loss_partial": 0.00628662109375,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0007528326823376119,
      "loss_partial": 0.00848388671875,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0004172039625700563,
      "loss_partial": 0.00811767578125,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0010775551199913025,
      "loss_partial": 0.004852294921875,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0006094753043726087,
      "loss_partial": 0.005401611328125,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.00037160690408200026,
      "loss_partial": 0.005523681640625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0006854856619611382,
      "loss_partial": 0.005950927734375,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.000457504007499665,
      "loss_partial": 0.00897216796875,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0005369513528421521,
      "loss_partial": 0.0091552734375,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0007037010509520769,
      "loss_partial": 0.0081787109375,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.0007086916593834758,
      "loss_partial": 0.009765625,
      "step": 81
    },
    {
      "epoch": 0.11773255813953488,
      "loss_distr": 0.000787328346632421,
      "loss_partial": 0.0045166015625,
      "step": 81
    },
    {
      "epoch": 0.11918604651162791,
      "grad_norm": 0.14547094702720642,
      "learning_rate": 1.1739130434782611e-05,
      "loss": 0.2061,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0007582532707601786,
      "loss_partial": 0.00872802734375,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006729408050887287,
      "loss_partial": 0.01220703125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0009463095921091735,
      "loss_partial": 0.004638671875,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0008508201572112739,
      "loss_partial": 0.00811767578125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006128386012278497,
      "loss_partial": 0.0072021484375,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0004545772389974445,
      "loss_partial": 0.01055908203125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0007791426032781601,
      "loss_partial": 0.005645751953125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0007746579358354211,
      "loss_partial": 0.00909423828125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0009571639820933342,
      "loss_partial": 0.00457763671875,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0008610821678303182,
      "loss_partial": 0.005767822265625,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006637132610194385,
      "loss_partial": 0.01275634765625,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0007951512234285474,
      "loss_partial": 0.0057373046875,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006344791618175805,
      "loss_partial": 0.00604248046875,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0007402083720080554,
      "loss_partial": 0.006683349609375,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006473762914538383,
      "loss_partial": 0.01171875,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006202353979460895,
      "loss_partial": 0.0069580078125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006097657606005669,
      "loss_partial": 0.00885009765625,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0008171660592779517,
      "loss_partial": 0.0069580078125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006317003862932324,
      "loss_partial": 0.00787353515625,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0011847043642774224,
      "loss_partial": 0.006072998046875,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0008885471033863723,
      "loss_partial": 0.004180908203125,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.0006200250354595482,
      "loss_partial": 0.005279541015625,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.00045504339504987,
      "loss_partial": 0.01019287109375,
      "step": 82
    },
    {
      "epoch": 0.11918604651162791,
      "loss_distr": 0.000828712887596339,
      "loss_partial": 0.0067138671875,
      "step": 82
    },
    {
      "epoch": 0.12063953488372094,
      "grad_norm": 0.16034886240959167,
      "learning_rate": 1.1884057971014494e-05,
      "loss": 0.199,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0008755248272791505,
      "loss_partial": 0.00494384765625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0006644753739237785,
      "loss_partial": 0.00494384765625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.000771939055994153,
      "loss_partial": 0.00653076171875,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0007085646502673626,
      "loss_partial": 0.0107421875,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0006649537244811654,
      "loss_partial": 0.01123046875,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0004951959126628935,
      "loss_partial": 0.00921630859375,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0005816041957587004,
      "loss_partial": 0.00933837890625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0006314964266493917,
      "loss_partial": 0.006256103515625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0007100945804268122,
      "loss_partial": 0.005828857421875,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.000767882855143398,
      "loss_partial": 0.00921630859375,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0011049506720155478,
      "loss_partial": 0.00701904296875,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.000817412743344903,
      "loss_partial": 0.009033203125,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0004936773329973221,
      "loss_partial": 0.00634765625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0005295566515997052,
      "loss_partial": 0.005126953125,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0006117310840636492,
      "loss_partial": 0.00933837890625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0004579164960887283,
      "loss_partial": 0.009765625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0005786658148281276,
      "loss_partial": 0.01324462890625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0009437341941520572,
      "loss_partial": 0.0062255859375,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0007377538131549954,
      "loss_partial": 0.0093994140625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0009370410698466003,
      "loss_partial": 0.005340576171875,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0004820475587621331,
      "loss_partial": 0.0057373046875,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0009787204908207059,
      "loss_partial": 0.006744384765625,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0005470014293678105,
      "loss_partial": 0.005889892578125,
      "step": 83
    },
    {
      "epoch": 0.12063953488372094,
      "loss_distr": 0.0007086026016622782,
      "loss_partial": 0.008544921875,
      "step": 83
    },
    {
      "epoch": 0.12209302325581395,
      "grad_norm": 0.15261238813400269,
      "learning_rate": 1.2028985507246379e-05,
      "loss": 0.2004,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006169569678604603,
      "loss_partial": 0.01153564453125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006193035515025258,
      "loss_partial": 0.00665283203125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006919705774635077,
      "loss_partial": 0.005828857421875,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0009967968799173832,
      "loss_partial": 0.0078125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0009522791369818151,
      "loss_partial": 0.007354736328125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0009428516495972872,
      "loss_partial": 0.00555419921875,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.001073844963684678,
      "loss_partial": 0.00872802734375,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.000528148899320513,
      "loss_partial": 0.00738525390625,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0007185752037912607,
      "loss_partial": 0.0027618408203125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0005866881692782044,
      "loss_partial": 0.006011962890625,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006187550025060773,
      "loss_partial": 0.00885009765625,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006263316026888788,
      "loss_partial": 0.00787353515625,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0009164350922219455,
      "loss_partial": 0.00506591796875,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006840563146397471,
      "loss_partial": 0.00701904296875,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0004953379975631833,
      "loss_partial": 0.00579833984375,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0009785655420273542,
      "loss_partial": 0.00665283203125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006754795322194695,
      "loss_partial": 0.00933837890625,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.00045553245581686497,
      "loss_partial": 0.0181884765625,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006315272767096758,
      "loss_partial": 0.006561279296875,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0005421281675808132,
      "loss_partial": 0.006134033203125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006438196869567037,
      "loss_partial": 0.00787353515625,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0006126376101747155,
      "loss_partial": 0.0167236328125,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.0005957246758043766,
      "loss_partial": 0.006561279296875,
      "step": 84
    },
    {
      "epoch": 0.12209302325581395,
      "loss_distr": 0.000542502268217504,
      "loss_partial": 0.007659912109375,
      "step": 84
    },
    {
      "epoch": 0.12354651162790697,
      "grad_norm": 0.15144331753253937,
      "learning_rate": 1.2173913043478263e-05,
      "loss": 0.2025,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0009575897711329162,
      "loss_partial": 0.0052490234375,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0008253699634224176,
      "loss_partial": 0.009521484375,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.000563032110221684,
      "loss_partial": 0.0078125,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0007916970062069595,
      "loss_partial": 0.01025390625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0008269549580290914,
      "loss_partial": 0.01141357421875,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.000616052420809865,
      "loss_partial": 0.00628662109375,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0007596627110615373,
      "loss_partial": 0.00775146484375,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0006368968170136213,
      "loss_partial": 0.006805419921875,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0004198271781206131,
      "loss_partial": 0.004974365234375,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.000751757004763931,
      "loss_partial": 0.006103515625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0006954455748200417,
      "loss_partial": 0.00799560546875,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0006526936194859445,
      "loss_partial": 0.0087890625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0006377903046086431,
      "loss_partial": 0.0093994140625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0006910813390277326,
      "loss_partial": 0.00811767578125,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.000788710662163794,
      "loss_partial": 0.0034637451171875,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0005745688686147332,
      "loss_partial": 0.00909423828125,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0006591702112928033,
      "loss_partial": 0.01116943359375,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.000729573133867234,
      "loss_partial": 0.00811767578125,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.000716836133506149,
      "loss_partial": 0.00445556640625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0004478979972191155,
      "loss_partial": 0.006011962890625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0005849045119248331,
      "loss_partial": 0.0084228515625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0004853872233070433,
      "loss_partial": 0.00994873046875,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0004952583112753928,
      "loss_partial": 0.007720947265625,
      "step": 85
    },
    {
      "epoch": 0.12354651162790697,
      "loss_distr": 0.0006546265794895589,
      "loss_partial": 0.01226806640625,
      "step": 85
    },
    {
      "epoch": 0.125,
      "grad_norm": 0.1482996791601181,
      "learning_rate": 1.2318840579710144e-05,
      "loss": 0.2019,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007254927768371999,
      "loss_partial": 0.009033203125,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0009430747013539076,
      "loss_partial": 0.00439453125,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0008313619764521718,
      "loss_partial": 0.01129150390625,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0011001481907442212,
      "loss_partial": 0.00494384765625,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0005892702611163259,
      "loss_partial": 0.01226806640625,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0006017530686222017,
      "loss_partial": 0.01092529296875,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0009092371910810471,
      "loss_partial": 0.0062255859375,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0005952960345894098,
      "loss_partial": 0.00823974609375,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0006233141175471246,
      "loss_partial": 0.01336669921875,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.000624215230345726,
      "loss_partial": 0.00732421875,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007384502096101642,
      "loss_partial": 0.006866455078125,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0005613856483250856,
      "loss_partial": 0.00830078125,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007999818190000951,
      "loss_partial": 0.007232666015625,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007556822965852916,
      "loss_partial": 0.0084228515625,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0006380643462762237,
      "loss_partial": 0.0107421875,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.00096268265042454,
      "loss_partial": 0.005035400390625,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.000914566800929606,
      "loss_partial": 0.00726318359375,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0008710672846063972,
      "loss_partial": 0.00537109375,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007915438618510962,
      "loss_partial": 0.00860595703125,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007183637353591621,
      "loss_partial": 0.0050048828125,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0005546214524656534,
      "loss_partial": 0.00732421875,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007544122054241598,
      "loss_partial": 0.0076904296875,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0006866228068247437,
      "loss_partial": 0.00958251953125,
      "step": 86
    },
    {
      "epoch": 0.125,
      "loss_distr": 0.0007543476531282067,
      "loss_partial": 0.00897216796875,
      "step": 86
    },
    {
      "epoch": 0.12645348837209303,
      "grad_norm": 0.17095941305160522,
      "learning_rate": 1.2463768115942029e-05,
      "loss": 0.2021,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005747767281718552,
      "loss_partial": 0.00921630859375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.000873791053891182,
      "loss_partial": 0.004852294921875,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0006749209715053439,
      "loss_partial": 0.00799560546875,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0009504550835117698,
      "loss_partial": 0.0078125,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005927456659264863,
      "loss_partial": 0.004974365234375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005073066568002105,
      "loss_partial": 0.00970458984375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0006954296259209514,
      "loss_partial": 0.00738525390625,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0006302761030383408,
      "loss_partial": 0.0184326171875,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0008161502773873508,
      "loss_partial": 0.0052490234375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0006643139058724046,
      "loss_partial": 0.0133056640625,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.00045516842510551214,
      "loss_partial": 0.0098876953125,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005147062474861741,
      "loss_partial": 0.009033203125,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0006064493209123611,
      "loss_partial": 0.00994873046875,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005852781469002366,
      "loss_partial": 0.005462646484375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005594543181359768,
      "loss_partial": 0.00811767578125,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0010691378265619278,
      "loss_partial": 0.00885009765625,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0010642361594364047,
      "loss_partial": 0.004913330078125,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0006524360505864024,
      "loss_partial": 0.0072021484375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0006824880256317556,
      "loss_partial": 0.01214599609375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005157858831807971,
      "loss_partial": 0.0068359375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005438447115011513,
      "loss_partial": 0.004974365234375,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0005893959896638989,
      "loss_partial": 0.00592041015625,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0008829542784951627,
      "loss_partial": 0.00787353515625,
      "step": 87
    },
    {
      "epoch": 0.12645348837209303,
      "loss_distr": 0.0007996794302016497,
      "loss_partial": 0.0040283203125,
      "step": 87
    },
    {
      "epoch": 0.12790697674418605,
      "grad_norm": 0.15272141993045807,
      "learning_rate": 1.2608695652173915e-05,
      "loss": 0.2001,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0004567942232824862,
      "loss_partial": 0.0045166015625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0007336686248891056,
      "loss_partial": 0.005767822265625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0007013368885964155,
      "loss_partial": 0.00775146484375,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0007096698391251266,
      "loss_partial": 0.00701904296875,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.00049245246918872,
      "loss_partial": 0.0084228515625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.000510231766384095,
      "loss_partial": 0.01043701171875,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.000908682297449559,
      "loss_partial": 0.00799560546875,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005241757025942206,
      "loss_partial": 0.005889892578125,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0006764596328139305,
      "loss_partial": 0.0045166015625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0006288597360253334,
      "loss_partial": 0.007171630859375,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0010734295938163996,
      "loss_partial": 0.00811767578125,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005603368626907468,
      "loss_partial": 0.01153564453125,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0009055887348949909,
      "loss_partial": 0.0072021484375,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005359766073524952,
      "loss_partial": 0.0054931640625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005260362522676587,
      "loss_partial": 0.00762939453125,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0007186508155427873,
      "loss_partial": 0.0086669921875,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0004921366926282644,
      "loss_partial": 0.0074462890625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005549659254029393,
      "loss_partial": 0.00775146484375,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005600558361038566,
      "loss_partial": 0.00518798828125,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0006161669734865427,
      "loss_partial": 0.005096435546875,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005524813896045089,
      "loss_partial": 0.0123291015625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0005674929125234485,
      "loss_partial": 0.0054931640625,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0004324456676840782,
      "loss_partial": 0.0115966796875,
      "step": 88
    },
    {
      "epoch": 0.12790697674418605,
      "loss_distr": 0.0006700043450109661,
      "loss_partial": 0.00921630859375,
      "step": 88
    },
    {
      "epoch": 0.12936046511627908,
      "grad_norm": 0.1450890451669693,
      "learning_rate": 1.2753623188405797e-05,
      "loss": 0.2016,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0007124629337340593,
      "loss_partial": 0.0091552734375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0006481862510554492,
      "loss_partial": 0.0108642578125,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.000752411549910903,
      "loss_partial": 0.008056640625,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0007360540330410004,
      "loss_partial": 0.0081787109375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0009030851069837809,
      "loss_partial": 0.006622314453125,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0005580182769335806,
      "loss_partial": 0.01019287109375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0009405656019225717,
      "loss_partial": 0.0062255859375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0007421846385113895,
      "loss_partial": 0.00634765625,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0009760697139427066,
      "loss_partial": 0.004791259765625,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0008944736327975988,
      "loss_partial": 0.006591796875,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0008897635852918029,
      "loss_partial": 0.00994873046875,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0007070353021845222,
      "loss_partial": 0.01007080078125,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.000523592927493155,
      "loss_partial": 0.00958251953125,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0006453151581808925,
      "loss_partial": 0.0045166015625,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0007118318462744355,
      "loss_partial": 0.010498046875,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0008725739317014813,
      "loss_partial": 0.004486083984375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0009320368990302086,
      "loss_partial": 0.00714111328125,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0007211478659883142,
      "loss_partial": 0.006439208984375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0005374462343752384,
      "loss_partial": 0.0072021484375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0008981783757917583,
      "loss_partial": 0.003082275390625,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0008424709085375071,
      "loss_partial": 0.009033203125,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0005710746045224369,
      "loss_partial": 0.00579833984375,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0005562794976867735,
      "loss_partial": 0.01190185546875,
      "step": 89
    },
    {
      "epoch": 0.12936046511627908,
      "loss_distr": 0.0006775617366656661,
      "loss_partial": 0.0072021484375,
      "step": 89
    },
    {
      "epoch": 0.1308139534883721,
      "grad_norm": 0.15988761186599731,
      "learning_rate": 1.2898550724637681e-05,
      "loss": 0.2014,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0008431128226220608,
      "loss_partial": 0.00921630859375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0006368152098730206,
      "loss_partial": 0.007476806640625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0009750128956511617,
      "loss_partial": 0.0050048828125,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0008977730176411569,
      "loss_partial": 0.00518798828125,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.000527665251865983,
      "loss_partial": 0.009765625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0006840178975835443,
      "loss_partial": 0.007171630859375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0007047755061648786,
      "loss_partial": 0.0037689208984375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0005558416014537215,
      "loss_partial": 0.01025390625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0006546075455844402,
      "loss_partial": 0.0067138671875,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0006384460721164942,
      "loss_partial": 0.00921630859375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0007812983822077513,
      "loss_partial": 0.00543212890625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0008372178999707103,
      "loss_partial": 0.009033203125,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0009233887540176511,
      "loss_partial": 0.00518798828125,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0007644355064257979,
      "loss_partial": 0.00445556640625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0006353879580274224,
      "loss_partial": 0.009521484375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0005614203400909901,
      "loss_partial": 0.00787353515625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0005293575231917202,
      "loss_partial": 0.01068115234375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0005014477064833045,
      "loss_partial": 0.0093994140625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0007154978811740875,
      "loss_partial": 0.010009765625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0007874002913013101,
      "loss_partial": 0.007720947265625,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0007756041595712304,
      "loss_partial": 0.009521484375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.00041507845162414014,
      "loss_partial": 0.009521484375,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.0006997468299232423,
      "loss_partial": 0.01055908203125,
      "step": 90
    },
    {
      "epoch": 0.1308139534883721,
      "loss_distr": 0.000739568320568651,
      "loss_partial": 0.00653076171875,
      "step": 90
    },
    {
      "epoch": 0.13226744186046513,
      "grad_norm": 0.15565825998783112,
      "learning_rate": 1.3043478260869566e-05,
      "loss": 0.2013,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0006641462678089738,
      "loss_partial": 0.0064697265625,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0010241968557238579,
      "loss_partial": 0.00482177734375,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0006064764456823468,
      "loss_partial": 0.0107421875,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0007588261505588889,
      "loss_partial": 0.0086669921875,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0009803913999348879,
      "loss_partial": 0.0078125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0006409739726223052,
      "loss_partial": 0.00860595703125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0008824628312140703,
      "loss_partial": 0.005767822265625,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0010860294569283724,
      "loss_partial": 0.006591796875,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0005986085161566734,
      "loss_partial": 0.006134033203125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0005451467586681247,
      "loss_partial": 0.006378173828125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.00040869490476325154,
      "loss_partial": 0.008056640625,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0006725343409925699,
      "loss_partial": 0.006500244140625,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0006720800301991403,
      "loss_partial": 0.01025390625,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0004997578216716647,
      "loss_partial": 0.010986328125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0007369189988821745,
      "loss_partial": 0.00799560546875,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0004960070364177227,
      "loss_partial": 0.01300048828125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0008583175949752331,
      "loss_partial": 0.0052490234375,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0005192873650230467,
      "loss_partial": 0.0089111328125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0007315980619750917,
      "loss_partial": 0.0040283203125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0007493712473660707,
      "loss_partial": 0.007354736328125,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0004734734247904271,
      "loss_partial": 0.004547119140625,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0005629892693832517,
      "loss_partial": 0.0146484375,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0008643778273835778,
      "loss_partial": 0.005706787109375,
      "step": 91
    },
    {
      "epoch": 0.13226744186046513,
      "loss_distr": 0.0008865408017300069,
      "loss_partial": 0.0086669921875,
      "step": 91
    },
    {
      "epoch": 0.13372093023255813,
      "grad_norm": 0.14980897307395935,
      "learning_rate": 1.318840579710145e-05,
      "loss": 0.2014,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.00045631916145794094,
      "loss_partial": 0.00634765625,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0006004639435559511,
      "loss_partial": 0.0115966796875,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0008972284267656505,
      "loss_partial": 0.004547119140625,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0008152908994816244,
      "loss_partial": 0.009033203125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0007259367848746479,
      "loss_partial": 0.00384521484375,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0005097871762700379,
      "loss_partial": 0.009765625,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0010065559763461351,
      "loss_partial": 0.00762939453125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0007315217517316341,
      "loss_partial": 0.00830078125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0005562880542129278,
      "loss_partial": 0.00897216796875,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0006554953288286924,
      "loss_partial": 0.005401611328125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0006992294802330434,
      "loss_partial": 0.0031585693359375,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0011260200990363955,
      "loss_partial": 0.00445556640625,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0006895101396366954,
      "loss_partial": 0.0050048828125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0005127202020958066,
      "loss_partial": 0.0130615234375,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0007997478824108839,
      "loss_partial": 0.007232666015625,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0006443947204388678,
      "loss_partial": 0.009033203125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0004559988738037646,
      "loss_partial": 0.00909423828125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0005109437042847276,
      "loss_partial": 0.01123046875,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0011423849500715733,
      "loss_partial": 0.004791259765625,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0007937498739920557,
      "loss_partial": 0.005859375,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0005806945264339447,
      "loss_partial": 0.006256103515625,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0006641732761636376,
      "loss_partial": 0.00811767578125,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.000543142668902874,
      "loss_partial": 0.007781982421875,
      "step": 92
    },
    {
      "epoch": 0.13372093023255813,
      "loss_distr": 0.0005829459405504167,
      "loss_partial": 0.00933837890625,
      "step": 92
    },
    {
      "epoch": 0.13517441860465115,
      "grad_norm": 0.16324670612812042,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.1982,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0005414719926193357,
      "loss_partial": 0.005584716796875,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0005609476938843727,
      "loss_partial": 0.006439208984375,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0005634425906464458,
      "loss_partial": 0.00518798828125,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0009350838954560459,
      "loss_partial": 0.00732421875,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0009025823092088103,
      "loss_partial": 0.00390625,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0006628463743254542,
      "loss_partial": 0.00543212890625,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0005390621372498572,
      "loss_partial": 0.00360107421875,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0008182446472346783,
      "loss_partial": 0.00579833984375,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0006988000823184848,
      "loss_partial": 0.0069580078125,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0005309974076226354,
      "loss_partial": 0.0068359375,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.000554386293515563,
      "loss_partial": 0.00787353515625,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0008210218511521816,
      "loss_partial": 0.0069580078125,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0006412272341549397,
      "loss_partial": 0.005950927734375,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0008022020920179784,
      "loss_partial": 0.00634765625,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0006414724630303681,
      "loss_partial": 0.005340576171875,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.000879524857737124,
      "loss_partial": 0.00469970703125,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.000931557035073638,
      "loss_partial": 0.006744384765625,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0003881590673699975,
      "loss_partial": 0.00970458984375,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0006162214558571577,
      "loss_partial": 0.007537841796875,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0007303484017029405,
      "loss_partial": 0.01007080078125,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0005177465500310063,
      "loss_partial": 0.005279541015625,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.00044325931230559945,
      "loss_partial": 0.013671875,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0007623737910762429,
      "loss_partial": 0.0123291015625,
      "step": 93
    },
    {
      "epoch": 0.13517441860465115,
      "loss_distr": 0.0004852606216445565,
      "loss_partial": 0.0157470703125,
      "step": 93
    },
    {
      "epoch": 0.13662790697674418,
      "grad_norm": 0.1471039205789566,
      "learning_rate": 1.3478260869565218e-05,
      "loss": 0.1996,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0009575675940141082,
      "loss_partial": 0.00360107421875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0004589045129250735,
      "loss_partial": 0.00665283203125,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.001018645940348506,
      "loss_partial": 0.0045166015625,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0007131033926270902,
      "loss_partial": 0.00946044921875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0007291805231943727,
      "loss_partial": 0.01165771484375,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0005794625030830503,
      "loss_partial": 0.015625,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0006267219432629645,
      "loss_partial": 0.0078125,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0005669137462973595,
      "loss_partial": 0.006103515625,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0009779500542208552,
      "loss_partial": 0.004425048828125,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0005052908090874553,
      "loss_partial": 0.00555419921875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.000650256231892854,
      "loss_partial": 0.006805419921875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0007102707750163972,
      "loss_partial": 0.005615234375,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0005370880244299769,
      "loss_partial": 0.008056640625,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0005578299169428647,
      "loss_partial": 0.0059814453125,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0006789581384509802,
      "loss_partial": 0.006317138671875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0005866777501069009,
      "loss_partial": 0.0096435546875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0007455421146005392,
      "loss_partial": 0.005340576171875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0007110929582268,
      "loss_partial": 0.010009765625,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.00106541789136827,
      "loss_partial": 0.00555419921875,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0008118809200823307,
      "loss_partial": 0.004974365234375,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0006622671498917043,
      "loss_partial": 0.00738525390625,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0009225407848134637,
      "loss_partial": 0.003692626953125,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0007789997616782784,
      "loss_partial": 0.0045166015625,
      "step": 94
    },
    {
      "epoch": 0.13662790697674418,
      "loss_distr": 0.0005718140746466815,
      "loss_partial": 0.006866455078125,
      "step": 94
    },
    {
      "epoch": 0.1380813953488372,
      "grad_norm": 0.1918725222349167,
      "learning_rate": 1.3623188405797103e-05,
      "loss": 0.195,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0008134503150358796,
      "loss_partial": 0.00653076171875,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0005121816066093743,
      "loss_partial": 0.004730224609375,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0005316255264915526,
      "loss_partial": 0.01434326171875,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0006799331749789417,
      "loss_partial": 0.008544921875,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0005796517361886799,
      "loss_partial": 0.005706787109375,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0005255622090771794,
      "loss_partial": 0.01507568359375,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0005909355822950602,
      "loss_partial": 0.010986328125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.000714900204911828,
      "loss_partial": 0.007049560546875,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0006723337573930621,
      "loss_partial": 0.006072998046875,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0008392463787458837,
      "loss_partial": 0.006866455078125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0004616854421328753,
      "loss_partial": 0.007598876953125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0008933108183555305,
      "loss_partial": 0.006622314453125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.000507400487549603,
      "loss_partial": 0.009033203125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0007110321894288063,
      "loss_partial": 0.0076904296875,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0005925620207563043,
      "loss_partial": 0.00640869140625,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0005110695492476225,
      "loss_partial": 0.00897216796875,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.000720596348401159,
      "loss_partial": 0.00714111328125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0007033732254058123,
      "loss_partial": 0.0069580078125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0008623555186204612,
      "loss_partial": 0.003570556640625,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0007632666965946555,
      "loss_partial": 0.0084228515625,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0007542285020463169,
      "loss_partial": 0.006683349609375,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0008265366195701063,
      "loss_partial": 0.00567626953125,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0004433983121998608,
      "loss_partial": 0.00689697265625,
      "step": 95
    },
    {
      "epoch": 0.1380813953488372,
      "loss_distr": 0.0010166934225708246,
      "loss_partial": 0.0042724609375,
      "step": 95
    },
    {
      "epoch": 0.13953488372093023,
      "grad_norm": 0.16399648785591125,
      "learning_rate": 1.3768115942028985e-05,
      "loss": 0.2013,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0005827495479024947,
      "loss_partial": 0.00604248046875,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0009261980885639787,
      "loss_partial": 0.0074462890625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.00047792887198738754,
      "loss_partial": 0.00640869140625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0007781654130667448,
      "loss_partial": 0.007354736328125,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0008466452127322555,
      "loss_partial": 0.006317138671875,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.00047729871585033834,
      "loss_partial": 0.0103759765625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0006556324078701437,
      "loss_partial": 0.00897216796875,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0004717050469480455,
      "loss_partial": 0.004852294921875,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0007257454562932253,
      "loss_partial": 0.00714111328125,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0008247795049101114,
      "loss_partial": 0.005950927734375,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0007188026793301105,
      "loss_partial": 0.01129150390625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0009669865830801427,
      "loss_partial": 0.0042724609375,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.00045957061229273677,
      "loss_partial": 0.00665283203125,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0007001172052696347,
      "loss_partial": 0.006103515625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0005958485417068005,
      "loss_partial": 0.0125732421875,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0008296249434351921,
      "loss_partial": 0.00445556640625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0004765070043504238,
      "loss_partial": 0.01116943359375,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0006769630126655102,
      "loss_partial": 0.01226806640625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0008302140049636364,
      "loss_partial": 0.00531005859375,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0008740664925426245,
      "loss_partial": 0.007537841796875,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0007940108189359307,
      "loss_partial": 0.008056640625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0006308318115770817,
      "loss_partial": 0.00787353515625,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0006279125809669495,
      "loss_partial": 0.0101318359375,
      "step": 96
    },
    {
      "epoch": 0.13953488372093023,
      "loss_distr": 0.0005413756589405239,
      "loss_partial": 0.00872802734375,
      "step": 96
    },
    {
      "epoch": 0.14098837209302326,
      "grad_norm": 0.18891508877277374,
      "learning_rate": 1.391304347826087e-05,
      "loss": 0.1991,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0009455745457671583,
      "loss_partial": 0.004730224609375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.000939298770390451,
      "loss_partial": 0.004974365234375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0005475074285641313,
      "loss_partial": 0.0068359375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0007884015212766826,
      "loss_partial": 0.008544921875,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0005458089290186763,
      "loss_partial": 0.00787353515625,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0009794504148885608,
      "loss_partial": 0.004791259765625,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.000727639242541045,
      "loss_partial": 0.007293701171875,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0004099372890777886,
      "loss_partial": 0.004913330078125,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0005099096451885998,
      "loss_partial": 0.00604248046875,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0005987485637888312,
      "loss_partial": 0.00921630859375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0003788992471527308,
      "loss_partial": 0.00823974609375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0005045357975177467,
      "loss_partial": 0.00811767578125,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0010461637284606695,
      "loss_partial": 0.0045166015625,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0011375932954251766,
      "loss_partial": 0.004241943359375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0006628998089581728,
      "loss_partial": 0.00775146484375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0006078843143768609,
      "loss_partial": 0.0045166015625,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.000679980032145977,
      "loss_partial": 0.006622314453125,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0011569515336304903,
      "loss_partial": 0.004302978515625,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0006881039007566869,
      "loss_partial": 0.00457763671875,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0006147842505015433,
      "loss_partial": 0.01287841796875,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0006482398603111506,
      "loss_partial": 0.00982666015625,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0008645701454952359,
      "loss_partial": 0.005645751953125,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0009506145725026727,
      "loss_partial": 0.0081787109375,
      "step": 97
    },
    {
      "epoch": 0.14098837209302326,
      "loss_distr": 0.0010282245930284262,
      "loss_partial": 0.00848388671875,
      "step": 97
    },
    {
      "epoch": 0.14244186046511628,
      "grad_norm": 0.2082098126411438,
      "learning_rate": 1.4057971014492755e-05,
      "loss": 0.2014,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.000547260046005249,
      "loss_partial": 0.004638671875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0008995088282972574,
      "loss_partial": 0.00848388671875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006002750596962869,
      "loss_partial": 0.00787353515625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.00050639413530007,
      "loss_partial": 0.00946044921875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0005491979536600411,
      "loss_partial": 0.010009765625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0004670408961828798,
      "loss_partial": 0.0093994140625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0008645792258903384,
      "loss_partial": 0.003753662109375,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006586533272638917,
      "loss_partial": 0.00665283203125,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0008181270095519722,
      "loss_partial": 0.01123046875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0007413153070956469,
      "loss_partial": 0.01025390625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0008676486322656274,
      "loss_partial": 0.00592041015625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0008620104053989053,
      "loss_partial": 0.005859375,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006276388885453343,
      "loss_partial": 0.005828857421875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0008686000946909189,
      "loss_partial": 0.008056640625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0005555428797379136,
      "loss_partial": 0.00946044921875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0004747689818032086,
      "loss_partial": 0.01116943359375,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0005283817881718278,
      "loss_partial": 0.0084228515625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006290309829637408,
      "loss_partial": 0.00604248046875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006275142659433186,
      "loss_partial": 0.004119873046875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006312571931630373,
      "loss_partial": 0.0089111328125,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0004902889486402273,
      "loss_partial": 0.0074462890625,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006969253881834447,
      "loss_partial": 0.007537841796875,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006984092760831118,
      "loss_partial": 0.003662109375,
      "step": 98
    },
    {
      "epoch": 0.14244186046511628,
      "loss_distr": 0.0006723501719534397,
      "loss_partial": 0.004608154296875,
      "step": 98
    },
    {
      "epoch": 0.1438953488372093,
      "grad_norm": 0.18347400426864624,
      "learning_rate": 1.420289855072464e-05,
      "loss": 0.1974,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0007335168775171041,
      "loss_partial": 0.00714111328125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.00046710175229236484,
      "loss_partial": 0.00689697265625,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0008556337561458349,
      "loss_partial": 0.003936767578125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0008312819991260767,
      "loss_partial": 0.004608154296875,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0006281931418925524,
      "loss_partial": 0.0113525390625,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0005713336286135018,
      "loss_partial": 0.00994873046875,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0007190875476226211,
      "loss_partial": 0.005523681640625,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0007294403621926904,
      "loss_partial": 0.007598876953125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0005396949127316475,
      "loss_partial": 0.00860595703125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0005976540269330144,
      "loss_partial": 0.00634765625,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0005769889103248715,
      "loss_partial": 0.006988525390625,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0004293233505450189,
      "loss_partial": 0.00897216796875,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0006733713671565056,
      "loss_partial": 0.00762939453125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.000795781787019223,
      "loss_partial": 0.00750732421875,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0006164892693050206,
      "loss_partial": 0.00848388671875,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0004408876411616802,
      "loss_partial": 0.00616455078125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0009260335355065763,
      "loss_partial": 0.005340576171875,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.000514499843120575,
      "loss_partial": 0.008056640625,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0009375930530950427,
      "loss_partial": 0.00567626953125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0007546544075012207,
      "loss_partial": 0.00439453125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0004873242578469217,
      "loss_partial": 0.00811767578125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0005620275042019784,
      "loss_partial": 0.00714111328125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.0007206626469269395,
      "loss_partial": 0.00567626953125,
      "step": 99
    },
    {
      "epoch": 0.1438953488372093,
      "loss_distr": 0.00042055093217641115,
      "loss_partial": 0.00921630859375,
      "step": 99
    },
    {
      "epoch": 0.14534883720930233,
      "grad_norm": 0.20075081288814545,
      "learning_rate": 1.4347826086956522e-05,
      "loss": 0.1986,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.00038680885336361825,
      "loss_partial": 0.005950927734375,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0007636422524228692,
      "loss_partial": 0.00592041015625,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0006086163921281695,
      "loss_partial": 0.006683349609375,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0007553423056378961,
      "loss_partial": 0.003936767578125,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.001135346363298595,
      "loss_partial": 0.004791259765625,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.000573043420445174,
      "loss_partial": 0.01446533203125,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0006057373248040676,
      "loss_partial": 0.006317138671875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.000926728593185544,
      "loss_partial": 0.007080078125,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0004467178077902645,
      "loss_partial": 0.012451171875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0005515941884368658,
      "loss_partial": 0.006591796875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0007138795917853713,
      "loss_partial": 0.006317138671875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0006996765150688589,
      "loss_partial": 0.0096435546875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0008780015050433576,
      "loss_partial": 0.00872802734375,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0007430724217556417,
      "loss_partial": 0.006011962890625,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0009999051690101624,
      "loss_partial": 0.00689697265625,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0007120654336176813,
      "loss_partial": 0.00830078125,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0008293733699247241,
      "loss_partial": 0.00732421875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0005564953899011016,
      "loss_partial": 0.006317138671875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0008222024771384895,
      "loss_partial": 0.005218505859375,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0011221093591302633,
      "loss_partial": 0.0036773681640625,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0006082521285861731,
      "loss_partial": 0.006103515625,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0009516745340079069,
      "loss_partial": 0.00750732421875,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0005718544125556946,
      "loss_partial": 0.0089111328125,
      "step": 100
    },
    {
      "epoch": 0.14534883720930233,
      "loss_distr": 0.0007334825932048261,
      "loss_partial": 0.008056640625,
      "step": 100
    },
    {
      "epoch": 0.14680232558139536,
      "grad_norm": 0.18382735550403595,
      "learning_rate": 1.4492753623188407e-05,
      "loss": 0.1982,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.000594614539295435,
      "loss_partial": 0.00701904296875,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0006706015556119382,
      "loss_partial": 0.007598876953125,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0010328860953450203,
      "loss_partial": 0.006744384765625,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0006505704950541258,
      "loss_partial": 0.01080322265625,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0009828123729676008,
      "loss_partial": 0.005096435546875,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0005373181775212288,
      "loss_partial": 0.0093994140625,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0008289338438771665,
      "loss_partial": 0.00665283203125,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0007568430155515671,
      "loss_partial": 0.004364013671875,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0008102253777906299,
      "loss_partial": 0.007781982421875,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0004265658208169043,
      "loss_partial": 0.01092529296875,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.00039182137697935104,
      "loss_partial": 0.0064697265625,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0005266066291369498,
      "loss_partial": 0.00433349609375,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0005797595949843526,
      "loss_partial": 0.00579833984375,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0010399457532912493,
      "loss_partial": 0.0032958984375,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0008047616574913263,
      "loss_partial": 0.00665283203125,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0007758134743198752,
      "loss_partial": 0.00872802734375,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0007154236081987619,
      "loss_partial": 0.006927490234375,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0006352670607157052,
      "loss_partial": 0.007720947265625,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0005916189402341843,
      "loss_partial": 0.005645751953125,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0006293519982136786,
      "loss_partial": 0.006011962890625,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0004262323200237006,
      "loss_partial": 0.00799560546875,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0005395827465690672,
      "loss_partial": 0.00567626953125,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0005984953604638577,
      "loss_partial": 0.007080078125,
      "step": 101
    },
    {
      "epoch": 0.14680232558139536,
      "loss_distr": 0.0011587475892156363,
      "loss_partial": 0.007232666015625,
      "step": 101
    },
    {
      "epoch": 0.14825581395348839,
      "grad_norm": 0.16643399000167847,
      "learning_rate": 1.4637681159420291e-05,
      "loss": 0.1975,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0005483170971274376,
      "loss_partial": 0.00946044921875,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0005908073508180678,
      "loss_partial": 0.01129150390625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0004614759236574173,
      "loss_partial": 0.01019287109375,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0010574799962341785,
      "loss_partial": 0.004425048828125,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0004983592662028968,
      "loss_partial": 0.0244140625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.00041210989002138376,
      "loss_partial": 0.01129150390625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0005499044782482088,
      "loss_partial": 0.005523681640625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0005942251882515848,
      "loss_partial": 0.00860595703125,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0007627905579283834,
      "loss_partial": 0.0086669921875,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.000915620184969157,
      "loss_partial": 0.00592041015625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0004901924985460937,
      "loss_partial": 0.007537841796875,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0005562042351812124,
      "loss_partial": 0.007720947265625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0005800179205834866,
      "loss_partial": 0.0103759765625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0006980320904403925,
      "loss_partial": 0.0079345703125,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0006339187966659665,
      "loss_partial": 0.0111083984375,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.001100026536732912,
      "loss_partial": 0.005828857421875,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0008213227847591043,
      "loss_partial": 0.004974365234375,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0007099047070369124,
      "loss_partial": 0.0037384033203125,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0008304197108373046,
      "loss_partial": 0.0079345703125,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0005073801730759442,
      "loss_partial": 0.01123046875,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0007380603346973658,
      "loss_partial": 0.006988525390625,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0009605232044123113,
      "loss_partial": 0.00457763671875,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.0006509334780275822,
      "loss_partial": 0.006195068359375,
      "step": 102
    },
    {
      "epoch": 0.14825581395348839,
      "loss_distr": 0.00048717448953539133,
      "loss_partial": 0.01336669921875,
      "step": 102
    },
    {
      "epoch": 0.14970930232558138,
      "grad_norm": 0.16969019174575806,
      "learning_rate": 1.4782608695652174e-05,
      "loss": 0.2036,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.00046759782708249986,
      "loss_partial": 0.00946044921875,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0009638533229008317,
      "loss_partial": 0.0062255859375,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0006068337243050337,
      "loss_partial": 0.0037689208984375,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0006801948184147477,
      "loss_partial": 0.00872802734375,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0005161736626178026,
      "loss_partial": 0.00677490234375,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0006404046434909105,
      "loss_partial": 0.00823974609375,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0007488508126698434,
      "loss_partial": 0.007110595703125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0004406561783980578,
      "loss_partial": 0.0118408203125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.00067888357443735,
      "loss_partial": 0.00689697265625,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0005833311006426811,
      "loss_partial": 0.00836181640625,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.00097977789118886,
      "loss_partial": 0.005157470703125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0007884724764153361,
      "loss_partial": 0.00689697265625,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0007825704524293542,
      "loss_partial": 0.00836181640625,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0006384932203218341,
      "loss_partial": 0.0069580078125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.00043213367462158203,
      "loss_partial": 0.00830078125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0006102175684645772,
      "loss_partial": 0.011474609375,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0005893727065995336,
      "loss_partial": 0.0079345703125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0005449514137580991,
      "loss_partial": 0.006134033203125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0006415725219994783,
      "loss_partial": 0.005157470703125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.00042032921919599175,
      "loss_partial": 0.00848388671875,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0005723508074879646,
      "loss_partial": 0.0072021484375,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0009259953512810171,
      "loss_partial": 0.0069580078125,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0008482408011332154,
      "loss_partial": 0.007293701171875,
      "step": 103
    },
    {
      "epoch": 0.14970930232558138,
      "loss_distr": 0.0008226829813793302,
      "loss_partial": 0.00592041015625,
      "step": 103
    },
    {
      "epoch": 0.1511627906976744,
      "grad_norm": 0.20048750936985016,
      "learning_rate": 1.4927536231884059e-05,
      "loss": 0.1952,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.00106142763979733,
      "loss_partial": 0.004058837890625,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.000843687157612294,
      "loss_partial": 0.00439453125,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.00041086983401328325,
      "loss_partial": 0.00836181640625,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0008831670274958014,
      "loss_partial": 0.0047607421875,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0004461379430722445,
      "loss_partial": 0.005645751953125,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0007828054367564619,
      "loss_partial": 0.00433349609375,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0007737039122730494,
      "loss_partial": 0.00958251953125,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.000680306926369667,
      "loss_partial": 0.00799560546875,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0009611633140593767,
      "loss_partial": 0.00555419921875,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0006505486671812832,
      "loss_partial": 0.00628662109375,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0006765585276298225,
      "loss_partial": 0.0106201171875,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0007774947443976998,
      "loss_partial": 0.00872802734375,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0008064396097324789,
      "loss_partial": 0.00494384765625,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.00041483889799565077,
      "loss_partial": 0.00555419921875,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.00043845968320965767,
      "loss_partial": 0.007659912109375,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0007692027720622718,
      "loss_partial": 0.004547119140625,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0006232973537407815,
      "loss_partial": 0.00616455078125,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0010787821374833584,
      "loss_partial": 0.00439453125,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0004302147717680782,
      "loss_partial": 0.006103515625,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0005003337282687426,
      "loss_partial": 0.0135498046875,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.000527198426425457,
      "loss_partial": 0.00921630859375,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0006996588199399412,
      "loss_partial": 0.006256103515625,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0006487620994448662,
      "loss_partial": 0.006622314453125,
      "step": 104
    },
    {
      "epoch": 0.1511627906976744,
      "loss_distr": 0.0008849367732182145,
      "loss_partial": 0.00701904296875,
      "step": 104
    },
    {
      "epoch": 0.15261627906976744,
      "grad_norm": 0.18149879574775696,
      "learning_rate": 1.5072463768115944e-05,
      "loss": 0.1961,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0007085310644470155,
      "loss_partial": 0.00830078125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0004807621007785201,
      "loss_partial": 0.021484375,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0007601568941026926,
      "loss_partial": 0.005584716796875,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0006917018909007311,
      "loss_partial": 0.0079345703125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0004552433965727687,
      "loss_partial": 0.007293701171875,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0005419448134489357,
      "loss_partial": 0.006988525390625,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0009132949053309858,
      "loss_partial": 0.00634765625,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0007733373786322773,
      "loss_partial": 0.00567626953125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0006306244758889079,
      "loss_partial": 0.01123046875,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0005459330277517438,
      "loss_partial": 0.00872802734375,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0010054116137325764,
      "loss_partial": 0.0079345703125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.001013314351439476,
      "loss_partial": 0.005889892578125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0008060922264121473,
      "loss_partial": 0.01190185546875,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.00047077826457098126,
      "loss_partial": 0.0072021484375,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.00045181214227341115,
      "loss_partial": 0.009033203125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0007572612958028913,
      "loss_partial": 0.004638671875,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0008077343227341771,
      "loss_partial": 0.007110595703125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0004206766316201538,
      "loss_partial": 0.006195068359375,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0004563576076179743,
      "loss_partial": 0.0086669921875,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.000441016600234434,
      "loss_partial": 0.01904296875,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0006424906896427274,
      "loss_partial": 0.009033203125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.000396423798520118,
      "loss_partial": 0.00958251953125,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0006905976915732026,
      "loss_partial": 0.00726318359375,
      "step": 105
    },
    {
      "epoch": 0.15261627906976744,
      "loss_distr": 0.0006432295776903629,
      "loss_partial": 0.0103759765625,
      "step": 105
    },
    {
      "epoch": 0.15406976744186046,
      "grad_norm": 0.19818782806396484,
      "learning_rate": 1.5217391304347828e-05,
      "loss": 0.1986,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.000422840123064816,
      "loss_partial": 0.01068115234375,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0006848468910902739,
      "loss_partial": 0.0091552734375,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0005520532140508294,
      "loss_partial": 0.02197265625,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0007244074949994683,
      "loss_partial": 0.00927734375,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0005086890887469053,
      "loss_partial": 0.00634765625,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0006058939616195858,
      "loss_partial": 0.00811767578125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0008500567637383938,
      "loss_partial": 0.005096435546875,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0006738425581716001,
      "loss_partial": 0.005126953125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.00046267450670711696,
      "loss_partial": 0.005645751953125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0004405661893542856,
      "loss_partial": 0.010498046875,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0008732070564292371,
      "loss_partial": 0.0074462890625,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0005845541600137949,
      "loss_partial": 0.0078125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0007401502225548029,
      "loss_partial": 0.0064697265625,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.000564723159186542,
      "loss_partial": 0.007720947265625,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0006929458468221128,
      "loss_partial": 0.009765625,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0005875594215467572,
      "loss_partial": 0.007354736328125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0008698456222191453,
      "loss_partial": 0.005401611328125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.000937071512453258,
      "loss_partial": 0.003753662109375,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0005105258314870298,
      "loss_partial": 0.0089111328125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.00047863577492535114,
      "loss_partial": 0.00909423828125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0009246691479347646,
      "loss_partial": 0.005096435546875,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.000672843714710325,
      "loss_partial": 0.007110595703125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.0005801884108223021,
      "loss_partial": 0.006866455078125,
      "step": 106
    },
    {
      "epoch": 0.15406976744186046,
      "loss_distr": 0.00032702399767003953,
      "loss_partial": 0.01068115234375,
      "step": 106
    },
    {
      "epoch": 0.1555232558139535,
      "grad_norm": 0.15454570949077606,
      "learning_rate": 1.536231884057971e-05,
      "loss": 0.199,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0005375868058763444,
      "loss_partial": 0.0059814453125,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0007136935601010919,
      "loss_partial": 0.0086669921875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.000616761390119791,
      "loss_partial": 0.007415771484375,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0009636936010792851,
      "loss_partial": 0.00640869140625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.00048308525583706796,
      "loss_partial": 0.007049560546875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.000695360591635108,
      "loss_partial": 0.006500244140625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0006650241557508707,
      "loss_partial": 0.010009765625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0006222183583304286,
      "loss_partial": 0.00970458984375,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0006477390415966511,
      "loss_partial": 0.007568359375,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0008153144735842943,
      "loss_partial": 0.004302978515625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0007766288472339511,
      "loss_partial": 0.005828857421875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0006156780291348696,
      "loss_partial": 0.011962890625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0005383870447985828,
      "loss_partial": 0.007080078125,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0005372928571887314,
      "loss_partial": 0.006561279296875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0009145488729700446,
      "loss_partial": 0.00823974609375,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0004915841855108738,
      "loss_partial": 0.00897216796875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0005730423727072775,
      "loss_partial": 0.00439453125,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0007557000499218702,
      "loss_partial": 0.00946044921875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0006313568446785212,
      "loss_partial": 0.00885009765625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0005547581240534782,
      "loss_partial": 0.008544921875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0009649716666899621,
      "loss_partial": 0.00640869140625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.000687532767187804,
      "loss_partial": 0.00506591796875,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0006518728914670646,
      "loss_partial": 0.006744384765625,
      "step": 107
    },
    {
      "epoch": 0.1555232558139535,
      "loss_distr": 0.0005304141086526215,
      "loss_partial": 0.00970458984375,
      "step": 107
    },
    {
      "epoch": 0.1569767441860465,
      "grad_norm": 0.20519690215587616,
      "learning_rate": 1.5507246376811594e-05,
      "loss": 0.1965,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0007424260256811976,
      "loss_partial": 0.0074462890625,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.00039769074646756053,
      "loss_partial": 0.00872802734375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0007665746379643679,
      "loss_partial": 0.00927734375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0005023305420763791,
      "loss_partial": 0.0028533935546875,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0006608099211007357,
      "loss_partial": 0.00811767578125,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.000782340532168746,
      "loss_partial": 0.006378173828125,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0006762863486073911,
      "loss_partial": 0.009521484375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0005055103683844209,
      "loss_partial": 0.008056640625,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.000571178097743541,
      "loss_partial": 0.0103759765625,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0004674994561355561,
      "loss_partial": 0.01312255859375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0006093176198191941,
      "loss_partial": 0.01068115234375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0008619976579211652,
      "loss_partial": 0.0054931640625,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0004913737066090107,
      "loss_partial": 0.01116943359375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0006681100348941982,
      "loss_partial": 0.00762939453125,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0008006777497939765,
      "loss_partial": 0.00927734375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0009017038391903043,
      "loss_partial": 0.00469970703125,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0007177053485065699,
      "loss_partial": 0.006011962890625,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0005817037308588624,
      "loss_partial": 0.01953125,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0005585856270045042,
      "loss_partial": 0.0096435546875,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0005049615283496678,
      "loss_partial": 0.00909423828125,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0007708347402513027,
      "loss_partial": 0.00579833984375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0006156088784337044,
      "loss_partial": 0.01043701171875,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0005005255807191133,
      "loss_partial": 0.009521484375,
      "step": 108
    },
    {
      "epoch": 0.1569767441860465,
      "loss_distr": 0.0005469660391099751,
      "loss_partial": 0.005126953125,
      "step": 108
    },
    {
      "epoch": 0.15843023255813954,
      "grad_norm": 0.18223778903484344,
      "learning_rate": 1.565217391304348e-05,
      "loss": 0.1987,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0005611942033283412,
      "loss_partial": 0.00408935546875,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0005611058440990746,
      "loss_partial": 0.006927490234375,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0005750549025833607,
      "loss_partial": 0.006622314453125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0008168171043507755,
      "loss_partial": 0.0128173828125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0008497787639498711,
      "loss_partial": 0.006134033203125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0006329124444164336,
      "loss_partial": 0.00653076171875,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.000744784134440124,
      "loss_partial": 0.01068115234375,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0008659336599521339,
      "loss_partial": 0.01025390625,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0008601800072938204,
      "loss_partial": 0.007049560546875,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0005350761930458248,
      "loss_partial": 0.00787353515625,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.001015456859022379,
      "loss_partial": 0.0036163330078125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0009717306820675731,
      "loss_partial": 0.004974365234375,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0007056269096210599,
      "loss_partial": 0.005218505859375,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.000810786266811192,
      "loss_partial": 0.00738525390625,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0005374279571697116,
      "loss_partial": 0.00885009765625,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0008920677937567234,
      "loss_partial": 0.00860595703125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0008872122270986438,
      "loss_partial": 0.004638671875,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0010283136507496238,
      "loss_partial": 0.0035552978515625,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0010172469774261117,
      "loss_partial": 0.00616455078125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0007742112502455711,
      "loss_partial": 0.0078125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0006770151085220277,
      "loss_partial": 0.005645751953125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0006123839993961155,
      "loss_partial": 0.007110595703125,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.0008748283144086599,
      "loss_partial": 0.005828857421875,
      "step": 109
    },
    {
      "epoch": 0.15843023255813954,
      "loss_distr": 0.00044722744496539235,
      "loss_partial": 0.005706787109375,
      "step": 109
    },
    {
      "epoch": 0.15988372093023256,
      "grad_norm": 0.1783868372440338,
      "learning_rate": 1.5797101449275363e-05,
      "loss": 0.1963,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0006999220931902528,
      "loss_partial": 0.0089111328125,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0005182432942092419,
      "loss_partial": 0.00628662109375,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0005044082645326853,
      "loss_partial": 0.01043701171875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0004859020409639925,
      "loss_partial": 0.00909423828125,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0009519753511995077,
      "loss_partial": 0.005218505859375,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0006049438961781561,
      "loss_partial": 0.004638671875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0007975012413226068,
      "loss_partial": 0.005096435546875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0004644612199626863,
      "loss_partial": 0.01190185546875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.000787503959145397,
      "loss_partial": 0.005401611328125,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0009426228934898973,
      "loss_partial": 0.00543212890625,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0005788864218629897,
      "loss_partial": 0.0106201171875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0007456158054992557,
      "loss_partial": 0.00421142578125,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0007018930627964437,
      "loss_partial": 0.0084228515625,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0008087001042440534,
      "loss_partial": 0.00689697265625,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0005083606229163706,
      "loss_partial": 0.006500244140625,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.000481979688629508,
      "loss_partial": 0.007293701171875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0009359728428535163,
      "loss_partial": 0.00506591796875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.000763976015150547,
      "loss_partial": 0.0079345703125,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.000896558107342571,
      "loss_partial": 0.005096435546875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0006911801174283028,
      "loss_partial": 0.00531005859375,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0007155812345445156,
      "loss_partial": 0.01202392578125,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.00047881409409455955,
      "loss_partial": 0.01043701171875,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0009401637362316251,
      "loss_partial": 0.00482177734375,
      "step": 110
    },
    {
      "epoch": 0.15988372093023256,
      "loss_distr": 0.0007037876639515162,
      "loss_partial": 0.006744384765625,
      "step": 110
    },
    {
      "epoch": 0.1613372093023256,
      "grad_norm": 0.1804748922586441,
      "learning_rate": 1.5942028985507246e-05,
      "loss": 0.2014,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0007595915230922401,
      "loss_partial": 0.0037841796875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.00046846127952449024,
      "loss_partial": 0.00531005859375,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0006055600242689252,
      "loss_partial": 0.01025390625,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0007029924890957773,
      "loss_partial": 0.006927490234375,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.00046652782475575805,
      "loss_partial": 0.0034637451171875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0005531696369871497,
      "loss_partial": 0.005950927734375,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0008853613398969173,
      "loss_partial": 0.009033203125,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0007449798285961151,
      "loss_partial": 0.005157470703125,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.00040185797843150795,
      "loss_partial": 0.0078125,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0005409068544395268,
      "loss_partial": 0.006561279296875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0006105080246925354,
      "loss_partial": 0.007293701171875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0007320978911593556,
      "loss_partial": 0.006134033203125,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0009731131140142679,
      "loss_partial": 0.00506591796875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.00047528950381092727,
      "loss_partial": 0.00567626953125,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0008982835570350289,
      "loss_partial": 0.005462646484375,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0009086292702704668,
      "loss_partial": 0.0078125,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0005793838645331562,
      "loss_partial": 0.007354736328125,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0009339459938928485,
      "loss_partial": 0.005340576171875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0005411598831415176,
      "loss_partial": 0.004638671875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0004884798545390368,
      "loss_partial": 0.0096435546875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0009367826278321445,
      "loss_partial": 0.004730224609375,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0009791820775717497,
      "loss_partial": 0.00396728515625,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.0011269251117482781,
      "loss_partial": 0.00311279296875,
      "step": 111
    },
    {
      "epoch": 0.1613372093023256,
      "loss_distr": 0.000487438403069973,
      "loss_partial": 0.00933837890625,
      "step": 111
    },
    {
      "epoch": 0.16279069767441862,
      "grad_norm": 0.17725355923175812,
      "learning_rate": 1.6086956521739132e-05,
      "loss": 0.1965,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0005028652376495302,
      "loss_partial": 0.00787353515625,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0008430641610175371,
      "loss_partial": 0.0062255859375,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0005498326499946415,
      "loss_partial": 0.01007080078125,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0008034744532778859,
      "loss_partial": 0.0126953125,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.000401245488319546,
      "loss_partial": 0.01226806640625,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0006586638046428561,
      "loss_partial": 0.006072998046875,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0008688519010320306,
      "loss_partial": 0.006683349609375,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0011015001218765974,
      "loss_partial": 0.0047607421875,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0005087814060971141,
      "loss_partial": 0.00811767578125,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0005432646721601486,
      "loss_partial": 0.005950927734375,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.000557358143851161,
      "loss_partial": 0.0086669921875,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.00048701392370276153,
      "loss_partial": 0.00799560546875,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0007722898735664785,
      "loss_partial": 0.007659912109375,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0010580269154161215,
      "loss_partial": 0.00567626953125,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0006777943926863372,
      "loss_partial": 0.01031494140625,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0005955509841442108,
      "loss_partial": 0.00592041015625,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0005855114432051778,
      "loss_partial": 0.005401611328125,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0009348732419312,
      "loss_partial": 0.00494384765625,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.000704818987287581,
      "loss_partial": 0.006072998046875,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0008541843271814287,
      "loss_partial": 0.00421142578125,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0006846648175269365,
      "loss_partial": 0.005218505859375,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0007132812752388418,
      "loss_partial": 0.00604248046875,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0006781381089240313,
      "loss_partial": 0.0057373046875,
      "step": 112
    },
    {
      "epoch": 0.16279069767441862,
      "loss_distr": 0.0004714012029580772,
      "loss_partial": 0.009765625,
      "step": 112
    },
    {
      "epoch": 0.16424418604651161,
      "grad_norm": 0.1496567726135254,
      "learning_rate": 1.6231884057971015e-05,
      "loss": 0.1947,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.000580371473915875,
      "loss_partial": 0.00555419921875,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0007063401280902326,
      "loss_partial": 0.00677490234375,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.00044297409476712346,
      "loss_partial": 0.010009765625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005534570664167404,
      "loss_partial": 0.004669189453125,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0007154012564569712,
      "loss_partial": 0.005950927734375,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0006775857182219625,
      "loss_partial": 0.009765625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.000536249135620892,
      "loss_partial": 0.005615234375,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005710858968086541,
      "loss_partial": 0.0037078857421875,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0007799956947565079,
      "loss_partial": 0.0084228515625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0010077221086248755,
      "loss_partial": 0.006805419921875,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0007790200179442763,
      "loss_partial": 0.0057373046875,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005466219736263156,
      "loss_partial": 0.00823974609375,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0009019443532451987,
      "loss_partial": 0.00640869140625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0008602888556197286,
      "loss_partial": 0.005126953125,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0007340977899730206,
      "loss_partial": 0.008056640625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0008040938409976661,
      "loss_partial": 0.005279541015625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005032582557760179,
      "loss_partial": 0.010986328125,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005925314035266638,
      "loss_partial": 0.01416015625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005625641788356006,
      "loss_partial": 0.007049560546875,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0007208554306998849,
      "loss_partial": 0.006683349609375,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005983136943541467,
      "loss_partial": 0.00830078125,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0004518454079516232,
      "loss_partial": 0.00982666015625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.0005795228062197566,
      "loss_partial": 0.0093994140625,
      "step": 113
    },
    {
      "epoch": 0.16424418604651161,
      "loss_distr": 0.00044560557580552995,
      "loss_partial": 0.00982666015625,
      "step": 113
    },
    {
      "epoch": 0.16569767441860464,
      "grad_norm": 0.19319447875022888,
      "learning_rate": 1.6376811594202898e-05,
      "loss": 0.1972,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0005704662762582302,
      "loss_partial": 0.0115966796875,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0007358922157436609,
      "loss_partial": 0.00628662109375,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0005254747811704874,
      "loss_partial": 0.0079345703125,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0005998141132295132,
      "loss_partial": 0.00341796875,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0007846193620935082,
      "loss_partial": 0.005859375,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.000769328442402184,
      "loss_partial": 0.006103515625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0007182391127571464,
      "loss_partial": 0.00787353515625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0005666599026881158,
      "loss_partial": 0.004425048828125,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0007876906893216074,
      "loss_partial": 0.00555419921875,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0008823839016258717,
      "loss_partial": 0.00537109375,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0005144400638528168,
      "loss_partial": 0.005584716796875,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.000585370697081089,
      "loss_partial": 0.007720947265625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.000528863980434835,
      "loss_partial": 0.00567626953125,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0006642303778789937,
      "loss_partial": 0.0096435546875,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0004853124846704304,
      "loss_partial": 0.00885009765625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0008191461092792451,
      "loss_partial": 0.00775146484375,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.000983148580417037,
      "loss_partial": 0.006011962890625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0008044816786423326,
      "loss_partial": 0.003326416015625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0006309946184046566,
      "loss_partial": 0.01312255859375,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0006285267882049084,
      "loss_partial": 0.00830078125,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0007953601889312267,
      "loss_partial": 0.00634765625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0007924301316961646,
      "loss_partial": 0.004913330078125,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0004409709363244474,
      "loss_partial": 0.0087890625,
      "step": 114
    },
    {
      "epoch": 0.16569767441860464,
      "loss_distr": 0.0005584661266766489,
      "loss_partial": 0.01153564453125,
      "step": 114
    },
    {
      "epoch": 0.16715116279069767,
      "grad_norm": 0.1768202930688858,
      "learning_rate": 1.6521739130434785e-05,
      "loss": 0.1947,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0006027012132108212,
      "loss_partial": 0.00921630859375,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0005141654401086271,
      "loss_partial": 0.00885009765625,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0006048801587894559,
      "loss_partial": 0.01239013671875,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0005544840823858976,
      "loss_partial": 0.0093994140625,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.000955781084485352,
      "loss_partial": 0.005340576171875,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0006735920323990285,
      "loss_partial": 0.00970458984375,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0008330735727213323,
      "loss_partial": 0.006256103515625,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.00042763928649947047,
      "loss_partial": 0.0072021484375,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.001028453465551138,
      "loss_partial": 0.005096435546875,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0007759290165267885,
      "loss_partial": 0.006103515625,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0005735564045608044,
      "loss_partial": 0.0064697265625,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.000703549652826041,
      "loss_partial": 0.01202392578125,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0005538091063499451,
      "loss_partial": 0.006805419921875,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0004369307425804436,
      "loss_partial": 0.00775146484375,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0006701570237055421,
      "loss_partial": 0.0111083984375,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0009157314198091626,
      "loss_partial": 0.006195068359375,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0005447659641504288,
      "loss_partial": 0.00653076171875,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0007278648554347456,
      "loss_partial": 0.00555419921875,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0005364504759199917,
      "loss_partial": 0.01116943359375,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0008379678474739194,
      "loss_partial": 0.0040283203125,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0004974432522431016,
      "loss_partial": 0.0078125,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0009395016822963953,
      "loss_partial": 0.004150390625,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.000489922531414777,
      "loss_partial": 0.00738525390625,
      "step": 115
    },
    {
      "epoch": 0.16715116279069767,
      "loss_distr": 0.0009748178999871016,
      "loss_partial": 0.01361083984375,
      "step": 115
    },
    {
      "epoch": 0.1686046511627907,
      "grad_norm": 0.18056832253932953,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 0.1984,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0007106062839739025,
      "loss_partial": 0.00775146484375,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0004698672564700246,
      "loss_partial": 0.006927490234375,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0004328842042014003,
      "loss_partial": 0.00640869140625,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0006204427918419242,
      "loss_partial": 0.00848388671875,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0008931007469072938,
      "loss_partial": 0.01092529296875,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0007832539267838001,
      "loss_partial": 0.004669189453125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0007118035573512316,
      "loss_partial": 0.0069580078125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.00048168626381084323,
      "loss_partial": 0.01031494140625,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.000522000715136528,
      "loss_partial": 0.01226806640625,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0006212661392055452,
      "loss_partial": 0.0079345703125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0005511132767423987,
      "loss_partial": 0.00970458984375,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.000478186848340556,
      "loss_partial": 0.00531005859375,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.000744322722312063,
      "loss_partial": 0.007110595703125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.000968791195191443,
      "loss_partial": 0.0054931640625,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0006677666679024696,
      "loss_partial": 0.00909423828125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0006806087912991643,
      "loss_partial": 0.00799560546875,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0007952385931275785,
      "loss_partial": 0.006561279296875,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0004855695879086852,
      "loss_partial": 0.00811767578125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0004912238218821585,
      "loss_partial": 0.0079345703125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0004468348925001919,
      "loss_partial": 0.00836181640625,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0005959812551736832,
      "loss_partial": 0.00946044921875,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0009351151529699564,
      "loss_partial": 0.00762939453125,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0008730855188332498,
      "loss_partial": 0.005767822265625,
      "step": 116
    },
    {
      "epoch": 0.1686046511627907,
      "loss_distr": 0.0006525136413984001,
      "loss_partial": 0.00555419921875,
      "step": 116
    },
    {
      "epoch": 0.17005813953488372,
      "grad_norm": 0.17314064502716064,
      "learning_rate": 1.681159420289855e-05,
      "loss": 0.196,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.000679579796269536,
      "loss_partial": 0.00970458984375,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.00048784544924274087,
      "loss_partial": 0.01513671875,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.00045659049646928906,
      "loss_partial": 0.006256103515625,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0007696018437854946,
      "loss_partial": 0.0069580078125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0006583641516044736,
      "loss_partial": 0.00579833984375,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0008279593894258142,
      "loss_partial": 0.00701904296875,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0009854263626039028,
      "loss_partial": 0.00958251953125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.000788633362390101,
      "loss_partial": 0.003173828125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.00047445675591006875,
      "loss_partial": 0.00439453125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0007939894567243755,
      "loss_partial": 0.014404296875,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0008925252477638423,
      "loss_partial": 0.007293701171875,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0006215471075847745,
      "loss_partial": 0.004180908203125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0007617482915520668,
      "loss_partial": 0.0074462890625,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0008835381595417857,
      "loss_partial": 0.005340576171875,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0007848750101402402,
      "loss_partial": 0.0086669921875,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.00045626808423548937,
      "loss_partial": 0.007720947265625,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0009841823484748602,
      "loss_partial": 0.003936767578125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0011887403670698404,
      "loss_partial": 0.0048828125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0007977023487910628,
      "loss_partial": 0.007568359375,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0008816033368930221,
      "loss_partial": 0.00836181640625,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0005607115454040468,
      "loss_partial": 0.01019287109375,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0008409541915170848,
      "loss_partial": 0.00372314453125,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.00045745872193947434,
      "loss_partial": 0.01068115234375,
      "step": 117
    },
    {
      "epoch": 0.17005813953488372,
      "loss_distr": 0.0006286586867645383,
      "loss_partial": 0.01373291015625,
      "step": 117
    },
    {
      "epoch": 0.17151162790697674,
      "grad_norm": 0.2895316481590271,
      "learning_rate": 1.6956521739130437e-05,
      "loss": 0.198,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0006571085541509092,
      "loss_partial": 0.00872802734375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0008302702917717397,
      "loss_partial": 0.005462646484375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0005909939063712955,
      "loss_partial": 0.009033203125,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.000641405931673944,
      "loss_partial": 0.007293701171875,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0006553656421601772,
      "loss_partial": 0.007720947265625,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0004729909123852849,
      "loss_partial": 0.00830078125,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.001143786357715726,
      "loss_partial": 0.004241943359375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0008200636366382241,
      "loss_partial": 0.00762939453125,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0004146966093685478,
      "loss_partial": 0.006683349609375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0007884562946856022,
      "loss_partial": 0.01025390625,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0007614885689690709,
      "loss_partial": 0.004364013671875,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.001123715192079544,
      "loss_partial": 0.005340576171875,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0011715623550117016,
      "loss_partial": 0.01068115234375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0006368482136167586,
      "loss_partial": 0.007171630859375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.000406623468734324,
      "loss_partial": 0.008544921875,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0006477847346104681,
      "loss_partial": 0.004302978515625,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0009936755523085594,
      "loss_partial": 0.00439453125,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0007248582551255822,
      "loss_partial": 0.00762939453125,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0006028274074196815,
      "loss_partial": 0.004180908203125,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0006202945951372385,
      "loss_partial": 0.00701904296875,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0005156595725566149,
      "loss_partial": 0.0120849609375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.000487451849039644,
      "loss_partial": 0.010498046875,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0006486010970547795,
      "loss_partial": 0.009521484375,
      "step": 118
    },
    {
      "epoch": 0.17151162790697674,
      "loss_distr": 0.0007641542470082641,
      "loss_partial": 0.006927490234375,
      "step": 118
    },
    {
      "epoch": 0.17296511627906977,
      "grad_norm": 0.32482874393463135,
      "learning_rate": 1.710144927536232e-05,
      "loss": 0.1965,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.00070496293483302,
      "loss_partial": 0.00634765625,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.00044171925401315093,
      "loss_partial": 0.006072998046875,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0009462196612730622,
      "loss_partial": 0.006683349609375,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0008499417454004288,
      "loss_partial": 0.00872802734375,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.00046757387463003397,
      "loss_partial": 0.0068359375,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0004701219731941819,
      "loss_partial": 0.0198974609375,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0008753105066716671,
      "loss_partial": 0.006134033203125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.00033397163497284055,
      "loss_partial": 0.0101318359375,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0008699051104485989,
      "loss_partial": 0.00518798828125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0006750241154804826,
      "loss_partial": 0.01251220703125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0006585709634236991,
      "loss_partial": 0.007476806640625,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0007404960924759507,
      "loss_partial": 0.007049560546875,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.00044345969217829406,
      "loss_partial": 0.0059814453125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0009386854944750667,
      "loss_partial": 0.00872802734375,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.00112924724817276,
      "loss_partial": 0.004425048828125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0005061019910499454,
      "loss_partial": 0.007354736328125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.000598243554122746,
      "loss_partial": 0.01031494140625,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0007605621358379722,
      "loss_partial": 0.008056640625,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0008802559459581971,
      "loss_partial": 0.004425048828125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0005840156227350235,
      "loss_partial": 0.006134033203125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0006550466059707105,
      "loss_partial": 0.00909423828125,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0006028737407177687,
      "loss_partial": 0.00823974609375,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0006780624389648438,
      "loss_partial": 0.005279541015625,
      "step": 119
    },
    {
      "epoch": 0.17296511627906977,
      "loss_distr": 0.0007140348898246884,
      "loss_partial": 0.005096435546875,
      "step": 119
    },
    {
      "epoch": 0.1744186046511628,
      "grad_norm": 0.22003120183944702,
      "learning_rate": 1.7246376811594206e-05,
      "loss": 0.1999,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0007162325782701373,
      "loss_partial": 0.008056640625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0004344303742982447,
      "loss_partial": 0.0074462890625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0009441813454031944,
      "loss_partial": 0.0054931640625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0009679449140094221,
      "loss_partial": 0.0057373046875,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0007162258261814713,
      "loss_partial": 0.005126953125,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0007422668277285993,
      "loss_partial": 0.005401611328125,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0007788199000060558,
      "loss_partial": 0.004180908203125,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0008964361040852964,
      "loss_partial": 0.01129150390625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0004612945194821805,
      "loss_partial": 0.00701904296875,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0005827352870255709,
      "loss_partial": 0.00885009765625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0007223315769806504,
      "loss_partial": 0.00445556640625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0005385827389545739,
      "loss_partial": 0.01092529296875,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0005600456497631967,
      "loss_partial": 0.007568359375,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0007080218056216836,
      "loss_partial": 0.007568359375,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.00046894160914234817,
      "loss_partial": 0.0048828125,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0008388888090848923,
      "loss_partial": 0.00811767578125,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0006933563272468746,
      "loss_partial": 0.00347900390625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0005275940056890249,
      "loss_partial": 0.0103759765625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0008537085959687829,
      "loss_partial": 0.0045166015625,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0005599784781225026,
      "loss_partial": 0.00958251953125,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0008169623906724155,
      "loss_partial": 0.0042724609375,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.000815159291960299,
      "loss_partial": 0.00811767578125,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0004340930317994207,
      "loss_partial": 0.00653076171875,
      "step": 120
    },
    {
      "epoch": 0.1744186046511628,
      "loss_distr": 0.0010181793477386236,
      "loss_partial": 0.005645751953125,
      "step": 120
    },
    {
      "epoch": 0.17587209302325582,
      "grad_norm": 0.2678508162498474,
      "learning_rate": 1.739130434782609e-05,
      "loss": 0.1939,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0005561521975323558,
      "loss_partial": 0.008056640625,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0007505917456001043,
      "loss_partial": 0.00677490234375,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.00046576507156714797,
      "loss_partial": 0.01153564453125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006706101121380925,
      "loss_partial": 0.005889892578125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.00048741299542598426,
      "loss_partial": 0.01025390625,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0007412824197672307,
      "loss_partial": 0.00494384765625,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006224700482562184,
      "loss_partial": 0.007354736328125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0004907015827484429,
      "loss_partial": 0.006378173828125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.000740344577934593,
      "loss_partial": 0.00445556640625,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006645891699008644,
      "loss_partial": 0.005859375,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0005181664018891752,
      "loss_partial": 0.008544921875,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0010326417395845056,
      "loss_partial": 0.005859375,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0005840662051923573,
      "loss_partial": 0.0064697265625,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0008955993689596653,
      "loss_partial": 0.005279541015625,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0011740236077457666,
      "loss_partial": 0.004241943359375,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006656874902546406,
      "loss_partial": 0.00958251953125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0007607454317621887,
      "loss_partial": 0.007598876953125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0007374924025498331,
      "loss_partial": 0.0076904296875,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006846170872449875,
      "loss_partial": 0.006378173828125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006435377290472388,
      "loss_partial": 0.00860595703125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.00046409532660618424,
      "loss_partial": 0.0089111328125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006435835384763777,
      "loss_partial": 0.006622314453125,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0005561406724154949,
      "loss_partial": 0.0091552734375,
      "step": 121
    },
    {
      "epoch": 0.17587209302325582,
      "loss_distr": 0.0006423935410566628,
      "loss_partial": 0.0159912109375,
      "step": 121
    },
    {
      "epoch": 0.17732558139534885,
      "grad_norm": 0.19318664073944092,
      "learning_rate": 1.7536231884057972e-05,
      "loss": 0.1967,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.000570358824916184,
      "loss_partial": 0.00921630859375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.00041451334254816175,
      "loss_partial": 0.00946044921875,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0006504381890408695,
      "loss_partial": 0.008056640625,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0004919728962704539,
      "loss_partial": 0.0069580078125,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.00048210282693617046,
      "loss_partial": 0.004730224609375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0005156528204679489,
      "loss_partial": 0.007232666015625,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0009953714907169342,
      "loss_partial": 0.0031890869140625,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0010205048602074385,
      "loss_partial": 0.005615234375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0004967909771949053,
      "loss_partial": 0.008056640625,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.001000362215563655,
      "loss_partial": 0.00506591796875,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0004548184515442699,
      "loss_partial": 0.007354736328125,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0005546363536268473,
      "loss_partial": 0.007415771484375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0008270202670246363,
      "loss_partial": 0.00994873046875,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0007339166477322578,
      "loss_partial": 0.00823974609375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0007225950248539448,
      "loss_partial": 0.00640869140625,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0005932099302299321,
      "loss_partial": 0.006378173828125,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0004373901756480336,
      "loss_partial": 0.01025390625,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0008198649156838655,
      "loss_partial": 0.007415771484375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0008936501108109951,
      "loss_partial": 0.005615234375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0008319059852510691,
      "loss_partial": 0.00909423828125,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0007491136784665287,
      "loss_partial": 0.004974365234375,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0006062909960746765,
      "loss_partial": 0.005889892578125,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0008164101163856685,
      "loss_partial": 0.0076904296875,
      "step": 122
    },
    {
      "epoch": 0.17732558139534885,
      "loss_distr": 0.0006333792116492987,
      "loss_partial": 0.01025390625,
      "step": 122
    },
    {
      "epoch": 0.17877906976744187,
      "grad_norm": 0.2043708711862564,
      "learning_rate": 1.7681159420289858e-05,
      "loss": 0.1965,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0010240410920232534,
      "loss_partial": 0.00634765625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0005630051018670201,
      "loss_partial": 0.006439208984375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.00041363242780789733,
      "loss_partial": 0.00823974609375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0006430653156712651,
      "loss_partial": 0.01068115234375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.00045938880066387355,
      "loss_partial": 0.004974365234375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0005844352417625487,
      "loss_partial": 0.00738525390625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0012891673250123858,
      "loss_partial": 0.0037841796875,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0005639856681227684,
      "loss_partial": 0.0101318359375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0007422829512506723,
      "loss_partial": 0.0072021484375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.000889770220965147,
      "loss_partial": 0.007720947265625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0003987440140917897,
      "loss_partial": 0.0086669921875,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.000561035645660013,
      "loss_partial": 0.007720947265625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0010918782791122794,
      "loss_partial": 0.00537109375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0007176786893978715,
      "loss_partial": 0.00860595703125,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0005490081384778023,
      "loss_partial": 0.007171630859375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0004627005837392062,
      "loss_partial": 0.009765625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0006128546083346009,
      "loss_partial": 0.004791259765625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0006408801418729126,
      "loss_partial": 0.00836181640625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0009660185314714909,
      "loss_partial": 0.0034637451171875,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0006268239812925458,
      "loss_partial": 0.006011962890625,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0004845394869334996,
      "loss_partial": 0.004974365234375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.001026345882564783,
      "loss_partial": 0.00537109375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0007249984773807228,
      "loss_partial": 0.004730224609375,
      "step": 123
    },
    {
      "epoch": 0.17877906976744187,
      "loss_distr": 0.0005205151974223554,
      "loss_partial": 0.004486083984375,
      "step": 123
    },
    {
      "epoch": 0.18023255813953487,
      "grad_norm": 0.20466367900371552,
      "learning_rate": 1.782608695652174e-05,
      "loss": 0.1956,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0009368109749630094,
      "loss_partial": 0.00433349609375,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.000992484507150948,
      "loss_partial": 0.005859375,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.000630831578746438,
      "loss_partial": 0.006988525390625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0008365415269508958,
      "loss_partial": 0.006256103515625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0007429299294017255,
      "loss_partial": 0.00933837890625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0007703829905949533,
      "loss_partial": 0.007720947265625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0006750160246156156,
      "loss_partial": 0.007781982421875,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0006266062846407294,
      "loss_partial": 0.00811767578125,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.00046988853137008846,
      "loss_partial": 0.007537841796875,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.000620461767539382,
      "loss_partial": 0.010009765625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0009009555215016007,
      "loss_partial": 0.0087890625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.00097841233946383,
      "loss_partial": 0.003387451171875,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0005938987014815211,
      "loss_partial": 0.003570556640625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0006020333385095,
      "loss_partial": 0.0067138671875,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0008717675227671862,
      "loss_partial": 0.006988525390625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0009782456327229738,
      "loss_partial": 0.004119873046875,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.000508213764987886,
      "loss_partial": 0.01025390625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0004525263502728194,
      "loss_partial": 0.008056640625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.001027901889756322,
      "loss_partial": 0.00567626953125,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0007086030673235655,
      "loss_partial": 0.005859375,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0007599611999467015,
      "loss_partial": 0.005035400390625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.00042834278428927064,
      "loss_partial": 0.011962890625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.00062579131918028,
      "loss_partial": 0.0172119140625,
      "step": 124
    },
    {
      "epoch": 0.18023255813953487,
      "loss_distr": 0.0006312039913609624,
      "loss_partial": 0.0086669921875,
      "step": 124
    },
    {
      "epoch": 0.1816860465116279,
      "grad_norm": 0.16670653223991394,
      "learning_rate": 1.7971014492753624e-05,
      "loss": 0.1978,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0005924729630351067,
      "loss_partial": 0.0074462890625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0008801656076684594,
      "loss_partial": 0.007720947265625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0007506905822083354,
      "loss_partial": 0.00701904296875,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0007819784223102033,
      "loss_partial": 0.0034637451171875,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0006835734820924699,
      "loss_partial": 0.0064697265625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0005326381069608033,
      "loss_partial": 0.0086669921875,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0008445046842098236,
      "loss_partial": 0.005126953125,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.00078883784590289,
      "loss_partial": 0.0068359375,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0006729727028869092,
      "loss_partial": 0.006134033203125,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0006644094828516245,
      "loss_partial": 0.00885009765625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0005980329588055611,
      "loss_partial": 0.007110595703125,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0008211775566451252,
      "loss_partial": 0.005889892578125,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0008868379518389702,
      "loss_partial": 0.00634765625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0005650605307891965,
      "loss_partial": 0.00921630859375,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0008155619725584984,
      "loss_partial": 0.00592041015625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0005340306088328362,
      "loss_partial": 0.007720947265625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0005859578959643841,
      "loss_partial": 0.006195068359375,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0005101446295157075,
      "loss_partial": 0.0103759765625,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.00086343998555094,
      "loss_partial": 0.007171630859375,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0006865336908958852,
      "loss_partial": 0.00921630859375,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0007563988910987973,
      "loss_partial": 0.00726318359375,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.000610625371336937,
      "loss_partial": 0.00799560546875,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0007264821324497461,
      "loss_partial": 0.00775146484375,
      "step": 125
    },
    {
      "epoch": 0.1816860465116279,
      "loss_distr": 0.0007317314157262444,
      "loss_partial": 0.00830078125,
      "step": 125
    },
    {
      "epoch": 0.18313953488372092,
      "grad_norm": 0.2070896178483963,
      "learning_rate": 1.811594202898551e-05,
      "loss": 0.1955,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0007522329105995595,
      "loss_partial": 0.007568359375,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.001293312176130712,
      "loss_partial": 0.00494384765625,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0010271768551319838,
      "loss_partial": 0.00665283203125,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0006960667087696493,
      "loss_partial": 0.00433349609375,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0007753416430205107,
      "loss_partial": 0.0074462890625,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0004534622421488166,
      "loss_partial": 0.0089111328125,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0005957294488325715,
      "loss_partial": 0.0145263671875,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0005013707559555769,
      "loss_partial": 0.0079345703125,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0005737575702369213,
      "loss_partial": 0.00982666015625,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0009431773796677589,
      "loss_partial": 0.0096435546875,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.00045779190259054303,
      "loss_partial": 0.01312255859375,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0008555780514143407,
      "loss_partial": 0.006195068359375,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0010636631632223725,
      "loss_partial": 0.004852294921875,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0007043117075227201,
      "loss_partial": 0.00531005859375,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.00039757677586749196,
      "loss_partial": 0.00567626953125,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.000692608708050102,
      "loss_partial": 0.007171630859375,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0007890312699601054,
      "loss_partial": 0.0093994140625,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0004951994051225483,
      "loss_partial": 0.012939453125,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0006692491006106138,
      "loss_partial": 0.007293701171875,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0007599476957693696,
      "loss_partial": 0.004730224609375,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0006365372682921588,
      "loss_partial": 0.011962890625,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0007096352055668831,
      "loss_partial": 0.0057373046875,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.00046528244274668396,
      "loss_partial": 0.007354736328125,
      "step": 126
    },
    {
      "epoch": 0.18313953488372092,
      "loss_distr": 0.0004361257597338408,
      "loss_partial": 0.0093994140625,
      "step": 126
    },
    {
      "epoch": 0.18459302325581395,
      "grad_norm": 0.17553243041038513,
      "learning_rate": 1.8260869565217393e-05,
      "loss": 0.1945,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0007330825319513679,
      "loss_partial": 0.00872802734375,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0006871765945106745,
      "loss_partial": 0.0093994140625,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0006503259064629674,
      "loss_partial": 0.0081787109375,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0007576226489618421,
      "loss_partial": 0.0033416748046875,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0005346609395928681,
      "loss_partial": 0.0040283203125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0005448691081255674,
      "loss_partial": 0.00970458984375,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0009184004156850278,
      "loss_partial": 0.006072998046875,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0007072128355503082,
      "loss_partial": 0.005401611328125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0012910804944112897,
      "loss_partial": 0.0048828125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0007728461059741676,
      "loss_partial": 0.009033203125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0006677598576061428,
      "loss_partial": 0.00982666015625,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.000656413147225976,
      "loss_partial": 0.004669189453125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0007736374391242862,
      "loss_partial": 0.005889892578125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.00044511721353046596,
      "loss_partial": 0.00885009765625,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.000745690893381834,
      "loss_partial": 0.0078125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0006614536978304386,
      "loss_partial": 0.0050048828125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0008432862814515829,
      "loss_partial": 0.009033203125,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.000771205173805356,
      "loss_partial": 0.00885009765625,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0005045516882091761,
      "loss_partial": 0.003814697265625,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0006305677816271782,
      "loss_partial": 0.005828857421875,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0005919075338169932,
      "loss_partial": 0.0087890625,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0009513450204394758,
      "loss_partial": 0.006072998046875,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0012006373144686222,
      "loss_partial": 0.004486083984375,
      "step": 127
    },
    {
      "epoch": 0.18459302325581395,
      "loss_distr": 0.0005345885874703526,
      "loss_partial": 0.005706787109375,
      "step": 127
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 0.19263333082199097,
      "learning_rate": 1.8405797101449276e-05,
      "loss": 0.1922,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0004108997527509928,
      "loss_partial": 0.0093994140625,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0008726957603357732,
      "loss_partial": 0.007476806640625,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0007908142870292068,
      "loss_partial": 0.0084228515625,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.00042868294985964894,
      "loss_partial": 0.004974365234375,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0006509397644549608,
      "loss_partial": 0.004241943359375,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0006243461393751204,
      "loss_partial": 0.00897216796875,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0006844619056209922,
      "loss_partial": 0.006805419921875,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0006834479281678796,
      "loss_partial": 0.00555419921875,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0005029999883845448,
      "loss_partial": 0.0067138671875,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0004950246075168252,
      "loss_partial": 0.0113525390625,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0005161984590813518,
      "loss_partial": 0.004486083984375,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0006428719498217106,
      "loss_partial": 0.00714111328125,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0004804492637049407,
      "loss_partial": 0.0120849609375,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.00046224816469475627,
      "loss_partial": 0.00469970703125,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0010478259064257145,
      "loss_partial": 0.005889892578125,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0005463538691401482,
      "loss_partial": 0.00897216796875,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.00032918149372562766,
      "loss_partial": 0.0086669921875,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0007273498922586441,
      "loss_partial": 0.01165771484375,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0008341537322849035,
      "loss_partial": 0.00604248046875,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0008889755699783564,
      "loss_partial": 0.0108642578125,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0005309181287884712,
      "loss_partial": 0.006439208984375,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0009519184241071343,
      "loss_partial": 0.004669189453125,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0007657468668185174,
      "loss_partial": 0.010986328125,
      "step": 128
    },
    {
      "epoch": 0.18604651162790697,
      "loss_distr": 0.0008134077652357519,
      "loss_partial": 0.006866455078125,
      "step": 128
    },
    {
      "epoch": 0.1875,
      "grad_norm": 0.2099304050207138,
      "learning_rate": 1.8550724637681162e-05,
      "loss": 0.1953,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.00036101258592680097,
      "loss_partial": 0.010498046875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.00040403532329946756,
      "loss_partial": 0.006317138671875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0007240531267598271,
      "loss_partial": 0.006988525390625,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0006600217311643064,
      "loss_partial": 0.004364013671875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0009554962161928415,
      "loss_partial": 0.003387451171875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0006950741517357528,
      "loss_partial": 0.004547119140625,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0006856434047222137,
      "loss_partial": 0.00811767578125,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0006299247033894062,
      "loss_partial": 0.01239013671875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.000529940240085125,
      "loss_partial": 0.00628662109375,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0007648791070096195,
      "loss_partial": 0.00830078125,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0006029795040376484,
      "loss_partial": 0.00665283203125,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0008525105658918619,
      "loss_partial": 0.004302978515625,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0005206578643992543,
      "loss_partial": 0.00860595703125,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0005973769584670663,
      "loss_partial": 0.007476806640625,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.000550983299035579,
      "loss_partial": 0.005950927734375,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0006602289504371583,
      "loss_partial": 0.0128173828125,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0005457648076117039,
      "loss_partial": 0.0098876953125,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0009572048438712955,
      "loss_partial": 0.0034637451171875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.000575670856051147,
      "loss_partial": 0.0106201171875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0008413637988269329,
      "loss_partial": 0.0072021484375,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0004840708279516548,
      "loss_partial": 0.01275634765625,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.000753920990973711,
      "loss_partial": 0.00799560546875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0005178706487640738,
      "loss_partial": 0.01123046875,
      "step": 129
    },
    {
      "epoch": 0.1875,
      "loss_distr": 0.0008027525036595762,
      "loss_partial": 0.01104736328125,
      "step": 129
    },
    {
      "epoch": 0.18895348837209303,
      "grad_norm": 0.16726383566856384,
      "learning_rate": 1.8695652173913045e-05,
      "loss": 0.1979,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0008147006737999618,
      "loss_partial": 0.004302978515625,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006901606684550643,
      "loss_partial": 0.007354736328125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0005504587315954268,
      "loss_partial": 0.01190185546875,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0005951184430159628,
      "loss_partial": 0.006622314453125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006162409554235637,
      "loss_partial": 0.005889892578125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0005546093452721834,
      "loss_partial": 0.007171630859375,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0007515458855777979,
      "loss_partial": 0.004241943359375,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0007083648233674467,
      "loss_partial": 0.004669189453125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006765330908820033,
      "loss_partial": 0.00830078125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.001050416612997651,
      "loss_partial": 0.002471923828125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0010371619137004018,
      "loss_partial": 0.00604248046875,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006710081361234188,
      "loss_partial": 0.00927734375,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0005198595463298261,
      "loss_partial": 0.0096435546875,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0004985986743122339,
      "loss_partial": 0.00604248046875,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0005527923931367695,
      "loss_partial": 0.0150146484375,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0005766571266576648,
      "loss_partial": 0.0107421875,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006154784932732582,
      "loss_partial": 0.0047607421875,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006404807791113853,
      "loss_partial": 0.0040283203125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0004933346062898636,
      "loss_partial": 0.01318359375,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006530181271955371,
      "loss_partial": 0.007720947265625,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0007766945054754615,
      "loss_partial": 0.004730224609375,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006348593160510063,
      "loss_partial": 0.00860595703125,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0004731669323518872,
      "loss_partial": 0.01031494140625,
      "step": 130
    },
    {
      "epoch": 0.18895348837209303,
      "loss_distr": 0.0006378282560035586,
      "loss_partial": 0.0079345703125,
      "step": 130
    },
    {
      "epoch": 0.19040697674418605,
      "grad_norm": 0.16228200495243073,
      "learning_rate": 1.8840579710144928e-05,
      "loss": 0.1931,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.00044607833842746913,
      "loss_partial": 0.004913330078125,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0008733368013054132,
      "loss_partial": 0.005950927734375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0011748678516596556,
      "loss_partial": 0.0045166015625,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0008197887800633907,
      "loss_partial": 0.0101318359375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0009937308495864272,
      "loss_partial": 0.00439453125,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0007375766872428358,
      "loss_partial": 0.006500244140625,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0006462747696787119,
      "loss_partial": 0.0091552734375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0009147297823801637,
      "loss_partial": 0.0028076171875,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0009640224743634462,
      "loss_partial": 0.00384521484375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0004219484981149435,
      "loss_partial": 0.007354736328125,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.000568805611692369,
      "loss_partial": 0.00604248046875,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.00034236686769872904,
      "loss_partial": 0.01092529296875,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0007869607070460916,
      "loss_partial": 0.00616455078125,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0012143136700615287,
      "loss_partial": 0.005126953125,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0006405696622096002,
      "loss_partial": 0.01123046875,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0005532890791073442,
      "loss_partial": 0.00396728515625,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0008203855250030756,
      "loss_partial": 0.002777099609375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0005080944392830133,
      "loss_partial": 0.007537841796875,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0007701157592236996,
      "loss_partial": 0.0081787109375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0006640537176281214,
      "loss_partial": 0.005950927734375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0005599457072094083,
      "loss_partial": 0.006866455078125,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0005887408624403179,
      "loss_partial": 0.01019287109375,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0007448950782418251,
      "loss_partial": 0.006622314453125,
      "step": 131
    },
    {
      "epoch": 0.19040697674418605,
      "loss_distr": 0.0008484969148412347,
      "loss_partial": 0.007537841796875,
      "step": 131
    },
    {
      "epoch": 0.19186046511627908,
      "grad_norm": 0.15589135885238647,
      "learning_rate": 1.8985507246376814e-05,
      "loss": 0.1988,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.000654147588647902,
      "loss_partial": 0.004852294921875,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0006199752097018063,
      "loss_partial": 0.009765625,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0006208092672750354,
      "loss_partial": 0.008056640625,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0006872766534797847,
      "loss_partial": 0.00701904296875,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0004958752542734146,
      "loss_partial": 0.007537841796875,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0005185448098927736,
      "loss_partial": 0.010498046875,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0007091631414368749,
      "loss_partial": 0.007720947265625,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0007290492067113519,
      "loss_partial": 0.00830078125,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0005264786304906011,
      "loss_partial": 0.004547119140625,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.00041226469329558313,
      "loss_partial": 0.0052490234375,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0010098692728206515,
      "loss_partial": 0.004547119140625,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0007544005056843162,
      "loss_partial": 0.005645751953125,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0008636043639853597,
      "loss_partial": 0.0052490234375,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0008216192945837975,
      "loss_partial": 0.0062255859375,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.000612135452684015,
      "loss_partial": 0.004425048828125,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0007018476026132703,
      "loss_partial": 0.009033203125,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0005425745621323586,
      "loss_partial": 0.007659912109375,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0005893767811357975,
      "loss_partial": 0.009521484375,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.00040181458462029696,
      "loss_partial": 0.006927490234375,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0009465605253353715,
      "loss_partial": 0.008544921875,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0008229966042563319,
      "loss_partial": 0.005584716796875,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0005659820744767785,
      "loss_partial": 0.01092529296875,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0006602132925763726,
      "loss_partial": 0.00811767578125,
      "step": 132
    },
    {
      "epoch": 0.19186046511627908,
      "loss_distr": 0.0009088254882954061,
      "loss_partial": 0.0079345703125,
      "step": 132
    },
    {
      "epoch": 0.1933139534883721,
      "grad_norm": 0.20602461695671082,
      "learning_rate": 1.9130434782608697e-05,
      "loss": 0.1938,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.000944935018196702,
      "loss_partial": 0.006072998046875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0007474019075743854,
      "loss_partial": 0.007171630859375,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0005894135683774948,
      "loss_partial": 0.00958251953125,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0009614284499548376,
      "loss_partial": 0.00677490234375,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.00036210694815963507,
      "loss_partial": 0.007659912109375,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0006275679916143417,
      "loss_partial": 0.010498046875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0005418912624008954,
      "loss_partial": 0.01123046875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0007127424469217658,
      "loss_partial": 0.00494384765625,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.00042901060078293085,
      "loss_partial": 0.00506591796875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0008084324072115123,
      "loss_partial": 0.006927490234375,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0006839997367933393,
      "loss_partial": 0.00726318359375,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.00044388367678038776,
      "loss_partial": 0.0064697265625,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.00043300155084580183,
      "loss_partial": 0.00897216796875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0008512392523698509,
      "loss_partial": 0.01068115234375,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0005682117771357298,
      "loss_partial": 0.00848388671875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0007981275557540357,
      "loss_partial": 0.0057373046875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0006160397897474468,
      "loss_partial": 0.007720947265625,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0008152223890647292,
      "loss_partial": 0.00592041015625,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0005880387616343796,
      "loss_partial": 0.007293701171875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0007125252159312367,
      "loss_partial": 0.00457763671875,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0007810764946043491,
      "loss_partial": 0.005523681640625,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0006004314054735005,
      "loss_partial": 0.00762939453125,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0006248744903132319,
      "loss_partial": 0.007110595703125,
      "step": 133
    },
    {
      "epoch": 0.1933139534883721,
      "loss_distr": 0.0007046888931654394,
      "loss_partial": 0.00836181640625,
      "step": 133
    },
    {
      "epoch": 0.19476744186046513,
      "grad_norm": 0.15761405229568481,
      "learning_rate": 1.927536231884058e-05,
      "loss": 0.196,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0008767057443037629,
      "loss_partial": 0.00396728515625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0005085623706690967,
      "loss_partial": 0.01116943359375,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0008854008046910167,
      "loss_partial": 0.006744384765625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.000644178653601557,
      "loss_partial": 0.0103759765625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0009307643631473184,
      "loss_partial": 0.004058837890625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0008874536724761128,
      "loss_partial": 0.008056640625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.00045225315261632204,
      "loss_partial": 0.00921630859375,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0005600962904281914,
      "loss_partial": 0.00823974609375,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0009272346505895257,
      "loss_partial": 0.00555419921875,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0006582401692867279,
      "loss_partial": 0.0035400390625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.00042800442315638065,
      "loss_partial": 0.0037841796875,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.000532877747900784,
      "loss_partial": 0.0079345703125,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.00045665676589123905,
      "loss_partial": 0.0079345703125,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.00048280798364430666,
      "loss_partial": 0.00830078125,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.001058210269547999,
      "loss_partial": 0.004058837890625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.00047357630683109164,
      "loss_partial": 0.007720947265625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.000874994439072907,
      "loss_partial": 0.00433349609375,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0006472950335592031,
      "loss_partial": 0.00726318359375,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0005830080481246114,
      "loss_partial": 0.006439208984375,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.000576359627302736,
      "loss_partial": 0.006988525390625,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.00047516447375528514,
      "loss_partial": 0.005096435546875,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0006267763674259186,
      "loss_partial": 0.00946044921875,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.0006854153471067548,
      "loss_partial": 0.006927490234375,
      "step": 134
    },
    {
      "epoch": 0.19476744186046513,
      "loss_distr": 0.00040492843254469335,
      "loss_partial": 0.0072021484375,
      "step": 134
    },
    {
      "epoch": 0.19622093023255813,
      "grad_norm": 0.18041598796844482,
      "learning_rate": 1.9420289855072467e-05,
      "loss": 0.1972,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.00042259535985067487,
      "loss_partial": 0.006500244140625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.00048391218297183514,
      "loss_partial": 0.0087890625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0003994241706095636,
      "loss_partial": 0.0159912109375,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0006227366393432021,
      "loss_partial": 0.00421142578125,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.00046712812036275864,
      "loss_partial": 0.006256103515625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.000817915191873908,
      "loss_partial": 0.005035400390625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0004177371156401932,
      "loss_partial": 0.011962890625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0004931904259137809,
      "loss_partial": 0.00848388671875,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0006048291688784957,
      "loss_partial": 0.005828857421875,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0004653806972783059,
      "loss_partial": 0.0108642578125,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0005616676062345505,
      "loss_partial": 0.008544921875,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0007253903895616531,
      "loss_partial": 0.005279541015625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0009372370550408959,
      "loss_partial": 0.00933837890625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0008716366719454527,
      "loss_partial": 0.006317138671875,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0006126206135377288,
      "loss_partial": 0.0078125,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0007861079066060483,
      "loss_partial": 0.008056640625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0006422008154913783,
      "loss_partial": 0.007232666015625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0006484655314125121,
      "loss_partial": 0.007781982421875,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0005927860038354993,
      "loss_partial": 0.0047607421875,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0004907929105684161,
      "loss_partial": 0.01129150390625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0005445255665108562,
      "loss_partial": 0.006256103515625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0007120703812688589,
      "loss_partial": 0.015380859375,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0008387329871766269,
      "loss_partial": 0.00787353515625,
      "step": 135
    },
    {
      "epoch": 0.19622093023255813,
      "loss_distr": 0.0005137266125530005,
      "loss_partial": 0.010498046875,
      "step": 135
    },
    {
      "epoch": 0.19767441860465115,
      "grad_norm": 0.17346473038196564,
      "learning_rate": 1.956521739130435e-05,
      "loss": 0.1952,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.00046723801642656326,
      "loss_partial": 0.0079345703125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0005595419788733125,
      "loss_partial": 0.007354736328125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0009001984144560993,
      "loss_partial": 0.003173828125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0006297628860920668,
      "loss_partial": 0.008056640625,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.000628993206191808,
      "loss_partial": 0.006988525390625,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0005194946425035596,
      "loss_partial": 0.0123291015625,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.00044030018034391105,
      "loss_partial": 0.0086669921875,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0007000893238000572,
      "loss_partial": 0.00860595703125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0006624564994126558,
      "loss_partial": 0.01116943359375,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0010803868062794209,
      "loss_partial": 0.00469970703125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.000806052703410387,
      "loss_partial": 0.005859375,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.000907594570890069,
      "loss_partial": 0.003631591796875,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0004759538860525936,
      "loss_partial": 0.009033203125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0005134879611432552,
      "loss_partial": 0.009033203125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0006056114216335118,
      "loss_partial": 0.00860595703125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0003557355375960469,
      "loss_partial": 0.007232666015625,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0005013763438910246,
      "loss_partial": 0.004547119140625,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0005811888258904219,
      "loss_partial": 0.0034332275390625,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0008882714319042861,
      "loss_partial": 0.006683349609375,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0007301900768652558,
      "loss_partial": 0.005401611328125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0009625860839150846,
      "loss_partial": 0.005523681640625,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0007917182520031929,
      "loss_partial": 0.007080078125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.0010387543588876724,
      "loss_partial": 0.005401611328125,
      "step": 136
    },
    {
      "epoch": 0.19767441860465115,
      "loss_distr": 0.000618081830907613,
      "loss_partial": 0.005950927734375,
      "step": 136
    },
    {
      "epoch": 0.19912790697674418,
      "grad_norm": 0.16839423775672913,
      "learning_rate": 1.9710144927536236e-05,
      "loss": 0.1956,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0004947755951434374,
      "loss_partial": 0.0223388671875,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0007304183091036975,
      "loss_partial": 0.0068359375,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0007165666902437806,
      "loss_partial": 0.00653076171875,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0007934264140203595,
      "loss_partial": 0.00390625,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0006974562420509756,
      "loss_partial": 0.00469970703125,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0004514064348768443,
      "loss_partial": 0.00592041015625,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0004286342009436339,
      "loss_partial": 0.006622314453125,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.00044881488429382443,
      "loss_partial": 0.01531982421875,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.00038941093953326344,
      "loss_partial": 0.0162353515625,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0010121790692210197,
      "loss_partial": 0.004058837890625,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0004649340989999473,
      "loss_partial": 0.00885009765625,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0008264000061899424,
      "loss_partial": 0.00762939453125,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0005033211200498044,
      "loss_partial": 0.0096435546875,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0005230656825006008,
      "loss_partial": 0.0137939453125,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0007914159796200693,
      "loss_partial": 0.005859375,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0005798526108264923,
      "loss_partial": 0.00848388671875,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0006012835656292737,
      "loss_partial": 0.004669189453125,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0006565544754266739,
      "loss_partial": 0.0034942626953125,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0006923956680111587,
      "loss_partial": 0.01385498046875,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.00048226502258330584,
      "loss_partial": 0.00897216796875,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0006563651841133833,
      "loss_partial": 0.004913330078125,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0004171918844804168,
      "loss_partial": 0.00836181640625,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0008702347986400127,
      "loss_partial": 0.00592041015625,
      "step": 137
    },
    {
      "epoch": 0.19912790697674418,
      "loss_distr": 0.0005048733437433839,
      "loss_partial": 0.0115966796875,
      "step": 137
    },
    {
      "epoch": 0.2005813953488372,
      "grad_norm": 0.22564959526062012,
      "learning_rate": 1.9855072463768115e-05,
      "loss": 0.1996,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0006025888724252582,
      "loss_partial": 0.00970458984375,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0004114068578928709,
      "loss_partial": 0.00823974609375,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0007645731675438583,
      "loss_partial": 0.0089111328125,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0007256907410919666,
      "loss_partial": 0.0087890625,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0003763357817661017,
      "loss_partial": 0.0079345703125,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0006981821497902274,
      "loss_partial": 0.00811767578125,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.000759204151108861,
      "loss_partial": 0.007781982421875,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0008006372372619808,
      "loss_partial": 0.00677490234375,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0006379410624504089,
      "loss_partial": 0.004913330078125,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0006727859145030379,
      "loss_partial": 0.01043701171875,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0005453561316244304,
      "loss_partial": 0.01043701171875,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0005571877118200064,
      "loss_partial": 0.006683349609375,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.00044420972699299455,
      "loss_partial": 0.01373291015625,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0005473324563354254,
      "loss_partial": 0.00885009765625,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0007778687868267298,
      "loss_partial": 0.00823974609375,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.000823103473521769,
      "loss_partial": 0.0031280517578125,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0007215173682197928,
      "loss_partial": 0.00616455078125,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0007225586450658739,
      "loss_partial": 0.00494384765625,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.000581397267524153,
      "loss_partial": 0.005859375,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0005309140542522073,
      "loss_partial": 0.005584716796875,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0005017473013140261,
      "loss_partial": 0.01263427734375,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.000691128836479038,
      "loss_partial": 0.00787353515625,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0007847118540666997,
      "loss_partial": 0.004425048828125,
      "step": 138
    },
    {
      "epoch": 0.2005813953488372,
      "loss_distr": 0.0004939938662573695,
      "loss_partial": 0.004669189453125,
      "step": 138
    },
    {
      "epoch": 0.20203488372093023,
      "grad_norm": 0.2005380243062973,
      "learning_rate": 2e-05,
      "loss": 0.198,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0005163308815099299,
      "loss_partial": 0.005950927734375,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0011660185409709811,
      "loss_partial": 0.005462646484375,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0009459962602704763,
      "loss_partial": 0.0064697265625,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0007816475117579103,
      "loss_partial": 0.0089111328125,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.00041892039007507265,
      "loss_partial": 0.00830078125,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0008739241166040301,
      "loss_partial": 0.00634765625,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0006079054437577724,
      "loss_partial": 0.0072021484375,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0006988048553466797,
      "loss_partial": 0.004547119140625,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0010668172035366297,
      "loss_partial": 0.0052490234375,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0005508961621671915,
      "loss_partial": 0.008056640625,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0008551604114472866,
      "loss_partial": 0.0068359375,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0007233094656839967,
      "loss_partial": 0.00494384765625,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0004969040164723992,
      "loss_partial": 0.0069580078125,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0005581635050475597,
      "loss_partial": 0.007110595703125,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0007067801197990775,
      "loss_partial": 0.005157470703125,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0009312471374869347,
      "loss_partial": 0.00836181640625,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0006523460615426302,
      "loss_partial": 0.00897216796875,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.000900998420547694,
      "loss_partial": 0.00616455078125,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0004488615959417075,
      "loss_partial": 0.00921630859375,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0007585512939840555,
      "loss_partial": 0.006561279296875,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0005856460775248706,
      "loss_partial": 0.006256103515625,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0008882440160959959,
      "loss_partial": 0.004425048828125,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.00037783547304570675,
      "loss_partial": 0.006317138671875,
      "step": 139
    },
    {
      "epoch": 0.20203488372093023,
      "loss_distr": 0.0007440440240316093,
      "loss_partial": 0.0098876953125,
      "step": 139
    },
    {
      "epoch": 0.20348837209302326,
      "grad_norm": 0.17286960780620575,
      "learning_rate": 1.999996780204958e-05,
      "loss": 0.1935,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0005419130902737379,
      "loss_partial": 0.01092529296875,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.00044936133781448007,
      "loss_partial": 0.00482177734375,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0004835359868593514,
      "loss_partial": 0.01397705078125,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0007267738692462444,
      "loss_partial": 0.0054931640625,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0011375830508768559,
      "loss_partial": 0.0032196044921875,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.00037854223046451807,
      "loss_partial": 0.005035400390625,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0006799362017773092,
      "loss_partial": 0.008056640625,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0006490570958703756,
      "loss_partial": 0.007659912109375,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.00040421096491627395,
      "loss_partial": 0.00762939453125,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0006051192176528275,
      "loss_partial": 0.0108642578125,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0003975275612901896,
      "loss_partial": 0.01043701171875,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0006736009381711483,
      "loss_partial": 0.007720947265625,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0006002773297950625,
      "loss_partial": 0.0086669921875,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0009019228164106607,
      "loss_partial": 0.004669189453125,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0008880454115569592,
      "loss_partial": 0.0042724609375,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0004511067527346313,
      "loss_partial": 0.01025390625,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0007506298716180027,
      "loss_partial": 0.010498046875,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0005604391917586327,
      "loss_partial": 0.0108642578125,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0008302125497721136,
      "loss_partial": 0.0074462890625,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0004778018337674439,
      "loss_partial": 0.00579833984375,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0005902909906581044,
      "loss_partial": 0.009521484375,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0005877407384105027,
      "loss_partial": 0.005706787109375,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.000737248919904232,
      "loss_partial": 0.0091552734375,
      "step": 140
    },
    {
      "epoch": 0.20348837209302326,
      "loss_distr": 0.0006525209173560143,
      "loss_partial": 0.01275634765625,
      "step": 140
    },
    {
      "epoch": 0.20494186046511628,
      "grad_norm": 0.1752740740776062,
      "learning_rate": 1.9999871208405662e-05,
      "loss": 0.1955,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0005739404004998505,
      "loss_partial": 0.006378173828125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0004692333750426769,
      "loss_partial": 0.007049560546875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0005896551883779466,
      "loss_partial": 0.0120849609375,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.000391143694287166,
      "loss_partial": 0.013427734375,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.000782875285949558,
      "loss_partial": 0.0081787109375,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0007588816224597394,
      "loss_partial": 0.00408935546875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0004623723798431456,
      "loss_partial": 0.00762939453125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0006065989146009088,
      "loss_partial": 0.00860595703125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0005465034046210349,
      "loss_partial": 0.003936767578125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0007314911345019937,
      "loss_partial": 0.006134033203125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0008594902465119958,
      "loss_partial": 0.00506591796875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.00038061582017689943,
      "loss_partial": 0.0067138671875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0007032339926809072,
      "loss_partial": 0.00811767578125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0007052929140627384,
      "loss_partial": 0.00799560546875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0007536431076005101,
      "loss_partial": 0.00830078125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0005960105918347836,
      "loss_partial": 0.0069580078125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0006814924417994916,
      "loss_partial": 0.00946044921875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0006561016198247671,
      "loss_partial": 0.005157470703125,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0006694173789583147,
      "loss_partial": 0.00897216796875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0004849104443565011,
      "loss_partial": 0.00537109375,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.001222662627696991,
      "loss_partial": 0.005218505859375,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0007788176881149411,
      "loss_partial": 0.008056640625,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0005727336974814534,
      "loss_partial": 0.005340576171875,
      "step": 141
    },
    {
      "epoch": 0.20494186046511628,
      "loss_distr": 0.0006074575940147042,
      "loss_partial": 0.00830078125,
      "step": 141
    },
    {
      "epoch": 0.2063953488372093,
      "grad_norm": 0.21481020748615265,
      "learning_rate": 1.999971021969027e-05,
      "loss": 0.1979,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0006435114191845059,
      "loss_partial": 0.003875732421875,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0008667642250657082,
      "loss_partial": 0.0072021484375,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0005609428626485169,
      "loss_partial": 0.0087890625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0005727019160985947,
      "loss_partial": 0.006500244140625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0008763114456087351,
      "loss_partial": 0.00421142578125,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0010668726172298193,
      "loss_partial": 0.004547119140625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.000532332924194634,
      "loss_partial": 0.006256103515625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.000771078746765852,
      "loss_partial": 0.006622314453125,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0011383920209482312,
      "loss_partial": 0.005157470703125,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0004961412632837892,
      "loss_partial": 0.0068359375,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0009989073732867837,
      "loss_partial": 0.003570556640625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0009229213465005159,
      "loss_partial": 0.00927734375,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0005442803376354277,
      "loss_partial": 0.004608154296875,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0007501975051127374,
      "loss_partial": 0.0084228515625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0009558550082147121,
      "loss_partial": 0.0031280517578125,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0006944292690604925,
      "loss_partial": 0.00933837890625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0004088475543539971,
      "loss_partial": 0.00677490234375,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0007625209982506931,
      "loss_partial": 0.006256103515625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0006563873030245304,
      "loss_partial": 0.007476806640625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0007161168614402413,
      "loss_partial": 0.00469970703125,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0008246502839028835,
      "loss_partial": 0.005584716796875,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0006968126399442554,
      "loss_partial": 0.0101318359375,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0005219497834332287,
      "loss_partial": 0.007476806640625,
      "step": 142
    },
    {
      "epoch": 0.2063953488372093,
      "loss_distr": 0.0006400917191058397,
      "loss_partial": 0.0036468505859375,
      "step": 142
    },
    {
      "epoch": 0.20784883720930233,
      "grad_norm": 0.2774617075920105,
      "learning_rate": 1.9999484836940103e-05,
      "loss": 0.1953,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0004152789479121566,
      "loss_partial": 0.00860595703125,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.00046174536691978574,
      "loss_partial": 0.006683349609375,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0007642658310942352,
      "loss_partial": 0.007537841796875,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0007868091925047338,
      "loss_partial": 0.004058837890625,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0005834311596117914,
      "loss_partial": 0.01019287109375,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.000729497754946351,
      "loss_partial": 0.010986328125,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0006246803095564246,
      "loss_partial": 0.00872802734375,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0006680347723886371,
      "loss_partial": 0.00830078125,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0004401693004183471,
      "loss_partial": 0.005889892578125,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0006806626915931702,
      "loss_partial": 0.00604248046875,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.00042479109833948314,
      "loss_partial": 0.0098876953125,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0005262806662358344,
      "loss_partial": 0.0087890625,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0004822161281481385,
      "loss_partial": 0.006500244140625,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.00040734634967520833,
      "loss_partial": 0.00897216796875,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0007040253840386868,
      "loss_partial": 0.0079345703125,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0006180855561979115,
      "loss_partial": 0.00799560546875,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0003981290792580694,
      "loss_partial": 0.00823974609375,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0005668948288075626,
      "loss_partial": 0.00830078125,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.000508409459143877,
      "loss_partial": 0.009765625,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.00045305665116757154,
      "loss_partial": 0.01177978515625,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0010268224868923426,
      "loss_partial": 0.004150390625,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0005948031321167946,
      "loss_partial": 0.0062255859375,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0008469980675727129,
      "loss_partial": 0.007232666015625,
      "step": 143
    },
    {
      "epoch": 0.20784883720930233,
      "loss_distr": 0.0009693409665487707,
      "loss_partial": 0.00439453125,
      "step": 143
    },
    {
      "epoch": 0.20930232558139536,
      "grad_norm": 0.2665026783943176,
      "learning_rate": 1.9999195061606532e-05,
      "loss": 0.1958,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.000597030040808022,
      "loss_partial": 0.007293701171875,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0009275315096601844,
      "loss_partial": 0.0052490234375,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0005098893889226019,
      "loss_partial": 0.0089111328125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0005007011350244284,
      "loss_partial": 0.00665283203125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0007799139712005854,
      "loss_partial": 0.00469970703125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0005032777553424239,
      "loss_partial": 0.0059814453125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.000967553467489779,
      "loss_partial": 0.004425048828125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0004933344316668808,
      "loss_partial": 0.00836181640625,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.000695052498485893,
      "loss_partial": 0.00897216796875,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0006237993948161602,
      "loss_partial": 0.0079345703125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.00045289029367268085,
      "loss_partial": 0.0089111328125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0008998475386761129,
      "loss_partial": 0.005218505859375,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0007415693253278732,
      "loss_partial": 0.005828857421875,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.000703445344697684,
      "loss_partial": 0.006988525390625,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0006896546110510826,
      "loss_partial": 0.00469970703125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0004205710138194263,
      "loss_partial": 0.007110595703125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.00048074565711431205,
      "loss_partial": 0.00537109375,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0007496030884794891,
      "loss_partial": 0.006744384765625,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0006006357143633068,
      "loss_partial": 0.0086669921875,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0006720555829815567,
      "loss_partial": 0.018798828125,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0008609145297668874,
      "loss_partial": 0.005523681640625,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0007944472599774599,
      "loss_partial": 0.005828857421875,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0007313130190595984,
      "loss_partial": 0.00506591796875,
      "step": 144
    },
    {
      "epoch": 0.20930232558139536,
      "loss_distr": 0.0008378422353416681,
      "loss_partial": 0.00592041015625,
      "step": 144
    },
    {
      "epoch": 0.21075581395348839,
      "grad_norm": 0.16647830605506897,
      "learning_rate": 1.9998840895555597e-05,
      "loss": 0.1946,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0006388095789588988,
      "loss_partial": 0.005889892578125,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0008028328302316368,
      "loss_partial": 0.004608154296875,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.000488169927848503,
      "loss_partial": 0.01055908203125,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0005663420306518674,
      "loss_partial": 0.01007080078125,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0006476550479419529,
      "loss_partial": 0.00970458984375,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0008212995016947389,
      "loss_partial": 0.00677490234375,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.000670345441903919,
      "loss_partial": 0.00994873046875,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0008619976579211652,
      "loss_partial": 0.005706787109375,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0006969291134737432,
      "loss_partial": 0.0057373046875,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0008039483218453825,
      "loss_partial": 0.00799560546875,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0008535007364116609,
      "loss_partial": 0.00555419921875,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0005696816369891167,
      "loss_partial": 0.006744384765625,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0007320178556255996,
      "loss_partial": 0.002838134765625,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0009151521371677518,
      "loss_partial": 0.004547119140625,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0006568222306668758,
      "loss_partial": 0.006927490234375,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0007017386378720403,
      "loss_partial": 0.007080078125,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0009335684590041637,
      "loss_partial": 0.006195068359375,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0005980300484225154,
      "loss_partial": 0.00640869140625,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0006683159153908491,
      "loss_partial": 0.00567626953125,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0008221389725804329,
      "loss_partial": 0.0035858154296875,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.00033850324689410627,
      "loss_partial": 0.0062255859375,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0004661731654778123,
      "loss_partial": 0.0108642578125,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0004807183868251741,
      "loss_partial": 0.00994873046875,
      "step": 145
    },
    {
      "epoch": 0.21075581395348839,
      "loss_distr": 0.0010815190616995096,
      "loss_partial": 0.005859375,
      "step": 145
    },
    {
      "epoch": 0.21220930232558138,
      "grad_norm": 0.29402798414230347,
      "learning_rate": 1.999842234106798e-05,
      "loss": 0.1961,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0007501548388972878,
      "loss_partial": 0.005126953125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006672462914139032,
      "loss_partial": 0.0037078857421875,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.000683636637404561,
      "loss_partial": 0.00616455078125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006085203494876623,
      "loss_partial": 0.005889892578125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0008632533717900515,
      "loss_partial": 0.00518798828125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006027494673617184,
      "loss_partial": 0.0142822265625,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0007506710826419294,
      "loss_partial": 0.005615234375,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0005183264729566872,
      "loss_partial": 0.00616455078125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0008579494897276163,
      "loss_partial": 0.00775146484375,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0004665630985982716,
      "loss_partial": 0.0059814453125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006676650955341756,
      "loss_partial": 0.00640869140625,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0005475683137774467,
      "loss_partial": 0.01092529296875,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006048113573342562,
      "loss_partial": 0.00927734375,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006614140584133565,
      "loss_partial": 0.004302978515625,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006732099573127925,
      "loss_partial": 0.0042724609375,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0004161337565165013,
      "loss_partial": 0.006317138671875,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0009405424352735281,
      "loss_partial": 0.006439208984375,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006028542411513627,
      "loss_partial": 0.0081787109375,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0005939417751505971,
      "loss_partial": 0.01055908203125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006081948522478342,
      "loss_partial": 0.011962890625,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0005098716355860233,
      "loss_partial": 0.00543212890625,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0006461496232077479,
      "loss_partial": 0.00689697265625,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0007316434057429433,
      "loss_partial": 0.00909423828125,
      "step": 146
    },
    {
      "epoch": 0.21220930232558138,
      "loss_distr": 0.0004700993304140866,
      "loss_partial": 0.01068115234375,
      "step": 146
    },
    {
      "epoch": 0.2136627906976744,
      "grad_norm": 0.16444790363311768,
      "learning_rate": 1.9997939400838996e-05,
      "loss": 0.1922,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0006546638906002045,
      "loss_partial": 0.004608154296875,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0007336879498325288,
      "loss_partial": 0.004791259765625,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0006217344780452549,
      "loss_partial": 0.00909423828125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0006923623150214553,
      "loss_partial": 0.00439453125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0006193931330926716,
      "loss_partial": 0.009521484375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0005543367587961257,
      "loss_partial": 0.0089111328125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0003688685828819871,
      "loss_partial": 0.00811767578125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0005897022783756256,
      "loss_partial": 0.00958251953125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0007056439644657075,
      "loss_partial": 0.0101318359375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0008309865370392799,
      "loss_partial": 0.007476806640625,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0006127699161879718,
      "loss_partial": 0.00958251953125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.000984137412160635,
      "loss_partial": 0.004913330078125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.000760176160838455,
      "loss_partial": 0.00921630859375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0009634814923629165,
      "loss_partial": 0.01129150390625,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0007389462552964687,
      "loss_partial": 0.0042724609375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0003744909481611103,
      "loss_partial": 0.01361083984375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0004012891440652311,
      "loss_partial": 0.01068115234375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0008460962562821805,
      "loss_partial": 0.003997802734375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0008061764528974891,
      "loss_partial": 0.00714111328125,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0006941085448488593,
      "loss_partial": 0.0111083984375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0009895419934764504,
      "loss_partial": 0.00775146484375,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.00044484235695563257,
      "loss_partial": 0.00457763671875,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0004342093598097563,
      "loss_partial": 0.007232666015625,
      "step": 147
    },
    {
      "epoch": 0.2136627906976744,
      "loss_distr": 0.0008967690519057214,
      "loss_partial": 0.0047607421875,
      "step": 147
    },
    {
      "epoch": 0.21511627906976744,
      "grad_norm": 0.18218284845352173,
      "learning_rate": 1.9997392077978586e-05,
      "loss": 0.1958,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0003833624650724232,
      "loss_partial": 0.00836181640625,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0009596266318112612,
      "loss_partial": 0.006622314453125,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0007183349225670099,
      "loss_partial": 0.0068359375,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0008381089428439736,
      "loss_partial": 0.005096435546875,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.000595235382206738,
      "loss_partial": 0.00775146484375,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.000908233632799238,
      "loss_partial": 0.00567626953125,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0009743650443851948,
      "loss_partial": 0.0072021484375,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0007056498434394598,
      "loss_partial": 0.004791259765625,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0005107467295601964,
      "loss_partial": 0.005401611328125,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0006739343516528606,
      "loss_partial": 0.0074462890625,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0004919624188914895,
      "loss_partial": 0.010498046875,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.001061500166542828,
      "loss_partial": 0.0057373046875,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0005104414303787053,
      "loss_partial": 0.0074462890625,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0003978865861427039,
      "loss_partial": 0.0147705078125,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0011179877910763025,
      "loss_partial": 0.004913330078125,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0005873290938325226,
      "loss_partial": 0.00860595703125,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0005815848708152771,
      "loss_partial": 0.01031494140625,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.00040659087244421244,
      "loss_partial": 0.00726318359375,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0004414758295752108,
      "loss_partial": 0.00830078125,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.00087440584320575,
      "loss_partial": 0.00555419921875,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0006420196150429547,
      "loss_partial": 0.005615234375,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0004673388903029263,
      "loss_partial": 0.00970458984375,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0007690518395975232,
      "loss_partial": 0.006103515625,
      "step": 148
    },
    {
      "epoch": 0.21511627906976744,
      "loss_distr": 0.0010027945972979069,
      "loss_partial": 0.006011962890625,
      "step": 148
    },
    {
      "epoch": 0.21656976744186046,
      "grad_norm": 0.1621505171060562,
      "learning_rate": 1.9996780376011288e-05,
      "loss": 0.1963,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0009463629685342312,
      "loss_partial": 0.0062255859375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0008591398363932967,
      "loss_partial": 0.007659912109375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0005461552646011114,
      "loss_partial": 0.01611328125,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0006956864381209016,
      "loss_partial": 0.0037689208984375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0006994797149673104,
      "loss_partial": 0.004669189453125,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0006915380945429206,
      "loss_partial": 0.00469970703125,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0009106392972171307,
      "loss_partial": 0.004241943359375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0006421383004635572,
      "loss_partial": 0.010498046875,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0005404324037954211,
      "loss_partial": 0.00823974609375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.000690680870320648,
      "loss_partial": 0.01019287109375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0008163959719240665,
      "loss_partial": 0.004547119140625,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0005857039359398186,
      "loss_partial": 0.00482177734375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0011354380985721946,
      "loss_partial": 0.004486083984375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0009254059987142682,
      "loss_partial": 0.0074462890625,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0004914921009913087,
      "loss_partial": 0.005157470703125,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0006722403923049569,
      "loss_partial": 0.01068115234375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.00041041942313313484,
      "loss_partial": 0.009765625,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0005975043750368059,
      "loss_partial": 0.0098876953125,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0005200084415264428,
      "loss_partial": 0.00811767578125,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0007602144032716751,
      "loss_partial": 0.0037689208984375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0008317085448652506,
      "loss_partial": 0.007568359375,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0007157212821766734,
      "loss_partial": 0.00701904296875,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0006918669096194208,
      "loss_partial": 0.00555419921875,
      "step": 149
    },
    {
      "epoch": 0.21656976744186046,
      "loss_distr": 0.0008994339732453227,
      "loss_partial": 0.01263427734375,
      "step": 149
    },
    {
      "epoch": 0.2180232558139535,
      "grad_norm": 0.23014095425605774,
      "learning_rate": 1.9996104298876203e-05,
      "loss": 0.1945,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0005668187513947487,
      "loss_partial": 0.00811767578125,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0007692621438764036,
      "loss_partial": 0.0047607421875,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0008220792515203357,
      "loss_partial": 0.00592041015625,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0006534526473842561,
      "loss_partial": 0.007720947265625,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0007761738961562514,
      "loss_partial": 0.0072021484375,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0009606819367036223,
      "loss_partial": 0.00848388671875,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.000669836881570518,
      "loss_partial": 0.00653076171875,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0006791169289499521,
      "loss_partial": 0.0072021484375,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0006062230095267296,
      "loss_partial": 0.0074462890625,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.000416296417824924,
      "loss_partial": 0.0103759765625,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0005908050807192922,
      "loss_partial": 0.009033203125,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0006906231865286827,
      "loss_partial": 0.007354736328125,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0005494120996445417,
      "loss_partial": 0.005706787109375,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.00040352955693379045,
      "loss_partial": 0.00958251953125,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0004393658309709281,
      "loss_partial": 0.0091552734375,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0005192050593905151,
      "loss_partial": 0.01220703125,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0007080982904881239,
      "loss_partial": 0.007537841796875,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0006939302547834814,
      "loss_partial": 0.0091552734375,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0005850122543051839,
      "loss_partial": 0.00592041015625,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0008488813182339072,
      "loss_partial": 0.004791259765625,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0008563254377804697,
      "loss_partial": 0.004730224609375,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0008421659003943205,
      "loss_partial": 0.00396728515625,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0006286054849624634,
      "loss_partial": 0.00677490234375,
      "step": 150
    },
    {
      "epoch": 0.2180232558139535,
      "loss_distr": 0.0009742772090248764,
      "loss_partial": 0.00543212890625,
      "step": 150
    },
    {
      "epoch": 0.2194767441860465,
      "grad_norm": 0.20387209951877594,
      "learning_rate": 1.9995363850927002e-05,
      "loss": 0.1955,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0009222921216860414,
      "loss_partial": 0.00506591796875,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0006335250218398869,
      "loss_partial": 0.008056640625,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0006426270119845867,
      "loss_partial": 0.00982666015625,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.000588474387768656,
      "loss_partial": 0.005340576171875,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0007245205342769623,
      "loss_partial": 0.00506591796875,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0003978795721195638,
      "loss_partial": 0.006683349609375,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0005976714892312884,
      "loss_partial": 0.00830078125,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0007553152972832322,
      "loss_partial": 0.00677490234375,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0006384566659107804,
      "loss_partial": 0.01318359375,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0006917990976944566,
      "loss_partial": 0.007293701171875,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0007020585471764207,
      "loss_partial": 0.0062255859375,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0008113681105896831,
      "loss_partial": 0.00665283203125,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0012281907256692648,
      "loss_partial": 0.00341796875,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.00047229413758032024,
      "loss_partial": 0.0074462890625,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.000657585624139756,
      "loss_partial": 0.005462646484375,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0004947950947098434,
      "loss_partial": 0.007049560546875,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0006288941949605942,
      "loss_partial": 0.00634765625,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.000925365078728646,
      "loss_partial": 0.004486083984375,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0005448849988169968,
      "loss_partial": 0.007171630859375,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0006696435157209635,
      "loss_partial": 0.006500244140625,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0007574032060801983,
      "loss_partial": 0.005645751953125,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0007076265173964202,
      "loss_partial": 0.009033203125,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.00036950380308553576,
      "loss_partial": 0.00933837890625,
      "step": 151
    },
    {
      "epoch": 0.2194767441860465,
      "loss_distr": 0.0006462277960963547,
      "loss_partial": 0.00830078125,
      "step": 151
    },
    {
      "epoch": 0.22093023255813954,
      "grad_norm": 0.1801093965768814,
      "learning_rate": 1.999455903693186e-05,
      "loss": 0.1947,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.00037551502464339137,
      "loss_partial": 0.00543212890625,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0007614496862515807,
      "loss_partial": 0.00555419921875,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0005886208382435143,
      "loss_partial": 0.01123046875,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0007143529946915805,
      "loss_partial": 0.00653076171875,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.000691378430929035,
      "loss_partial": 0.00628662109375,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.000711279921233654,
      "loss_partial": 0.006103515625,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.000724125187844038,
      "loss_partial": 0.0067138671875,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0008245377102866769,
      "loss_partial": 0.005767822265625,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0007123350515030324,
      "loss_partial": 0.00823974609375,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0005155556136742234,
      "loss_partial": 0.0042724609375,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.000563568901270628,
      "loss_partial": 0.01104736328125,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0004955862532369792,
      "loss_partial": 0.00921630859375,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0005485547007992864,
      "loss_partial": 0.007476806640625,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.00047989501035772264,
      "loss_partial": 0.005279541015625,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0005352386506274343,
      "loss_partial": 0.01275634765625,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0007700894493609667,
      "loss_partial": 0.0079345703125,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.00079571851529181,
      "loss_partial": 0.008544921875,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0008932235068641603,
      "loss_partial": 0.0052490234375,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0009311283938586712,
      "loss_partial": 0.007354736328125,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0006919095758348703,
      "loss_partial": 0.0086669921875,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0006237313500605524,
      "loss_partial": 0.0074462890625,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0004175516660325229,
      "loss_partial": 0.00811767578125,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0006228679558262229,
      "loss_partial": 0.00921630859375,
      "step": 152
    },
    {
      "epoch": 0.22093023255813954,
      "loss_distr": 0.0005242300103418529,
      "loss_partial": 0.010009765625,
      "step": 152
    },
    {
      "epoch": 0.22238372093023256,
      "grad_norm": 0.18561352789402008,
      "learning_rate": 1.9993689862073445e-05,
      "loss": 0.1947,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0004569951561279595,
      "loss_partial": 0.006591796875,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0004189169267192483,
      "loss_partial": 0.00787353515625,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0003805288579314947,
      "loss_partial": 0.0087890625,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0007031612331047654,
      "loss_partial": 0.01190185546875,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0006939789745956659,
      "loss_partial": 0.006622314453125,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.00039260031189769506,
      "loss_partial": 0.007232666015625,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0004702321602962911,
      "loss_partial": 0.009033203125,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0009513883269391954,
      "loss_partial": 0.006134033203125,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0004494457971304655,
      "loss_partial": 0.0047607421875,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0005669973324984312,
      "loss_partial": 0.004852294921875,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0005971189821138978,
      "loss_partial": 0.007080078125,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0007522412925027311,
      "loss_partial": 0.00799560546875,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0006880721775814891,
      "loss_partial": 0.006439208984375,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.00039557350100949407,
      "loss_partial": 0.005279541015625,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.000636052805930376,
      "loss_partial": 0.0079345703125,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0006148963002488017,
      "loss_partial": 0.01019287109375,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0006744199781678617,
      "loss_partial": 0.0079345703125,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.00045198466978035867,
      "loss_partial": 0.01025390625,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0008593210368417203,
      "loss_partial": 0.00750732421875,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0005464870482683182,
      "loss_partial": 0.004974365234375,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0009447885095141828,
      "loss_partial": 0.00616455078125,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0006816962268203497,
      "loss_partial": 0.00872802734375,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0005646176869049668,
      "loss_partial": 0.00885009765625,
      "step": 153
    },
    {
      "epoch": 0.22238372093023256,
      "loss_distr": 0.0006992543349042535,
      "loss_partial": 0.0042724609375,
      "step": 153
    },
    {
      "epoch": 0.2238372093023256,
      "grad_norm": 0.17888431251049042,
      "learning_rate": 1.9992756331948894e-05,
      "loss": 0.1962,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0011661278549581766,
      "loss_partial": 0.002899169921875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0004921583458781242,
      "loss_partial": 0.006072998046875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0008034283528104424,
      "loss_partial": 0.007171630859375,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0003977599262725562,
      "loss_partial": 0.0089111328125,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.00044832733692601323,
      "loss_partial": 0.01019287109375,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0004654885269701481,
      "loss_partial": 0.00799560546875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0009398829424753785,
      "loss_partial": 0.0081787109375,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0007795423734933138,
      "loss_partial": 0.0098876953125,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.00045956738176755607,
      "loss_partial": 0.006744384765625,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0007859409670345485,
      "loss_partial": 0.01123046875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0006222313386388123,
      "loss_partial": 0.0057373046875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.000693100446369499,
      "loss_partial": 0.0047607421875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0008771409629844129,
      "loss_partial": 0.0078125,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0005973779479973018,
      "loss_partial": 0.00897216796875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0005469669704325497,
      "loss_partial": 0.00799560546875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0009507265640422702,
      "loss_partial": 0.002471923828125,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0007046611281111836,
      "loss_partial": 0.004302978515625,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0008786667603999376,
      "loss_partial": 0.004974365234375,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0007167481817305088,
      "loss_partial": 0.006591796875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0006773455534130335,
      "loss_partial": 0.003448486328125,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0005342691438272595,
      "loss_partial": 0.0084228515625,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0006729747983627021,
      "loss_partial": 0.0096435546875,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0007565264822915196,
      "loss_partial": 0.0118408203125,
      "step": 154
    },
    {
      "epoch": 0.2238372093023256,
      "loss_distr": 0.0007267533801496029,
      "loss_partial": 0.00860595703125,
      "step": 154
    },
    {
      "epoch": 0.22529069767441862,
      "grad_norm": 0.1920648217201233,
      "learning_rate": 1.9991758452569757e-05,
      "loss": 0.1912,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0005849637091159821,
      "loss_partial": 0.005615234375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0006592454737983644,
      "loss_partial": 0.00579833984375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0005856336210854352,
      "loss_partial": 0.006744384765625,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0006809725309722126,
      "loss_partial": 0.00848388671875,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0006984525243751705,
      "loss_partial": 0.004058837890625,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0004381037433631718,
      "loss_partial": 0.00738525390625,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0006327739683911204,
      "loss_partial": 0.00927734375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0008222110336646438,
      "loss_partial": 0.00567626953125,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0008771190186962485,
      "loss_partial": 0.004669189453125,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0007366543868556619,
      "loss_partial": 0.00860595703125,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0009357925737276673,
      "loss_partial": 0.005401611328125,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0008695268770679832,
      "loss_partial": 0.00634765625,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.00047480780631303787,
      "loss_partial": 0.00738525390625,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0007829953683540225,
      "loss_partial": 0.0074462890625,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0008623399771749973,
      "loss_partial": 0.0072021484375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0004963969113305211,
      "loss_partial": 0.0052490234375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.000518349464982748,
      "loss_partial": 0.00775146484375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0007440709741786122,
      "loss_partial": 0.0050048828125,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0005159603315405548,
      "loss_partial": 0.00665283203125,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0004868632822763175,
      "loss_partial": 0.00921630859375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.00041269324719905853,
      "loss_partial": 0.006378173828125,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0006901808083057404,
      "loss_partial": 0.0084228515625,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.0007433450082316995,
      "loss_partial": 0.01312255859375,
      "step": 155
    },
    {
      "epoch": 0.22529069767441862,
      "loss_distr": 0.000829193159006536,
      "loss_partial": 0.0045166015625,
      "step": 155
    },
    {
      "epoch": 0.22674418604651161,
      "grad_norm": 0.19185462594032288,
      "learning_rate": 1.9990696230361964e-05,
      "loss": 0.1948,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0007795071578584611,
      "loss_partial": 0.007476806640625,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0004708412743639201,
      "loss_partial": 0.007110595703125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0010296506807208061,
      "loss_partial": 0.0040283203125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0007011800771579146,
      "loss_partial": 0.005096435546875,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0005928078899160028,
      "loss_partial": 0.00653076171875,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.000660271558444947,
      "loss_partial": 0.0089111328125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0007312443340197206,
      "loss_partial": 0.0115966796875,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0006711069727316499,
      "loss_partial": 0.007476806640625,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0004932049778290093,
      "loss_partial": 0.013427734375,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0005577935953624547,
      "loss_partial": 0.005615234375,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0006184212397783995,
      "loss_partial": 0.006439208984375,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.000854301848448813,
      "loss_partial": 0.0108642578125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.00045362627133727074,
      "loss_partial": 0.003814697265625,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0004231193452142179,
      "loss_partial": 0.010009765625,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.00048703281208872795,
      "loss_partial": 0.00775146484375,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0005745240487158298,
      "loss_partial": 0.0059814453125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0005790722789242864,
      "loss_partial": 0.006256103515625,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0006947714136913419,
      "loss_partial": 0.005401611328125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.001145563437603414,
      "loss_partial": 0.0035858154296875,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0004560645902529359,
      "loss_partial": 0.0079345703125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0005642493488267064,
      "loss_partial": 0.0048828125,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0005816019838675857,
      "loss_partial": 0.01275634765625,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0004766159690916538,
      "loss_partial": 0.004974365234375,
      "step": 156
    },
    {
      "epoch": 0.22674418604651161,
      "loss_distr": 0.0009669909486547112,
      "loss_partial": 0.004425048828125,
      "step": 156
    },
    {
      "epoch": 0.22819767441860464,
      "grad_norm": 0.21801899373531342,
      "learning_rate": 1.9989569672165795e-05,
      "loss": 0.193,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0006783092394471169,
      "loss_partial": 0.005584716796875,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0005461322143673897,
      "loss_partial": 0.01019287109375,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.000587566290050745,
      "loss_partial": 0.00506591796875,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0007675747619941831,
      "loss_partial": 0.007537841796875,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0007191107142716646,
      "loss_partial": 0.004974365234375,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0006611649296246469,
      "loss_partial": 0.00689697265625,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0005899886600673199,
      "loss_partial": 0.0072021484375,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0004726144834421575,
      "loss_partial": 0.00958251953125,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0008016485953703523,
      "loss_partial": 0.01202392578125,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0007791582029312849,
      "loss_partial": 0.0079345703125,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0008384888060390949,
      "loss_partial": 0.006927490234375,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0006420220015570521,
      "loss_partial": 0.01141357421875,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.000529437034856528,
      "loss_partial": 0.0093994140625,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0005158368730917573,
      "loss_partial": 0.011962890625,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0009374759974889457,
      "loss_partial": 0.00469970703125,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0006935143610462546,
      "loss_partial": 0.0084228515625,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0006026651826687157,
      "loss_partial": 0.006378173828125,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0007021287456154823,
      "loss_partial": 0.005340576171875,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.00044767031795345247,
      "loss_partial": 0.00762939453125,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0007946050027385354,
      "loss_partial": 0.00701904296875,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0007908332627266645,
      "loss_partial": 0.005462646484375,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0009376024245284498,
      "loss_partial": 0.005828857421875,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0004821164475288242,
      "loss_partial": 0.009033203125,
      "step": 157
    },
    {
      "epoch": 0.22819767441860464,
      "loss_distr": 0.0006717330543324351,
      "loss_partial": 0.0115966796875,
      "step": 157
    },
    {
      "epoch": 0.22965116279069767,
      "grad_norm": 0.20796585083007812,
      "learning_rate": 1.9988378785235825e-05,
      "loss": 0.1945,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.00039234079304151237,
      "loss_partial": 0.00567626953125,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.000689363048877567,
      "loss_partial": 0.006927490234375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0004871068231295794,
      "loss_partial": 0.0091552734375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0006623069057241082,
      "loss_partial": 0.0091552734375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0007334924302995205,
      "loss_partial": 0.0072021484375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0006527324439957738,
      "loss_partial": 0.00567626953125,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0008042081608437002,
      "loss_partial": 0.00970458984375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0008712165290489793,
      "loss_partial": 0.0052490234375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0008647366194054484,
      "loss_partial": 0.006256103515625,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0006910534575581551,
      "loss_partial": 0.00567626953125,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0009120504837483168,
      "loss_partial": 0.00445556640625,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0007710465579293668,
      "loss_partial": 0.004364013671875,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0008371642325073481,
      "loss_partial": 0.0047607421875,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.00041535135824233294,
      "loss_partial": 0.01220703125,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0007347592618316412,
      "loss_partial": 0.0091552734375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0008951171766966581,
      "loss_partial": 0.004730224609375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.00063959916587919,
      "loss_partial": 0.00897216796875,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.00047848402755334973,
      "loss_partial": 0.01171875,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.000731276290025562,
      "loss_partial": 0.004150390625,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0004700802965089679,
      "loss_partial": 0.00897216796875,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0006363247521221638,
      "loss_partial": 0.00958251953125,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0010723243467509747,
      "loss_partial": 0.006927490234375,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0007955915643833578,
      "loss_partial": 0.0050048828125,
      "step": 158
    },
    {
      "epoch": 0.22965116279069767,
      "loss_distr": 0.0006483457982540131,
      "loss_partial": 0.007476806640625,
      "step": 158
    },
    {
      "epoch": 0.2311046511627907,
      "grad_norm": 0.1891113966703415,
      "learning_rate": 1.998712357724087e-05,
      "loss": 0.1917,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0007429374381899834,
      "loss_partial": 0.007049560546875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0007903621299192309,
      "loss_partial": 0.01055908203125,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0010623075067996979,
      "loss_partial": 0.005645751953125,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0004681424470618367,
      "loss_partial": 0.01141357421875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.000562073546461761,
      "loss_partial": 0.00872802734375,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0007253989460878074,
      "loss_partial": 0.007049560546875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.000774214684497565,
      "loss_partial": 0.00457763671875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0006611526478081942,
      "loss_partial": 0.006805419921875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0006297974032349885,
      "loss_partial": 0.00555419921875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.000540867040399462,
      "loss_partial": 0.01226806640625,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.00045615664566867054,
      "loss_partial": 0.004974365234375,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0008281948394142091,
      "loss_partial": 0.00494384765625,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.000863267807289958,
      "loss_partial": 0.004302978515625,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0006719531957060099,
      "loss_partial": 0.007293701171875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0005628057988360524,
      "loss_partial": 0.00811767578125,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0004338722792454064,
      "loss_partial": 0.006072998046875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0010374978883191943,
      "loss_partial": 0.00518798828125,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0008371960138902068,
      "loss_partial": 0.0040283203125,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0006002840818837285,
      "loss_partial": 0.0081787109375,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0006713458569720387,
      "loss_partial": 0.0069580078125,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.00047876290045678616,
      "loss_partial": 0.0103759765625,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0007386450888589025,
      "loss_partial": 0.005859375,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0006797265959903598,
      "loss_partial": 0.0067138671875,
      "step": 159
    },
    {
      "epoch": 0.2311046511627907,
      "loss_distr": 0.0007051067659631371,
      "loss_partial": 0.004638671875,
      "step": 159
    },
    {
      "epoch": 0.23255813953488372,
      "grad_norm": 0.22931380569934845,
      "learning_rate": 1.998580405626396e-05,
      "loss": 0.1946,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0003251876914873719,
      "loss_partial": 0.0067138671875,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0008166544139385223,
      "loss_partial": 0.004974365234375,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.00044502143282443285,
      "loss_partial": 0.00439453125,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0005293618887662888,
      "loss_partial": 0.007232666015625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0005391126032918692,
      "loss_partial": 0.006988525390625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0003635581524576992,
      "loss_partial": 0.01251220703125,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0006542764022015035,
      "loss_partial": 0.009521484375,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0003874057438224554,
      "loss_partial": 0.00872802734375,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0009362432174384594,
      "loss_partial": 0.00689697265625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0008486468577757478,
      "loss_partial": 0.0084228515625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0004951049340888858,
      "loss_partial": 0.00787353515625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0003716246865224093,
      "loss_partial": 0.00970458984375,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.000602707383222878,
      "loss_partial": 0.004119873046875,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0004399697936605662,
      "loss_partial": 0.007354736328125,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.000741909141652286,
      "loss_partial": 0.005035400390625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0006592704448848963,
      "loss_partial": 0.00750732421875,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.000387663661967963,
      "loss_partial": 0.007720947265625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0008593848324380815,
      "loss_partial": 0.00469970703125,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0006581549532711506,
      "loss_partial": 0.006500244140625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0011431386228650808,
      "loss_partial": 0.005462646484375,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0005272689159028232,
      "loss_partial": 0.00885009765625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0004387071239762008,
      "loss_partial": 0.0087890625,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0006535344291478395,
      "loss_partial": 0.0059814453125,
      "step": 160
    },
    {
      "epoch": 0.23255813953488372,
      "loss_distr": 0.0006139514734968543,
      "loss_partial": 0.006500244140625,
      "step": 160
    },
    {
      "epoch": 0.23401162790697674,
      "grad_norm": 0.20107422769069672,
      "learning_rate": 1.9984420230802268e-05,
      "loss": 0.1974,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0006919726147316396,
      "loss_partial": 0.00885009765625,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0004672767245210707,
      "loss_partial": 0.0079345703125,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0010778887663036585,
      "loss_partial": 0.00494384765625,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0005455411155708134,
      "loss_partial": 0.005859375,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.000523449678439647,
      "loss_partial": 0.007049560546875,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.000854700745549053,
      "loss_partial": 0.0091552734375,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0007744444883428514,
      "loss_partial": 0.006072998046875,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0009396757232025266,
      "loss_partial": 0.003814697265625,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0008109911577776074,
      "loss_partial": 0.005950927734375,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0008454355411231518,
      "loss_partial": 0.00555419921875,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0008528238977305591,
      "loss_partial": 0.007354736328125,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.00046829815255478024,
      "loss_partial": 0.00439453125,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0007190151955001056,
      "loss_partial": 0.006072998046875,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.000499738147482276,
      "loss_partial": 0.013916015625,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.000786330783739686,
      "loss_partial": 0.006561279296875,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0004735943803098053,
      "loss_partial": 0.00775146484375,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0006017502164468169,
      "loss_partial": 0.006866455078125,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.00041263861930929124,
      "loss_partial": 0.004852294921875,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0007968169520609081,
      "loss_partial": 0.00421142578125,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.00036662828642874956,
      "loss_partial": 0.0174560546875,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0005044101271778345,
      "loss_partial": 0.00518798828125,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.00034927192609757185,
      "loss_partial": 0.015869140625,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0005294936127029359,
      "loss_partial": 0.00775146484375,
      "step": 161
    },
    {
      "epoch": 0.23401162790697674,
      "loss_distr": 0.0004152206238359213,
      "loss_partial": 0.00738525390625,
      "step": 161
    },
    {
      "epoch": 0.23546511627906977,
      "grad_norm": 0.19778253138065338,
      "learning_rate": 1.9982972109767062e-05,
      "loss": 0.1926,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0008024731068871915,
      "loss_partial": 0.00653076171875,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0006720395176671445,
      "loss_partial": 0.0072021484375,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0007446848321706057,
      "loss_partial": 0.007537841796875,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.001140287145972252,
      "loss_partial": 0.007720947265625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0006542871124111116,
      "loss_partial": 0.00701904296875,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0004105941334273666,
      "loss_partial": 0.009765625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0005057567614130676,
      "loss_partial": 0.00634765625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0007461933419108391,
      "loss_partial": 0.003875732421875,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0007971377926878631,
      "loss_partial": 0.006011962890625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0009289180743508041,
      "loss_partial": 0.00665283203125,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0006262427195906639,
      "loss_partial": 0.00885009765625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0006870900979265571,
      "loss_partial": 0.0084228515625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0006366887828335166,
      "loss_partial": 0.0084228515625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0006816257955506444,
      "loss_partial": 0.006744384765625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0006207379628904164,
      "loss_partial": 0.0068359375,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.000351802387740463,
      "loss_partial": 0.005706787109375,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0005857922369614244,
      "loss_partial": 0.005218505859375,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0005310275009833276,
      "loss_partial": 0.01129150390625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0009937731083482504,
      "loss_partial": 0.006439208984375,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.00048499397234991193,
      "loss_partial": 0.007720947265625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0007949441205710173,
      "loss_partial": 0.00787353515625,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.000539495435077697,
      "loss_partial": 0.010498046875,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.000845268601551652,
      "loss_partial": 0.0072021484375,
      "step": 162
    },
    {
      "epoch": 0.23546511627906977,
      "loss_distr": 0.0005790209397673607,
      "loss_partial": 0.00616455078125,
      "step": 162
    },
    {
      "epoch": 0.2369186046511628,
      "grad_norm": 0.2367730736732483,
      "learning_rate": 1.998145970248365e-05,
      "loss": 0.1946,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0004488237900659442,
      "loss_partial": 0.0089111328125,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0006961912149563432,
      "loss_partial": 0.010009765625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0006605302332900465,
      "loss_partial": 0.01025390625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0007259013364091516,
      "loss_partial": 0.00469970703125,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0007244866574183106,
      "loss_partial": 0.005767822265625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0007965178228914738,
      "loss_partial": 0.0072021484375,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0004280409193597734,
      "loss_partial": 0.0125732421875,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0005136175313964486,
      "loss_partial": 0.006103515625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0005448799347504973,
      "loss_partial": 0.0087890625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0007072297157719731,
      "loss_partial": 0.005218505859375,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0006516203284263611,
      "loss_partial": 0.00592041015625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0011073233326897025,
      "loss_partial": 0.004913330078125,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0007575495401397347,
      "loss_partial": 0.0079345703125,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.00099565414711833,
      "loss_partial": 0.00567626953125,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.000872179982252419,
      "loss_partial": 0.005523681640625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.00044098455691710114,
      "loss_partial": 0.00408935546875,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0005196128622628748,
      "loss_partial": 0.00726318359375,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0005525158485397696,
      "loss_partial": 0.00775146484375,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0008478919044137001,
      "loss_partial": 0.00604248046875,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.000691946828737855,
      "loss_partial": 0.0111083984375,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.000791737693361938,
      "loss_partial": 0.008544921875,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0008155619143508375,
      "loss_partial": 0.0037841796875,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.000515890191309154,
      "loss_partial": 0.008056640625,
      "step": 163
    },
    {
      "epoch": 0.2369186046511628,
      "loss_distr": 0.0005454240599647164,
      "loss_partial": 0.00531005859375,
      "step": 163
    },
    {
      "epoch": 0.23837209302325582,
      "grad_norm": 0.20525221526622772,
      "learning_rate": 1.9979883018691315e-05,
      "loss": 0.1917,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0009394515655003488,
      "loss_partial": 0.0036468505859375,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0004447259125299752,
      "loss_partial": 0.01239013671875,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0006723904516547918,
      "loss_partial": 0.01153564453125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0004517586203292012,
      "loss_partial": 0.00518798828125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.000679543474689126,
      "loss_partial": 0.01092529296875,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.000794532592408359,
      "loss_partial": 0.008056640625,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0006090893875807524,
      "loss_partial": 0.00469970703125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.00042748506530188024,
      "loss_partial": 0.01068115234375,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0006552535342052579,
      "loss_partial": 0.00811767578125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0008784429519437253,
      "loss_partial": 0.00628662109375,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0005212383694015443,
      "loss_partial": 0.00860595703125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0003416213148739189,
      "loss_partial": 0.00860595703125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0006468009669333696,
      "loss_partial": 0.0059814453125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.000746075646020472,
      "loss_partial": 0.0087890625,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0007574395276606083,
      "loss_partial": 0.005889892578125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0008337722974829376,
      "loss_partial": 0.0081787109375,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0008733271388337016,
      "loss_partial": 0.004302978515625,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.000564204528927803,
      "loss_partial": 0.006317138671875,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0005539741832762957,
      "loss_partial": 0.006103515625,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0009902935707941651,
      "loss_partial": 0.006378173828125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0005766584654338658,
      "loss_partial": 0.007659912109375,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0007464817026630044,
      "loss_partial": 0.004638671875,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0004274006641935557,
      "loss_partial": 0.0059814453125,
      "step": 164
    },
    {
      "epoch": 0.23837209302325582,
      "loss_distr": 0.0010177699150517583,
      "loss_partial": 0.005584716796875,
      "step": 164
    },
    {
      "epoch": 0.23982558139534885,
      "grad_norm": 0.20313239097595215,
      "learning_rate": 1.997824206854325e-05,
      "loss": 0.1944,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0005558140692301095,
      "loss_partial": 0.006195068359375,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0006481052259914577,
      "loss_partial": 0.0107421875,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0003877177950926125,
      "loss_partial": 0.0103759765625,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.00057217973517254,
      "loss_partial": 0.004913330078125,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0005393326282501221,
      "loss_partial": 0.00811767578125,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0006458746502175927,
      "loss_partial": 0.0037841796875,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0008971013012342155,
      "loss_partial": 0.00469970703125,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0003656321205198765,
      "loss_partial": 0.004638671875,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0005296719027683139,
      "loss_partial": 0.01129150390625,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0008233913686126471,
      "loss_partial": 0.006805419921875,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0005076511879451573,
      "loss_partial": 0.01287841796875,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0007466991664841771,
      "loss_partial": 0.00457763671875,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0005845430423505604,
      "loss_partial": 0.006927490234375,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.00039237516466528177,
      "loss_partial": 0.01019287109375,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0004715024842880666,
      "loss_partial": 0.01104736328125,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0007264473824761808,
      "loss_partial": 0.003631591796875,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0006231481675058603,
      "loss_partial": 0.006011962890625,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0004785224446095526,
      "loss_partial": 0.005889892578125,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0006484087207354605,
      "loss_partial": 0.00982666015625,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0007977035129442811,
      "loss_partial": 0.0103759765625,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.000624126463662833,
      "loss_partial": 0.00823974609375,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0004485373792704195,
      "loss_partial": 0.005126953125,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0008596256375312805,
      "loss_partial": 0.00390625,
      "step": 165
    },
    {
      "epoch": 0.23982558139534885,
      "loss_distr": 0.0009939834708347917,
      "loss_partial": 0.005035400390625,
      "step": 165
    },
    {
      "epoch": 0.24127906976744187,
      "grad_norm": 0.23397517204284668,
      "learning_rate": 1.9976536862606508e-05,
      "loss": 0.1907,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.00045412074541673064,
      "loss_partial": 0.01153564453125,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0008570860954932868,
      "loss_partial": 0.00396728515625,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0005009092856198549,
      "loss_partial": 0.0111083984375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0006124082719907165,
      "loss_partial": 0.013427734375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0007550402078777552,
      "loss_partial": 0.006500244140625,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.00045262742787599564,
      "loss_partial": 0.01324462890625,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0009262533276341856,
      "loss_partial": 0.004486083984375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.00042047223541885614,
      "loss_partial": 0.010009765625,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0005876319482922554,
      "loss_partial": 0.00677490234375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0006167784449644387,
      "loss_partial": 0.00982666015625,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0005105417221784592,
      "loss_partial": 0.00726318359375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.00041549649904482067,
      "loss_partial": 0.0084228515625,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.000449307233793661,
      "loss_partial": 0.00933837890625,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0006448913482017815,
      "loss_partial": 0.0079345703125,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0006232555024325848,
      "loss_partial": 0.01019287109375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0004240614071022719,
      "loss_partial": 0.00537109375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0007925705867819488,
      "loss_partial": 0.006072998046875,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0006207420956343412,
      "loss_partial": 0.006439208984375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0003291850152891129,
      "loss_partial": 0.00970458984375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0004106320848222822,
      "loss_partial": 0.00958251953125,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.000846646900754422,
      "loss_partial": 0.005401611328125,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0006176879396662116,
      "loss_partial": 0.007415771484375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.001075017498806119,
      "loss_partial": 0.00872802734375,
      "step": 166
    },
    {
      "epoch": 0.24127906976744187,
      "loss_distr": 0.0005671317921951413,
      "loss_partial": 0.007415771484375,
      "step": 166
    },
    {
      "epoch": 0.24273255813953487,
      "grad_norm": 0.18775172531604767,
      "learning_rate": 1.997476741186191e-05,
      "loss": 0.1936,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0004665821907110512,
      "loss_partial": 0.009033203125,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0008385255932807922,
      "loss_partial": 0.004608154296875,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0006381186540238559,
      "loss_partial": 0.005767822265625,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0005326070822775364,
      "loss_partial": 0.01031494140625,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.000413644767832011,
      "loss_partial": 0.005462646484375,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0006807048339396715,
      "loss_partial": 0.005645751953125,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0007556024356745183,
      "loss_partial": 0.0091552734375,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0006888017524033785,
      "loss_partial": 0.00738525390625,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0004648615140467882,
      "loss_partial": 0.01165771484375,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.00047693095984868705,
      "loss_partial": 0.00836181640625,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0003808269975706935,
      "loss_partial": 0.0086669921875,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.00032087438739836216,
      "loss_partial": 0.0106201171875,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0005982464645057917,
      "loss_partial": 0.005340576171875,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.000694890390150249,
      "loss_partial": 0.0091552734375,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0003525931970216334,
      "loss_partial": 0.01220703125,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0007171010365709662,
      "loss_partial": 0.0086669921875,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.000466431345557794,
      "loss_partial": 0.007293701171875,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.00047764190821908414,
      "loss_partial": 0.006591796875,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0007359180599451065,
      "loss_partial": 0.007568359375,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.00038905133260414004,
      "loss_partial": 0.004486083984375,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0007653927896171808,
      "loss_partial": 0.015869140625,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0008584095630794764,
      "loss_partial": 0.007354736328125,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0004821545153390616,
      "loss_partial": 0.006744384765625,
      "step": 167
    },
    {
      "epoch": 0.24273255813953487,
      "loss_distr": 0.0006796835223212838,
      "loss_partial": 0.00714111328125,
      "step": 167
    },
    {
      "epoch": 0.2441860465116279,
      "grad_norm": 0.1839234083890915,
      "learning_rate": 1.9972933727704e-05,
      "loss": 0.1932,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0007474251906387508,
      "loss_partial": 0.004791259765625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.000689252745360136,
      "loss_partial": 0.0062255859375,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.00044087041169404984,
      "loss_partial": 0.00592041015625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0004602279223036021,
      "loss_partial": 0.01043701171875,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.000668831286020577,
      "loss_partial": 0.004150390625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0005609381478279829,
      "loss_partial": 0.01055908203125,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0005297598545439541,
      "loss_partial": 0.007476806640625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0007832925184629858,
      "loss_partial": 0.004150390625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0007266047759912908,
      "loss_partial": 0.0087890625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0006563178612850606,
      "loss_partial": 0.0164794921875,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0005068449536338449,
      "loss_partial": 0.0062255859375,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0004906303947791457,
      "loss_partial": 0.01141357421875,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0006476935814134777,
      "loss_partial": 0.0101318359375,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.00042873152415268123,
      "loss_partial": 0.00958251953125,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0004392762784846127,
      "loss_partial": 0.0096435546875,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.00045124610187485814,
      "loss_partial": 0.009033203125,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0004432020359672606,
      "loss_partial": 0.01123046875,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0008351061842404306,
      "loss_partial": 0.007476806640625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0006238898495212197,
      "loss_partial": 0.004974365234375,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0007153115584515035,
      "loss_partial": 0.00567626953125,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0007561052916571498,
      "loss_partial": 0.004669189453125,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0006798508111387491,
      "loss_partial": 0.00640869140625,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.000745892059057951,
      "loss_partial": 0.006591796875,
      "step": 168
    },
    {
      "epoch": 0.2441860465116279,
      "loss_distr": 0.0004517193592619151,
      "loss_partial": 0.01116943359375,
      "step": 168
    },
    {
      "epoch": 0.24563953488372092,
      "grad_norm": 0.1978951245546341,
      "learning_rate": 1.9971035821940946e-05,
      "loss": 0.1947,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0005781506770290434,
      "loss_partial": 0.01043701171875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007192740449681878,
      "loss_partial": 0.00445556640625,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.00039051807834766805,
      "loss_partial": 0.008544921875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0005352160660549998,
      "loss_partial": 0.00518798828125,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007223707507364452,
      "loss_partial": 0.0103759765625,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007099440554156899,
      "loss_partial": 0.0042724609375,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0005089031765237451,
      "loss_partial": 0.00396728515625,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0005956007516942918,
      "loss_partial": 0.0081787109375,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0004923728993162513,
      "loss_partial": 0.0089111328125,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007986670825630426,
      "loss_partial": 0.0050048828125,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007644534925930202,
      "loss_partial": 0.005950927734375,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007566551212221384,
      "loss_partial": 0.00494384765625,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007743027526885271,
      "loss_partial": 0.00897216796875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007906588725745678,
      "loss_partial": 0.00689697265625,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0003540238831192255,
      "loss_partial": 0.0145263671875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007389244856312871,
      "loss_partial": 0.007781982421875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0008481433033011854,
      "loss_partial": 0.00750732421875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0003707149298861623,
      "loss_partial": 0.005950927734375,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0009413758525624871,
      "loss_partial": 0.00604248046875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.00047310718218795955,
      "loss_partial": 0.0045166015625,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0005641327006742358,
      "loss_partial": 0.0164794921875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0007981182425282896,
      "loss_partial": 0.0106201171875,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0008593620732426643,
      "loss_partial": 0.006988525390625,
      "step": 169
    },
    {
      "epoch": 0.24563953488372092,
      "loss_distr": 0.0005884942365810275,
      "loss_partial": 0.0103759765625,
      "step": 169
    },
    {
      "epoch": 0.24709302325581395,
      "grad_norm": 0.20086312294006348,
      "learning_rate": 1.9969073706794484e-05,
      "loss": 0.1944,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.000416900118580088,
      "loss_partial": 0.01153564453125,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0006323026609607041,
      "loss_partial": 0.00787353515625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.00036280075437389314,
      "loss_partial": 0.00872802734375,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0005226815119385719,
      "loss_partial": 0.007232666015625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0007563516846857965,
      "loss_partial": 0.004669189453125,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0005684406496584415,
      "loss_partial": 0.010009765625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0007134691113606095,
      "loss_partial": 0.0087890625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0006805306766182184,
      "loss_partial": 0.0093994140625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0008187408093363047,
      "loss_partial": 0.005462646484375,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0006132801063358784,
      "loss_partial": 0.0103759765625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0006468287901952863,
      "loss_partial": 0.00335693359375,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0007701676222495735,
      "loss_partial": 0.004791259765625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0007593128248117864,
      "loss_partial": 0.004547119140625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0005639297887682915,
      "loss_partial": 0.0126953125,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0008262321352958679,
      "loss_partial": 0.005279541015625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.000897637102752924,
      "loss_partial": 0.005615234375,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0004505272663664073,
      "loss_partial": 0.01031494140625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.00045371250598691404,
      "loss_partial": 0.006622314453125,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.00035610602935776114,
      "loss_partial": 0.00506591796875,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0006328925956040621,
      "loss_partial": 0.00927734375,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.00037217719363979995,
      "loss_partial": 0.0150146484375,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0006670912262052298,
      "loss_partial": 0.004302978515625,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0007441786001436412,
      "loss_partial": 0.003204345703125,
      "step": 170
    },
    {
      "epoch": 0.24709302325581395,
      "loss_distr": 0.0003849575005006045,
      "loss_partial": 0.00933837890625,
      "step": 170
    },
    {
      "epoch": 0.24854651162790697,
      "grad_norm": 0.17676055431365967,
      "learning_rate": 1.9967047394899834e-05,
      "loss": 0.1935,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.00037278642412275076,
      "loss_partial": 0.0130615234375,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0006225317483767867,
      "loss_partial": 0.00897216796875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0010313558159396052,
      "loss_partial": 0.004974365234375,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0007033426081761718,
      "loss_partial": 0.005157470703125,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0008752308203838766,
      "loss_partial": 0.00518798828125,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0007140366360545158,
      "loss_partial": 0.003387451171875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0005133148515596986,
      "loss_partial": 0.009765625,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0009167863754555583,
      "loss_partial": 0.004791259765625,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0005579207791015506,
      "loss_partial": 0.007232666015625,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0009438840206712484,
      "loss_partial": 0.0035247802734375,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.00035301942261867225,
      "loss_partial": 0.006591796875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0004361543105915189,
      "loss_partial": 0.007049560546875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0009183629299513996,
      "loss_partial": 0.00927734375,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.000548559648450464,
      "loss_partial": 0.00653076171875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0007356090936809778,
      "loss_partial": 0.007476806640625,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0006202252116054296,
      "loss_partial": 0.008544921875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.001056268229149282,
      "loss_partial": 0.005279541015625,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.00043881754390895367,
      "loss_partial": 0.01202392578125,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0006073206313885748,
      "loss_partial": 0.00775146484375,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0004953774623572826,
      "loss_partial": 0.01092529296875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0005497338715940714,
      "loss_partial": 0.00640869140625,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0005924365250393748,
      "loss_partial": 0.00897216796875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0008341441280208528,
      "loss_partial": 0.00848388671875,
      "step": 171
    },
    {
      "epoch": 0.24854651162790697,
      "loss_distr": 0.0006078863516449928,
      "loss_partial": 0.007232666015625,
      "step": 171
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.19629879295825958,
      "learning_rate": 1.9964956899305613e-05,
      "loss": 0.1906,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0007109527941793203,
      "loss_partial": 0.00634765625,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0005438742227852345,
      "loss_partial": 0.0113525390625,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0005010635359212756,
      "loss_partial": 0.0091552734375,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0005078460089862347,
      "loss_partial": 0.00750732421875,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.00059341243468225,
      "loss_partial": 0.00604248046875,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0006457725539803505,
      "loss_partial": 0.00811767578125,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0006188704865053296,
      "loss_partial": 0.00732421875,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.000671493704430759,
      "loss_partial": 0.00531005859375,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0005550708156079054,
      "loss_partial": 0.0098876953125,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0006355784134939313,
      "loss_partial": 0.00640869140625,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0006397750694304705,
      "loss_partial": 0.00872802734375,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0005914830835536122,
      "loss_partial": 0.006317138671875,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.00046888942597433925,
      "loss_partial": 0.005462646484375,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0004026053356938064,
      "loss_partial": 0.0084228515625,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.000712573470082134,
      "loss_partial": 0.00732421875,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0007066171965561807,
      "loss_partial": 0.0074462890625,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.00035542884143069386,
      "loss_partial": 0.0074462890625,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0005504906876012683,
      "loss_partial": 0.005615234375,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0008154961979016662,
      "loss_partial": 0.004730224609375,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0006141067715361714,
      "loss_partial": 0.005279541015625,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0007728780619800091,
      "loss_partial": 0.00421142578125,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.00041505505214445293,
      "loss_partial": 0.0079345703125,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0008735947776585817,
      "loss_partial": 0.004425048828125,
      "step": 172
    },
    {
      "epoch": 0.25,
      "loss_distr": 0.0007913453737273812,
      "loss_partial": 0.0084228515625,
      "step": 172
    },
    {
      "epoch": 0.251453488372093,
      "grad_norm": 0.17663151025772095,
      "learning_rate": 1.9962802233473756e-05,
      "loss": 0.1932,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0006695417105220258,
      "loss_partial": 0.00775146484375,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0006988420500420034,
      "loss_partial": 0.00848388671875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0009562826016917825,
      "loss_partial": 0.006500244140625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0007000708719715476,
      "loss_partial": 0.008544921875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.000706852413713932,
      "loss_partial": 0.004791259765625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0006671373266726732,
      "loss_partial": 0.008056640625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0005418765358626842,
      "loss_partial": 0.01336669921875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0004893030854873359,
      "loss_partial": 0.01025390625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0007971968734636903,
      "loss_partial": 0.005859375,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.00039548345375806093,
      "loss_partial": 0.008056640625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0009333951165899634,
      "loss_partial": 0.005706787109375,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0011351171415299177,
      "loss_partial": 0.006866455078125,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0006378194666467607,
      "loss_partial": 0.01025390625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0005663992487825453,
      "loss_partial": 0.007049560546875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0010992365423589945,
      "loss_partial": 0.003082275390625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0008448796579614282,
      "loss_partial": 0.01141357421875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0006825774325989187,
      "loss_partial": 0.004547119140625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.000993386609479785,
      "loss_partial": 0.003143310546875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0004200744442641735,
      "loss_partial": 0.00946044921875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0008435863419435918,
      "loss_partial": 0.005889892578125,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0004768138169310987,
      "loss_partial": 0.01043701171875,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0007110805017873645,
      "loss_partial": 0.00543212890625,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0004846732772421092,
      "loss_partial": 0.007568359375,
      "step": 173
    },
    {
      "epoch": 0.251453488372093,
      "loss_distr": 0.0007013938156887889,
      "loss_partial": 0.01190185546875,
      "step": 173
    },
    {
      "epoch": 0.25290697674418605,
      "grad_norm": 0.2087980955839157,
      "learning_rate": 1.9960583411279426e-05,
      "loss": 0.1923,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0007915542228147388,
      "loss_partial": 0.00360107421875,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0004827440425287932,
      "loss_partial": 0.0084228515625,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0010491596767678857,
      "loss_partial": 0.00439453125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.00046206742990761995,
      "loss_partial": 0.0042724609375,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0006909840158186853,
      "loss_partial": 0.005096435546875,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0010758942225947976,
      "loss_partial": 0.00634765625,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0008168715867213905,
      "loss_partial": 0.00714111328125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0005952497012913227,
      "loss_partial": 0.008544921875,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0005917742382735014,
      "loss_partial": 0.003692626953125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0005905592115595937,
      "loss_partial": 0.007568359375,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.00061094353441149,
      "loss_partial": 0.00958251953125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0008257757290266454,
      "loss_partial": 0.00567626953125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.00043232107418589294,
      "loss_partial": 0.004913330078125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0009071029489859939,
      "loss_partial": 0.004364013671875,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0007640511030331254,
      "loss_partial": 0.0079345703125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0006284576375037432,
      "loss_partial": 0.00738525390625,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0006925729103386402,
      "loss_partial": 0.00677490234375,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0005036720540374517,
      "loss_partial": 0.01043701171875,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.000592705444432795,
      "loss_partial": 0.007720947265625,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.000758833484724164,
      "loss_partial": 0.007049560546875,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0005766607355326414,
      "loss_partial": 0.0079345703125,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.00066347949905321,
      "loss_partial": 0.004364013671875,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0007526356494054198,
      "loss_partial": 0.00628662109375,
      "step": 174
    },
    {
      "epoch": 0.25290697674418605,
      "loss_distr": 0.0006000228459015489,
      "loss_partial": 0.01171875,
      "step": 174
    },
    {
      "epoch": 0.2543604651162791,
      "grad_norm": 0.193777397274971,
      "learning_rate": 1.995830044701093e-05,
      "loss": 0.1938,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0008953389478847384,
      "loss_partial": 0.0054931640625,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.00045160838635638356,
      "loss_partial": 0.01226806640625,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0009110562968999147,
      "loss_partial": 0.007354736328125,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0006439264980144799,
      "loss_partial": 0.0069580078125,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0005946546443738043,
      "loss_partial": 0.006317138671875,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0005425428971648216,
      "loss_partial": 0.004180908203125,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0006241907831281424,
      "loss_partial": 0.0068359375,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0005996425170451403,
      "loss_partial": 0.009765625,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0003908091166522354,
      "loss_partial": 0.00762939453125,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.000696458388119936,
      "loss_partial": 0.0052490234375,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0007038567564450204,
      "loss_partial": 0.00933837890625,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0004969615256413817,
      "loss_partial": 0.00787353515625,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0011229666415601969,
      "loss_partial": 0.00531005859375,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.000605482142418623,
      "loss_partial": 0.0072021484375,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0008203998440876603,
      "loss_partial": 0.006072998046875,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0006570309633389115,
      "loss_partial": 0.0072021484375,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0008213990367949009,
      "loss_partial": 0.005767822265625,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0008338334737345576,
      "loss_partial": 0.00823974609375,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0004620266263373196,
      "loss_partial": 0.00494384765625,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0008102622232399881,
      "loss_partial": 0.004425048828125,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0006416646065190434,
      "loss_partial": 0.00921630859375,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0004894228186458349,
      "loss_partial": 0.00701904296875,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0006555636646226048,
      "loss_partial": 0.005889892578125,
      "step": 175
    },
    {
      "epoch": 0.2543604651162791,
      "loss_distr": 0.0006525745848193765,
      "loss_partial": 0.005828857421875,
      "step": 175
    },
    {
      "epoch": 0.2558139534883721,
      "grad_norm": 0.1592583954334259,
      "learning_rate": 1.9955953355369622e-05,
      "loss": 0.1955,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0006421953439712524,
      "loss_partial": 0.00494384765625,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0004158839292358607,
      "loss_partial": 0.00897216796875,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0007402942865155637,
      "loss_partial": 0.005340576171875,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0004306185292080045,
      "loss_partial": 0.00958251953125,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.00043568649562075734,
      "loss_partial": 0.005157470703125,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0006258873618207872,
      "loss_partial": 0.006591796875,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0005976862157694995,
      "loss_partial": 0.00885009765625,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0003857100964523852,
      "loss_partial": 0.0069580078125,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0010505643440410495,
      "loss_partial": 0.00347900390625,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0004938238416798413,
      "loss_partial": 0.01531982421875,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0005902520497329533,
      "loss_partial": 0.0096435546875,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.000513163220603019,
      "loss_partial": 0.0081787109375,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0008685450302436948,
      "loss_partial": 0.0059814453125,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0008722260827198625,
      "loss_partial": 0.0057373046875,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0005401435191743076,
      "loss_partial": 0.009521484375,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0008861440583132207,
      "loss_partial": 0.006683349609375,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.000522773596458137,
      "loss_partial": 0.005218505859375,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0005772905424237251,
      "loss_partial": 0.00390625,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.000757102039642632,
      "loss_partial": 0.00714111328125,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0005783564993180335,
      "loss_partial": 0.0042724609375,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0005962207214906812,
      "loss_partial": 0.0111083984375,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.000827228301204741,
      "loss_partial": 0.006103515625,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.000497890985570848,
      "loss_partial": 0.007110595703125,
      "step": 176
    },
    {
      "epoch": 0.2558139534883721,
      "loss_distr": 0.0010176674695685506,
      "loss_partial": 0.0023651123046875,
      "step": 176
    },
    {
      "epoch": 0.25726744186046513,
      "grad_norm": 0.23142635822296143,
      "learning_rate": 1.995354215146981e-05,
      "loss": 0.1923,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0009293622570112348,
      "loss_partial": 0.004852294921875,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.000444625795353204,
      "loss_partial": 0.00958251953125,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0005665855715051293,
      "loss_partial": 0.003570556640625,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0005520288832485676,
      "loss_partial": 0.00982666015625,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0008937962702475488,
      "loss_partial": 0.0078125,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0005608742358162999,
      "loss_partial": 0.0086669921875,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006169044645503163,
      "loss_partial": 0.005462646484375,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0011029038578271866,
      "loss_partial": 0.0036163330078125,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006015143590047956,
      "loss_partial": 0.02783203125,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006949468515813351,
      "loss_partial": 0.00628662109375,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0007910360000096262,
      "loss_partial": 0.007049560546875,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006476076086983085,
      "loss_partial": 0.00946044921875,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006645951652899384,
      "loss_partial": 0.009765625,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006583272479474545,
      "loss_partial": 0.00830078125,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0007732879603281617,
      "loss_partial": 0.00445556640625,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006438529817387462,
      "loss_partial": 0.00885009765625,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0004966880660504103,
      "loss_partial": 0.006072998046875,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006394652300514281,
      "loss_partial": 0.0101318359375,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006762024713680148,
      "loss_partial": 0.00469970703125,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0007571768946945667,
      "loss_partial": 0.0028839111328125,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0007262110593728721,
      "loss_partial": 0.00897216796875,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006433194503188133,
      "loss_partial": 0.005950927734375,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0006463915342465043,
      "loss_partial": 0.01226806640625,
      "step": 177
    },
    {
      "epoch": 0.25726744186046513,
      "loss_distr": 0.0004038328770548105,
      "loss_partial": 0.005279541015625,
      "step": 177
    },
    {
      "epoch": 0.25872093023255816,
      "grad_norm": 0.24163003265857697,
      "learning_rate": 1.9951066850838656e-05,
      "loss": 0.1926,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0007943271193653345,
      "loss_partial": 0.0059814453125,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0005328239058144391,
      "loss_partial": 0.0120849609375,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0007788169896230102,
      "loss_partial": 0.0069580078125,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0008151715155690908,
      "loss_partial": 0.0040283203125,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0012010650243610144,
      "loss_partial": 0.00531005859375,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0006904980400577188,
      "loss_partial": 0.00762939453125,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0007693794905208051,
      "loss_partial": 0.00848388671875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0003369269543327391,
      "loss_partial": 0.01123046875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0007064837263897061,
      "loss_partial": 0.00469970703125,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0005623554461635649,
      "loss_partial": 0.0079345703125,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0004306496703065932,
      "loss_partial": 0.005035400390625,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0004299432039260864,
      "loss_partial": 0.008544921875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.00046673533506691456,
      "loss_partial": 0.01043701171875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0004507316625677049,
      "loss_partial": 0.0078125,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0007621654658578336,
      "loss_partial": 0.00396728515625,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0005976731772534549,
      "loss_partial": 0.0107421875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.00042973406380042434,
      "loss_partial": 0.0101318359375,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0004966114065609872,
      "loss_partial": 0.0133056640625,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0005481445114128292,
      "loss_partial": 0.00482177734375,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0005841416423209012,
      "loss_partial": 0.00848388671875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0009622548241168261,
      "loss_partial": 0.01141357421875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.000796601758338511,
      "loss_partial": 0.003387451171875,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.0008004024857655168,
      "loss_partial": 0.00482177734375,
      "step": 178
    },
    {
      "epoch": 0.25872093023255816,
      "loss_distr": 0.00047597300726920366,
      "loss_partial": 0.007354736328125,
      "step": 178
    },
    {
      "epoch": 0.2601744186046512,
      "grad_norm": 0.18159176409244537,
      "learning_rate": 1.994852746941609e-05,
      "loss": 0.192,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0010178417433053255,
      "loss_partial": 0.0072021484375,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0006098310695961118,
      "loss_partial": 0.01141357421875,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0004324472392909229,
      "loss_partial": 0.006591796875,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0006271240417845547,
      "loss_partial": 0.00531005859375,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.00042371387826278806,
      "loss_partial": 0.0047607421875,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0011487390147522092,
      "loss_partial": 0.0031280517578125,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0005409193690866232,
      "loss_partial": 0.006866455078125,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0007411438855342567,
      "loss_partial": 0.00567626953125,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0008714646100997925,
      "loss_partial": 0.01318359375,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.00039858309901319444,
      "loss_partial": 0.0152587890625,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0005514444783329964,
      "loss_partial": 0.00830078125,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.00046517906594090164,
      "loss_partial": 0.008544921875,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0005106921307742596,
      "loss_partial": 0.005645751953125,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0008418612414970994,
      "loss_partial": 0.0047607421875,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.000626599183306098,
      "loss_partial": 0.00665283203125,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0007690342026762664,
      "loss_partial": 0.005859375,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0006459726137109101,
      "loss_partial": 0.006683349609375,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0007017573225311935,
      "loss_partial": 0.01348876953125,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0006340169347822666,
      "loss_partial": 0.00787353515625,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0003522129845805466,
      "loss_partial": 0.005859375,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0007753213285468519,
      "loss_partial": 0.006256103515625,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0004070241702720523,
      "loss_partial": 0.007171630859375,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.0008578535635024309,
      "loss_partial": 0.00543212890625,
      "step": 179
    },
    {
      "epoch": 0.2601744186046512,
      "loss_distr": 0.00040504452772438526,
      "loss_partial": 0.00811767578125,
      "step": 179
    },
    {
      "epoch": 0.2616279069767442,
      "grad_norm": 0.23357249796390533,
      "learning_rate": 1.9945924023554676e-05,
      "loss": 0.1919,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0007025645463727415,
      "loss_partial": 0.0069580078125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0005125573370605707,
      "loss_partial": 0.0048828125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.00044337689178064466,
      "loss_partial": 0.0059814453125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0006918177241459489,
      "loss_partial": 0.0062255859375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0007586850551888347,
      "loss_partial": 0.003936767578125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0007526549743488431,
      "loss_partial": 0.00927734375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.00041956553468480706,
      "loss_partial": 0.00579833984375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0005019553937017918,
      "loss_partial": 0.00775146484375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0009412521030753851,
      "loss_partial": 0.00579833984375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0006350178737193346,
      "loss_partial": 0.0072021484375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0006322921253740788,
      "loss_partial": 0.0091552734375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0005430856253951788,
      "loss_partial": 0.01043701171875,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0006052704993635416,
      "loss_partial": 0.01055908203125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0005642436444759369,
      "loss_partial": 0.004852294921875,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0006994592258706689,
      "loss_partial": 0.00738525390625,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.00048040406545624137,
      "loss_partial": 0.0111083984375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0005736734019592404,
      "loss_partial": 0.00897216796875,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0004778983420692384,
      "loss_partial": 0.004486083984375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0005378250498324633,
      "loss_partial": 0.006683349609375,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0005860771634615958,
      "loss_partial": 0.0069580078125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0006710404413752258,
      "loss_partial": 0.00762939453125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.00039409968303516507,
      "loss_partial": 0.00555419921875,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0010787807404994965,
      "loss_partial": 0.0048828125,
      "step": 180
    },
    {
      "epoch": 0.2616279069767442,
      "loss_distr": 0.0006410713540390134,
      "loss_partial": 0.009765625,
      "step": 180
    },
    {
      "epoch": 0.26308139534883723,
      "grad_norm": 0.21025562286376953,
      "learning_rate": 1.9943256530019543e-05,
      "loss": 0.1925,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0008843019604682922,
      "loss_partial": 0.004364013671875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0005417434149421751,
      "loss_partial": 0.00872802734375,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.00033834759960882366,
      "loss_partial": 0.00701904296875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.00042729481356218457,
      "loss_partial": 0.0068359375,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0005419112858362496,
      "loss_partial": 0.0079345703125,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0007162822294048965,
      "loss_partial": 0.008056640625,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0004143425903748721,
      "loss_partial": 0.007080078125,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0007212021737359464,
      "loss_partial": 0.004974365234375,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0005118281696923077,
      "loss_partial": 0.01007080078125,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.000531495432369411,
      "loss_partial": 0.00653076171875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0007165673887357116,
      "loss_partial": 0.0068359375,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0005133001832291484,
      "loss_partial": 0.007537841796875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0006536177243106067,
      "loss_partial": 0.00909423828125,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0008165547042153776,
      "loss_partial": 0.005615234375,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0003516010183375329,
      "loss_partial": 0.01458740234375,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.000659393728710711,
      "loss_partial": 0.0074462890625,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0006481219315901399,
      "loss_partial": 0.00994873046875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0004442361823748797,
      "loss_partial": 0.00799560546875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0004111875023227185,
      "loss_partial": 0.0086669921875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0006773679051548243,
      "loss_partial": 0.00579833984375,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0006009031203575432,
      "loss_partial": 0.010498046875,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0010128322755917907,
      "loss_partial": 0.009033203125,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.00041420786874368787,
      "loss_partial": 0.006256103515625,
      "step": 181
    },
    {
      "epoch": 0.26308139534883723,
      "loss_distr": 0.0007131440797820687,
      "loss_partial": 0.0048828125,
      "step": 181
    },
    {
      "epoch": 0.26453488372093026,
      "grad_norm": 0.18500976264476776,
      "learning_rate": 1.994052500598826e-05,
      "loss": 0.1892,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0006341905100271106,
      "loss_partial": 0.006927490234375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0004858268366660923,
      "loss_partial": 0.00738525390625,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0005930994520895183,
      "loss_partial": 0.0067138671875,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.000535785686224699,
      "loss_partial": 0.006195068359375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0005237545119598508,
      "loss_partial": 0.00787353515625,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0006192041328176856,
      "loss_partial": 0.0074462890625,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.00038587950984947383,
      "loss_partial": 0.0067138671875,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.000774656655266881,
      "loss_partial": 0.01007080078125,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0010694400407373905,
      "loss_partial": 0.004486083984375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0006535432185046375,
      "loss_partial": 0.005279541015625,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0005307128303684294,
      "loss_partial": 0.005645751953125,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.000821432564407587,
      "loss_partial": 0.005584716796875,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0006314622005447745,
      "loss_partial": 0.00823974609375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.000682164856698364,
      "loss_partial": 0.004486083984375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0003697081410791725,
      "loss_partial": 0.00921630859375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.00042649812530726194,
      "loss_partial": 0.010009765625,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0009038832504302263,
      "loss_partial": 0.00665283203125,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.00043767361785285175,
      "loss_partial": 0.00775146484375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0004138446820434183,
      "loss_partial": 0.010009765625,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0006852908409200609,
      "loss_partial": 0.00482177734375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.00104664103128016,
      "loss_partial": 0.005035400390625,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0005887135630473495,
      "loss_partial": 0.0057373046875,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0007388958474621177,
      "loss_partial": 0.007659912109375,
      "step": 182
    },
    {
      "epoch": 0.26453488372093026,
      "loss_distr": 0.0007431835401803255,
      "loss_partial": 0.00811767578125,
      "step": 182
    },
    {
      "epoch": 0.26598837209302323,
      "grad_norm": 0.2272004634141922,
      "learning_rate": 1.993772946905072e-05,
      "loss": 0.1937,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0007608809974044561,
      "loss_partial": 0.00830078125,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0006126718362793326,
      "loss_partial": 0.0162353515625,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0005596299888566136,
      "loss_partial": 0.0086669921875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.00039550429210066795,
      "loss_partial": 0.00762939453125,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0008798976778052747,
      "loss_partial": 0.006500244140625,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0009544303175061941,
      "loss_partial": 0.003997802734375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0009058149880729616,
      "loss_partial": 0.004547119140625,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0002952013164758682,
      "loss_partial": 0.0115966796875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0009032463422045112,
      "loss_partial": 0.007293701171875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0004904480883851647,
      "loss_partial": 0.006317138671875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0006579633336514235,
      "loss_partial": 0.006683349609375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.000602442363742739,
      "loss_partial": 0.00537109375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0009274284821003675,
      "loss_partial": 0.004852294921875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0008325250819325447,
      "loss_partial": 0.006561279296875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.000560687854886055,
      "loss_partial": 0.0062255859375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0004925917601212859,
      "loss_partial": 0.0201416015625,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0004530788282863796,
      "loss_partial": 0.006317138671875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.00037484394852072,
      "loss_partial": 0.01171875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0007566928397864103,
      "loss_partial": 0.005859375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0006817574612796307,
      "loss_partial": 0.00970458984375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.00031852821120992303,
      "loss_partial": 0.00677490234375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.00043256563367322087,
      "loss_partial": 0.007049560546875,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0006297349464148283,
      "loss_partial": 0.0042724609375,
      "step": 183
    },
    {
      "epoch": 0.26598837209302323,
      "loss_distr": 0.0008229773957282305,
      "loss_partial": 0.00531005859375,
      "step": 183
    },
    {
      "epoch": 0.26744186046511625,
      "grad_norm": 0.20524613559246063,
      "learning_rate": 1.9934869937209027e-05,
      "loss": 0.1944,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0010585335548967123,
      "loss_partial": 0.0032806396484375,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0006471689557656646,
      "loss_partial": 0.0050048828125,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0007884827791713178,
      "loss_partial": 0.0078125,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0006895508849993348,
      "loss_partial": 0.008056640625,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0006054677069187164,
      "loss_partial": 0.0050048828125,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0008235589484684169,
      "loss_partial": 0.007293701171875,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.000742357166018337,
      "loss_partial": 0.007568359375,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0010234875371679664,
      "loss_partial": 0.005706787109375,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0006906405906192958,
      "loss_partial": 0.007293701171875,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0004221355775371194,
      "loss_partial": 0.0096435546875,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0006406386964954436,
      "loss_partial": 0.00604248046875,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0005927708116360009,
      "loss_partial": 0.0079345703125,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0007915297755971551,
      "loss_partial": 0.007232666015625,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0005260591860860586,
      "loss_partial": 0.00811767578125,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0007387551013380289,
      "loss_partial": 0.006378173828125,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0006597612518817186,
      "loss_partial": 0.004608154296875,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0005053553031757474,
      "loss_partial": 0.0086669921875,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0005489782197400928,
      "loss_partial": 0.01116943359375,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0005199406878091395,
      "loss_partial": 0.00921630859375,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0010090488940477371,
      "loss_partial": 0.005126953125,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0005616844864562154,
      "loss_partial": 0.00396728515625,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.000605546054430306,
      "loss_partial": 0.004150390625,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0009951172396540642,
      "loss_partial": 0.007568359375,
      "step": 184
    },
    {
      "epoch": 0.26744186046511625,
      "loss_distr": 0.0005736377788707614,
      "loss_partial": 0.00634765625,
      "step": 184
    },
    {
      "epoch": 0.2688953488372093,
      "grad_norm": 0.2017272263765335,
      "learning_rate": 1.9931946428877403e-05,
      "loss": 0.1894,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0005994029343128204,
      "loss_partial": 0.0067138671875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0007392046391032636,
      "loss_partial": 0.007720947265625,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0004455423913896084,
      "loss_partial": 0.010986328125,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0003589356492739171,
      "loss_partial": 0.006866455078125,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0007021750207059085,
      "loss_partial": 0.006317138671875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0007570363814011216,
      "loss_partial": 0.00836181640625,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0010332043748348951,
      "loss_partial": 0.01031494140625,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0007838133606128395,
      "loss_partial": 0.005401611328125,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0004913201555609703,
      "loss_partial": 0.0057373046875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.000486136123072356,
      "loss_partial": 0.0086669921875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0005990323843434453,
      "loss_partial": 0.0089111328125,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0006025315378792584,
      "loss_partial": 0.00732421875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0006652525044046342,
      "loss_partial": 0.0050048828125,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.00032058198121376336,
      "loss_partial": 0.005859375,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0004239600384607911,
      "loss_partial": 0.0086669921875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0005662688054144382,
      "loss_partial": 0.0057373046875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0005976669490337372,
      "loss_partial": 0.005340576171875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.00032649823697283864,
      "loss_partial": 0.004608154296875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0003410360950510949,
      "loss_partial": 0.00555419921875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0006663030944764614,
      "loss_partial": 0.0052490234375,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.000607925234362483,
      "loss_partial": 0.012939453125,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0007342143799178302,
      "loss_partial": 0.005584716796875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.00037737429374828935,
      "loss_partial": 0.007293701171875,
      "step": 185
    },
    {
      "epoch": 0.2688953488372093,
      "loss_distr": 0.0004167046572547406,
      "loss_partial": 0.010986328125,
      "step": 185
    },
    {
      "epoch": 0.2703488372093023,
      "grad_norm": 0.16708417236804962,
      "learning_rate": 1.992895896288204e-05,
      "loss": 0.1851,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.000681266887113452,
      "loss_partial": 0.00439453125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0006460256990976632,
      "loss_partial": 0.00677490234375,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0009674138855189085,
      "loss_partial": 0.004150390625,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.000847805174998939,
      "loss_partial": 0.00390625,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0008142221486195922,
      "loss_partial": 0.004974365234375,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.00040293019264936447,
      "loss_partial": 0.0054931640625,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0007518266211263835,
      "loss_partial": 0.00677490234375,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0007576118223369122,
      "loss_partial": 0.0045166015625,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0004302049637772143,
      "loss_partial": 0.010986328125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0007831731345504522,
      "loss_partial": 0.00616455078125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0006935424171388149,
      "loss_partial": 0.00347900390625,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0005284160724841058,
      "loss_partial": 0.0084228515625,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0006667321431450546,
      "loss_partial": 0.01043701171875,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0005039743264205754,
      "loss_partial": 0.010986328125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.00039670284604653716,
      "loss_partial": 0.005584716796875,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0006996404845267534,
      "loss_partial": 0.0062255859375,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0006634860765188932,
      "loss_partial": 0.01043701171875,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0005243952618911862,
      "loss_partial": 0.00714111328125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0004538395151030272,
      "loss_partial": 0.0086669921875,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.00045123312156647444,
      "loss_partial": 0.005889892578125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.000670235080178827,
      "loss_partial": 0.005401611328125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0005076082888990641,
      "loss_partial": 0.005401611328125,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0009294596966356039,
      "loss_partial": 0.00848388671875,
      "step": 186
    },
    {
      "epoch": 0.2703488372093023,
      "loss_distr": 0.0006041034357622266,
      "loss_partial": 0.00946044921875,
      "step": 186
    },
    {
      "epoch": 0.27180232558139533,
      "grad_norm": 0.19181260466575623,
      "learning_rate": 1.9925907558460997e-05,
      "loss": 0.1912,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.00030657966271974146,
      "loss_partial": 0.0137939453125,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0004960926016792655,
      "loss_partial": 0.009521484375,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.000496068736538291,
      "loss_partial": 0.004302978515625,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.000758150708861649,
      "loss_partial": 0.0030670166015625,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005182042950764298,
      "loss_partial": 0.00433349609375,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005961703136563301,
      "loss_partial": 0.007232666015625,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0004953228635713458,
      "loss_partial": 0.005584716796875,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005041422555223107,
      "loss_partial": 0.0078125,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0007374079432338476,
      "loss_partial": 0.005615234375,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005742165958508849,
      "loss_partial": 0.0059814453125,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0006633356679230928,
      "loss_partial": 0.00537109375,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0006367119494825602,
      "loss_partial": 0.0084228515625,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0007509725401178002,
      "loss_partial": 0.005767822265625,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0006275114137679338,
      "loss_partial": 0.00787353515625,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005256229778751731,
      "loss_partial": 0.0091552734375,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0007152988109737635,
      "loss_partial": 0.006591796875,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0004605001013260335,
      "loss_partial": 0.010986328125,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.000701446202583611,
      "loss_partial": 0.005401611328125,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0006274189800024033,
      "loss_partial": 0.004180908203125,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005937733803875744,
      "loss_partial": 0.00616455078125,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005731866112910211,
      "loss_partial": 0.006988525390625,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0003757852246053517,
      "loss_partial": 0.01141357421875,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0006313010235317051,
      "loss_partial": 0.0091552734375,
      "step": 187
    },
    {
      "epoch": 0.27180232558139533,
      "loss_distr": 0.0005771145224571228,
      "loss_partial": 0.00732421875,
      "step": 187
    },
    {
      "epoch": 0.27325581395348836,
      "grad_norm": 0.21033361554145813,
      "learning_rate": 1.9922792235264065e-05,
      "loss": 0.193,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0005793173331767321,
      "loss_partial": 0.009033203125,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.00033481913851574063,
      "loss_partial": 0.00665283203125,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0004590906319208443,
      "loss_partial": 0.0078125,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0006202497752383351,
      "loss_partial": 0.006103515625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0006182193756103516,
      "loss_partial": 0.009033203125,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.000775124179199338,
      "loss_partial": 0.005767822265625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0004349931550677866,
      "loss_partial": 0.0062255859375,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0007831481634639204,
      "loss_partial": 0.01141357421875,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0008744398364797235,
      "loss_partial": 0.006988525390625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0006118784658610821,
      "loss_partial": 0.006134033203125,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0007276291726157069,
      "loss_partial": 0.0047607421875,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0007426209049299359,
      "loss_partial": 0.00433349609375,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.000646435481030494,
      "loss_partial": 0.006103515625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.00043954490683972836,
      "loss_partial": 0.005462646484375,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0006105621578171849,
      "loss_partial": 0.006683349609375,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0007582411635667086,
      "loss_partial": 0.006103515625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0005124435992911458,
      "loss_partial": 0.007476806640625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0005933474749326706,
      "loss_partial": 0.01263427734375,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0007075212197378278,
      "loss_partial": 0.006988525390625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0004939624341204762,
      "loss_partial": 0.00604248046875,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0006057455320842564,
      "loss_partial": 0.007720947265625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.00045838800724595785,
      "loss_partial": 0.01708984375,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.0004893942968919873,
      "loss_partial": 0.005523681640625,
      "step": 188
    },
    {
      "epoch": 0.27325581395348836,
      "loss_distr": 0.00048138637794181705,
      "loss_partial": 0.00738525390625,
      "step": 188
    },
    {
      "epoch": 0.2747093023255814,
      "grad_norm": 0.20057377219200134,
      "learning_rate": 1.9919613013352648e-05,
      "loss": 0.1913,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0007490409770980477,
      "loss_partial": 0.007476806640625,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006589133990928531,
      "loss_partial": 0.0079345703125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0005101949791423976,
      "loss_partial": 0.0108642578125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0005811853334307671,
      "loss_partial": 0.019287109375,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006143940845504403,
      "loss_partial": 0.00958251953125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0007729560602456331,
      "loss_partial": 0.00469970703125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.000706164981238544,
      "loss_partial": 0.0052490234375,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0007546087726950645,
      "loss_partial": 0.011962890625,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0007821982144378126,
      "loss_partial": 0.0062255859375,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0003146320232190192,
      "loss_partial": 0.0069580078125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.000657311175018549,
      "loss_partial": 0.004791259765625,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0007865786319598556,
      "loss_partial": 0.007110595703125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006573729915544391,
      "loss_partial": 0.004241943359375,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0009582379716448486,
      "loss_partial": 0.00592041015625,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0005363741074688733,
      "loss_partial": 0.01007080078125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0003623162629082799,
      "loss_partial": 0.005615234375,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006248665158636868,
      "loss_partial": 0.004913330078125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006428780034184456,
      "loss_partial": 0.00543212890625,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0008734719594940543,
      "loss_partial": 0.0078125,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0007405789801850915,
      "loss_partial": 0.007293701171875,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0007574871415272355,
      "loss_partial": 0.006988525390625,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006598065956495702,
      "loss_partial": 0.00677490234375,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006567825330421329,
      "loss_partial": 0.005706787109375,
      "step": 189
    },
    {
      "epoch": 0.2747093023255814,
      "loss_distr": 0.0006133682327345014,
      "loss_partial": 0.006622314453125,
      "step": 189
    },
    {
      "epoch": 0.2761627906976744,
      "grad_norm": 0.17880499362945557,
      "learning_rate": 1.9916369913199634e-05,
      "loss": 0.1906,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0005897156661376357,
      "loss_partial": 0.01153564453125,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0004250351048540324,
      "loss_partial": 0.01190185546875,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.00038174615474417806,
      "loss_partial": 0.00640869140625,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0003405121387913823,
      "loss_partial": 0.00799560546875,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0007291858782991767,
      "loss_partial": 0.00701904296875,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0013332635862752795,
      "loss_partial": 0.0037689208984375,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0009113323176279664,
      "loss_partial": 0.00396728515625,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0007843277417123318,
      "loss_partial": 0.005706787109375,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.000611345109064132,
      "loss_partial": 0.014404296875,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.00040375275420956314,
      "loss_partial": 0.00921630859375,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0005053391796536744,
      "loss_partial": 0.009521484375,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0006986087537370622,
      "loss_partial": 0.007354736328125,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0006583953509107232,
      "loss_partial": 0.005615234375,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0007853895658627152,
      "loss_partial": 0.006256103515625,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0009352857596240938,
      "loss_partial": 0.00433349609375,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0005080209230072796,
      "loss_partial": 0.0103759765625,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.00041132455226033926,
      "loss_partial": 0.0068359375,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.00082523247692734,
      "loss_partial": 0.00958251953125,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.00044130528112873435,
      "loss_partial": 0.006317138671875,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0008652007672935724,
      "loss_partial": 0.00445556640625,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0006881602457724512,
      "loss_partial": 0.00640869140625,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0007002489874139428,
      "loss_partial": 0.0059814453125,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0005834335461258888,
      "loss_partial": 0.002716064453125,
      "step": 190
    },
    {
      "epoch": 0.2761627906976744,
      "loss_distr": 0.0005755866877734661,
      "loss_partial": 0.01025390625,
      "step": 190
    },
    {
      "epoch": 0.27761627906976744,
      "grad_norm": 0.20326833426952362,
      "learning_rate": 1.9913062955689257e-05,
      "loss": 0.1904,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.00046260759700089693,
      "loss_partial": 0.00848388671875,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0008298555621877313,
      "loss_partial": 0.0074462890625,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0007465350208804011,
      "loss_partial": 0.004852294921875,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0006684241234324872,
      "loss_partial": 0.007171630859375,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0003469104995019734,
      "loss_partial": 0.0093994140625,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0004380600294098258,
      "loss_partial": 0.00921630859375,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0006065393681637943,
      "loss_partial": 0.004486083984375,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.00046879585715942085,
      "loss_partial": 0.0108642578125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0008772799628786743,
      "loss_partial": 0.006256103515625,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0005685370415449142,
      "loss_partial": 0.0048828125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0006810359191149473,
      "loss_partial": 0.00555419921875,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0009254191536456347,
      "loss_partial": 0.00823974609375,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0008068901370279491,
      "loss_partial": 0.007354736328125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0007895237067714334,
      "loss_partial": 0.0048828125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0004046337562613189,
      "loss_partial": 0.0086669921875,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.000497868750244379,
      "loss_partial": 0.00469970703125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0003239304933231324,
      "loss_partial": 0.007476806640625,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.00035952060716226697,
      "loss_partial": 0.004302978515625,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0011379218194633722,
      "loss_partial": 0.004241943359375,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0004867170355282724,
      "loss_partial": 0.007110595703125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0005731458077207208,
      "loss_partial": 0.005401611328125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0006280358647927642,
      "loss_partial": 0.00543212890625,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0006140924524515867,
      "loss_partial": 0.006378173828125,
      "step": 191
    },
    {
      "epoch": 0.27761627906976744,
      "loss_distr": 0.0008906484581530094,
      "loss_partial": 0.0084228515625,
      "step": 191
    },
    {
      "epoch": 0.27906976744186046,
      "grad_norm": 0.16323280334472656,
      "learning_rate": 1.9909692162116968e-05,
      "loss": 0.1906,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0007571409223601222,
      "loss_partial": 0.00714111328125,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0005604983889497817,
      "loss_partial": 0.00823974609375,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0006704035913571715,
      "loss_partial": 0.008056640625,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0008062021224759519,
      "loss_partial": 0.00482177734375,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0005660831229761243,
      "loss_partial": 0.006622314453125,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0005327107501216233,
      "loss_partial": 0.017333984375,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0010672537609934807,
      "loss_partial": 0.004791259765625,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.000988878309726715,
      "loss_partial": 0.006591796875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0006091163959354162,
      "loss_partial": 0.0091552734375,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0011081870179623365,
      "loss_partial": 0.0042724609375,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0004267625627107918,
      "loss_partial": 0.0079345703125,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0005464204004965723,
      "loss_partial": 0.00408935546875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0005014787893742323,
      "loss_partial": 0.00701904296875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0007282511796802282,
      "loss_partial": 0.007293701171875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0012683951063081622,
      "loss_partial": 0.004852294921875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0005826335400342941,
      "loss_partial": 0.00994873046875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0006326520815491676,
      "loss_partial": 0.005157470703125,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0004766436468344182,
      "loss_partial": 0.003570556640625,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0006597238825634122,
      "loss_partial": 0.0084228515625,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0008005178533494473,
      "loss_partial": 0.01141357421875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0005813349853269756,
      "loss_partial": 0.01324462890625,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0003450475342106074,
      "loss_partial": 0.01043701171875,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.0006791809573769569,
      "loss_partial": 0.0118408203125,
      "step": 192
    },
    {
      "epoch": 0.27906976744186046,
      "loss_distr": 0.000950504676438868,
      "loss_partial": 0.004180908203125,
      "step": 192
    },
    {
      "epoch": 0.2805232558139535,
      "grad_norm": 0.19162043929100037,
      "learning_rate": 1.9906257554189295e-05,
      "loss": 0.1929,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0008692995179444551,
      "loss_partial": 0.0078125,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005469301249831915,
      "loss_partial": 0.00604248046875,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0006901337765157223,
      "loss_partial": 0.005859375,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0006726455176249146,
      "loss_partial": 0.0106201171875,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005309369880706072,
      "loss_partial": 0.00604248046875,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.000627283239737153,
      "loss_partial": 0.010009765625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.000832265883218497,
      "loss_partial": 0.00433349609375,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.00045959182898513973,
      "loss_partial": 0.00494384765625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0004599440726451576,
      "loss_partial": 0.01470947265625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.000576385878957808,
      "loss_partial": 0.00970458984375,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0006905619520694017,
      "loss_partial": 0.004730224609375,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.00040279404493048787,
      "loss_partial": 0.01239013671875,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0006935444544069469,
      "loss_partial": 0.0126953125,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005476425285451114,
      "loss_partial": 0.0062255859375,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005829624133184552,
      "loss_partial": 0.00872802734375,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0004966625128872693,
      "loss_partial": 0.008056640625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005077969399280846,
      "loss_partial": 0.01226806640625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0007842536433599889,
      "loss_partial": 0.007110595703125,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005362882511690259,
      "loss_partial": 0.006805419921875,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005387112032622099,
      "loss_partial": 0.00787353515625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0005715761799365282,
      "loss_partial": 0.0084228515625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.000637937686406076,
      "loss_partial": 0.00689697265625,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0008551785140298307,
      "loss_partial": 0.005859375,
      "step": 193
    },
    {
      "epoch": 0.2805232558139535,
      "loss_distr": 0.0004072854935657233,
      "loss_partial": 0.0067138671875,
      "step": 193
    },
    {
      "epoch": 0.2819767441860465,
      "grad_norm": 0.19836707413196564,
      "learning_rate": 1.990275915402371e-05,
      "loss": 0.1909,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0005531429778784513,
      "loss_partial": 0.007568359375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0006066917558200657,
      "loss_partial": 0.007659912109375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.00040785898454487324,
      "loss_partial": 0.00909423828125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0004849859979003668,
      "loss_partial": 0.00726318359375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0008956438396126032,
      "loss_partial": 0.006256103515625,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0007450575358234346,
      "loss_partial": 0.0050048828125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0006743862177245319,
      "loss_partial": 0.00677490234375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0005810214206576347,
      "loss_partial": 0.00830078125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0005329731502570212,
      "loss_partial": 0.00439453125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0006677107303403318,
      "loss_partial": 0.00518798828125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0006903474568389356,
      "loss_partial": 0.0062255859375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0008745507220737636,
      "loss_partial": 0.006683349609375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0006627101683989167,
      "loss_partial": 0.00830078125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0008920200052671134,
      "loss_partial": 0.004791259765625,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0004849331162404269,
      "loss_partial": 0.010986328125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0003711204044520855,
      "loss_partial": 0.005950927734375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0005232738330960274,
      "loss_partial": 0.006744384765625,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0007009257096797228,
      "loss_partial": 0.00537109375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0005359591450542212,
      "loss_partial": 0.005523681640625,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.00042518271948210895,
      "loss_partial": 0.006500244140625,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0007935900939628482,
      "loss_partial": 0.003692626953125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0007498943014070392,
      "loss_partial": 0.01348876953125,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0009030149667523801,
      "loss_partial": 0.00531005859375,
      "step": 194
    },
    {
      "epoch": 0.2819767441860465,
      "loss_distr": 0.0006355602527037263,
      "loss_partial": 0.00537109375,
      "step": 194
    },
    {
      "epoch": 0.28343023255813954,
      "grad_norm": 0.18359969556331635,
      "learning_rate": 1.989919698414847e-05,
      "loss": 0.1891,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0008582496084272861,
      "loss_partial": 0.004608154296875,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0005966470343992114,
      "loss_partial": 0.005859375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.000668501656036824,
      "loss_partial": 0.004241943359375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0005702046910300851,
      "loss_partial": 0.007659912109375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0006223553791642189,
      "loss_partial": 0.007171630859375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.000868830073159188,
      "loss_partial": 0.004547119140625,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0009281836682930589,
      "loss_partial": 0.007720947265625,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0007107254350557923,
      "loss_partial": 0.00592041015625,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0007432887796312571,
      "loss_partial": 0.006378173828125,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0004231971106491983,
      "loss_partial": 0.0079345703125,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0008042286499403417,
      "loss_partial": 0.00848388671875,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.000798907014541328,
      "loss_partial": 0.004638671875,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0006311796605587006,
      "loss_partial": 0.004974365234375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.00042562567978166044,
      "loss_partial": 0.0062255859375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0005114596569910645,
      "loss_partial": 0.004608154296875,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.00058561353944242,
      "loss_partial": 0.0037689208984375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0005171491065993905,
      "loss_partial": 0.005157470703125,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0007643658900633454,
      "loss_partial": 0.0034027099609375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0006253470783121884,
      "loss_partial": 0.00811767578125,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0010002836352214217,
      "loss_partial": 0.006561279296875,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.00041727855568751693,
      "loss_partial": 0.0067138671875,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0008583951275795698,
      "loss_partial": 0.004547119140625,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0006874827085994184,
      "loss_partial": 0.0062255859375,
      "step": 195
    },
    {
      "epoch": 0.28343023255813954,
      "loss_distr": 0.0005949409678578377,
      "loss_partial": 0.00726318359375,
      "step": 195
    },
    {
      "epoch": 0.28488372093023256,
      "grad_norm": 0.15420684218406677,
      "learning_rate": 1.989557106750249e-05,
      "loss": 0.1914,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0005683006020262837,
      "loss_partial": 0.00811767578125,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0008679736638441682,
      "loss_partial": 0.00714111328125,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0006529954262077808,
      "loss_partial": 0.00640869140625,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0008763236692175269,
      "loss_partial": 0.004913330078125,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0006919617298990488,
      "loss_partial": 0.005157470703125,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.00041481302469037473,
      "loss_partial": 0.003997802734375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0005259605241008103,
      "loss_partial": 0.007049560546875,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.000611891970038414,
      "loss_partial": 0.00830078125,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.00046206367551349103,
      "loss_partial": 0.01263427734375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0004848999669775367,
      "loss_partial": 0.006622314453125,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0006597264437004924,
      "loss_partial": 0.00738525390625,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0005521948914974928,
      "loss_partial": 0.006439208984375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0006220304640009999,
      "loss_partial": 0.007720947265625,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0005819593789055943,
      "loss_partial": 0.00830078125,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0003744983987417072,
      "loss_partial": 0.0142822265625,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0007986510172486305,
      "loss_partial": 0.00677490234375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0005216944264248013,
      "loss_partial": 0.0123291015625,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0004848199896514416,
      "loss_partial": 0.011474609375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0006511273677460849,
      "loss_partial": 0.005279541015625,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0005706483498215675,
      "loss_partial": 0.00946044921875,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.00041551172034814954,
      "loss_partial": 0.0062255859375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0007761510787531734,
      "loss_partial": 0.007659912109375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0007542136590927839,
      "loss_partial": 0.01165771484375,
      "step": 196
    },
    {
      "epoch": 0.28488372093023256,
      "loss_distr": 0.0006623098161071539,
      "loss_partial": 0.01141357421875,
      "step": 196
    },
    {
      "epoch": 0.2863372093023256,
      "grad_norm": 0.17817111313343048,
      "learning_rate": 1.989188142743519e-05,
      "loss": 0.1912,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.00042732228757813573,
      "loss_partial": 0.012451171875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0008982822182588279,
      "loss_partial": 0.005035400390625,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0004952236195094883,
      "loss_partial": 0.011474609375,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0006624164525419474,
      "loss_partial": 0.004425048828125,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.00124888657592237,
      "loss_partial": 0.005645751953125,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0011199495056644082,
      "loss_partial": 0.00653076171875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0005425432464107871,
      "loss_partial": 0.00787353515625,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.000599367544054985,
      "loss_partial": 0.004058837890625,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0007319926517084241,
      "loss_partial": 0.004364013671875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0010409681126475334,
      "loss_partial": 0.007354736328125,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0006574832368642092,
      "loss_partial": 0.00823974609375,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.000463013508124277,
      "loss_partial": 0.00421142578125,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0006144368671812117,
      "loss_partial": 0.01251220703125,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.00036851404001936316,
      "loss_partial": 0.006591796875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0003034473047591746,
      "loss_partial": 0.0057373046875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0006609176052734256,
      "loss_partial": 0.00897216796875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0005169307114556432,
      "loss_partial": 0.008056640625,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0009221806540153921,
      "loss_partial": 0.00567626953125,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0004115618939977139,
      "loss_partial": 0.01708984375,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0008013915503397584,
      "loss_partial": 0.0084228515625,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0005743249203078449,
      "loss_partial": 0.0076904296875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.00046566606033593416,
      "loss_partial": 0.006866455078125,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0008832680759951472,
      "loss_partial": 0.004364013671875,
      "step": 197
    },
    {
      "epoch": 0.2863372093023256,
      "loss_distr": 0.0003702692920342088,
      "loss_partial": 0.0126953125,
      "step": 197
    },
    {
      "epoch": 0.2877906976744186,
      "grad_norm": 0.1895141750574112,
      "learning_rate": 1.9888128087706335e-05,
      "loss": 0.1924,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0006768734892830253,
      "loss_partial": 0.00421142578125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0005043506971560419,
      "loss_partial": 0.00640869140625,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0006946023786440492,
      "loss_partial": 0.01446533203125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.00078290153760463,
      "loss_partial": 0.0084228515625,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0008190289954654872,
      "loss_partial": 0.00958251953125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0009029789362102747,
      "loss_partial": 0.005462646484375,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0006102756597101688,
      "loss_partial": 0.00726318359375,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0005704330978915095,
      "loss_partial": 0.01055908203125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0007054125308059156,
      "loss_partial": 0.00469970703125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0009288332657888532,
      "loss_partial": 0.006591796875,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0004303164023440331,
      "loss_partial": 0.0111083984375,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0007535074837505817,
      "loss_partial": 0.005401611328125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.000418115989305079,
      "loss_partial": 0.00347900390625,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0006644311361014843,
      "loss_partial": 0.010009765625,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0009016356780193746,
      "loss_partial": 0.004669189453125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0005627734935842454,
      "loss_partial": 0.006500244140625,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0005682543851435184,
      "loss_partial": 0.006683349609375,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0007748696370981634,
      "loss_partial": 0.0036163330078125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0003964874194934964,
      "loss_partial": 0.00897216796875,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0006500236340798438,
      "loss_partial": 0.008056640625,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0005388655117712915,
      "loss_partial": 0.00616455078125,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0009739419911056757,
      "loss_partial": 0.003265380859375,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.000620346050709486,
      "loss_partial": 0.0074462890625,
      "step": 198
    },
    {
      "epoch": 0.2877906976744186,
      "loss_distr": 0.0006133269052952528,
      "loss_partial": 0.006134033203125,
      "step": 198
    },
    {
      "epoch": 0.28924418604651164,
      "grad_norm": 0.1763605922460556,
      "learning_rate": 1.9884311072485897e-05,
      "loss": 0.1921,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.00037097555468790233,
      "loss_partial": 0.006561279296875,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0006606706883758307,
      "loss_partial": 0.00469970703125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.00038470281288027763,
      "loss_partial": 0.004608154296875,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0005650874227285385,
      "loss_partial": 0.007781982421875,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0006560294423252344,
      "loss_partial": 0.00701904296875,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0004322247696109116,
      "loss_partial": 0.0078125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0004929415881633759,
      "loss_partial": 0.0089111328125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0003808823530562222,
      "loss_partial": 0.0052490234375,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0008338023908436298,
      "loss_partial": 0.004364013671875,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0009917644783854485,
      "loss_partial": 0.006195068359375,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0009047565399669111,
      "loss_partial": 0.005126953125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0005616304697468877,
      "loss_partial": 0.00726318359375,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0009592353599146008,
      "loss_partial": 0.0057373046875,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0004796861612703651,
      "loss_partial": 0.00927734375,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.00044669880298897624,
      "loss_partial": 0.00909423828125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.000613187556155026,
      "loss_partial": 0.005401611328125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0009746083524078131,
      "loss_partial": 0.008056640625,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0006043191533535719,
      "loss_partial": 0.00714111328125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0006468407809734344,
      "loss_partial": 0.0101318359375,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0005761325010098517,
      "loss_partial": 0.0059814453125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0005938299000263214,
      "loss_partial": 0.00567626953125,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0005677587469108403,
      "loss_partial": 0.008544921875,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.000480201852042228,
      "loss_partial": 0.00823974609375,
      "step": 199
    },
    {
      "epoch": 0.28924418604651164,
      "loss_distr": 0.0008223125478252769,
      "loss_partial": 0.0093994140625,
      "step": 199
    },
    {
      "epoch": 0.29069767441860467,
      "grad_norm": 0.19460371136665344,
      "learning_rate": 1.988043040635389e-05,
      "loss": 0.1935,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0008202787721529603,
      "loss_partial": 0.006011962890625,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0008822954259812832,
      "loss_partial": 0.005615234375,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0011046852450817823,
      "loss_partial": 0.003753662109375,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.00044338282896205783,
      "loss_partial": 0.006011962890625,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0008147567277774215,
      "loss_partial": 0.00860595703125,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0004930077702738345,
      "loss_partial": 0.004791259765625,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.00047526892740279436,
      "loss_partial": 0.007171630859375,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0004977964563295245,
      "loss_partial": 0.0087890625,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0005519838305190206,
      "loss_partial": 0.00439453125,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0009599805343896151,
      "loss_partial": 0.00433349609375,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0007557816570624709,
      "loss_partial": 0.0101318359375,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0005422942340373993,
      "loss_partial": 0.003936767578125,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0007970027509145439,
      "loss_partial": 0.005340576171875,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0006024567410349846,
      "loss_partial": 0.0125732421875,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.00045236683217808604,
      "loss_partial": 0.0096435546875,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0005524200387299061,
      "loss_partial": 0.005859375,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0009300705278292298,
      "loss_partial": 0.004791259765625,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.000565862690564245,
      "loss_partial": 0.008056640625,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0005058437818661332,
      "loss_partial": 0.006317138671875,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0011196744162589312,
      "loss_partial": 0.0038604736328125,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.001010259846225381,
      "loss_partial": 0.004364013671875,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0006758825620636344,
      "loss_partial": 0.00897216796875,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0003686346753966063,
      "loss_partial": 0.01116943359375,
      "step": 200
    },
    {
      "epoch": 0.29069767441860467,
      "loss_distr": 0.0003603932564146817,
      "loss_partial": 0.0052490234375,
      "step": 200
    },
    {
      "epoch": 0.2921511627906977,
      "grad_norm": 0.18442575633525848,
      "learning_rate": 1.9876486114300215e-05,
      "loss": 0.1952,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0007533219177275896,
      "loss_partial": 0.00592041015625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0005926759913563728,
      "loss_partial": 0.008544921875,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.000865398847963661,
      "loss_partial": 0.005645751953125,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0004786633071489632,
      "loss_partial": 0.007659912109375,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0008452651090919971,
      "loss_partial": 0.0042724609375,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0010460733901709318,
      "loss_partial": 0.005096435546875,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0006810337072238326,
      "loss_partial": 0.011962890625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0010381009196862578,
      "loss_partial": 0.0032501220703125,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.000450465246103704,
      "loss_partial": 0.006500244140625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0008711267728358507,
      "loss_partial": 0.00848388671875,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.000748803315218538,
      "loss_partial": 0.00592041015625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0006645437679253519,
      "loss_partial": 0.004669189453125,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.000521563517395407,
      "loss_partial": 0.00897216796875,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0005041353870183229,
      "loss_partial": 0.007232666015625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0007161556277424097,
      "loss_partial": 0.0069580078125,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0003893394023180008,
      "loss_partial": 0.012451171875,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0005122153670527041,
      "loss_partial": 0.004364013671875,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.00047117634676396847,
      "loss_partial": 0.0054931640625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0006780484109185636,
      "loss_partial": 0.00616455078125,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0008083510911092162,
      "loss_partial": 0.006744384765625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0003612274012994021,
      "loss_partial": 0.01055908203125,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0007526454865001142,
      "loss_partial": 0.007720947265625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0008026326540857553,
      "loss_partial": 0.007232666015625,
      "step": 201
    },
    {
      "epoch": 0.2921511627906977,
      "loss_distr": 0.0005487650632858276,
      "loss_partial": 0.00616455078125,
      "step": 201
    },
    {
      "epoch": 0.2936046511627907,
      "grad_norm": 0.18823790550231934,
      "learning_rate": 1.987247822172449e-05,
      "loss": 0.1901,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.00039452125201933086,
      "loss_partial": 0.007293701171875,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0005770698189735413,
      "loss_partial": 0.004364013671875,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0009040652075782418,
      "loss_partial": 0.005401611328125,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0007504159002564847,
      "loss_partial": 0.00396728515625,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0007070546271279454,
      "loss_partial": 0.004669189453125,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0005656714783981442,
      "loss_partial": 0.0111083984375,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0005881261895410717,
      "loss_partial": 0.00677490234375,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.00047297519631683826,
      "loss_partial": 0.005645751953125,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0006051190430298448,
      "loss_partial": 0.007232666015625,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0006479414878413081,
      "loss_partial": 0.00823974609375,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0004108504799660295,
      "loss_partial": 0.00787353515625,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.000863896100781858,
      "loss_partial": 0.00616455078125,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0007321985904127359,
      "loss_partial": 0.00469970703125,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0008235519635491073,
      "loss_partial": 0.003387451171875,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0005443120608106256,
      "loss_partial": 0.00604248046875,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0005102712311781943,
      "loss_partial": 0.004730224609375,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0007245769957080483,
      "loss_partial": 0.006439208984375,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0005580938886851072,
      "loss_partial": 0.00982666015625,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0003999393666163087,
      "loss_partial": 0.006927490234375,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.00037725374568253756,
      "loss_partial": 0.00885009765625,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0007383432239294052,
      "loss_partial": 0.0072021484375,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0005499942926689982,
      "loss_partial": 0.0084228515625,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.0006596282473765314,
      "loss_partial": 0.005340576171875,
      "step": 202
    },
    {
      "epoch": 0.2936046511627907,
      "loss_distr": 0.00064007134642452,
      "loss_partial": 0.00897216796875,
      "step": 202
    },
    {
      "epoch": 0.29505813953488375,
      "grad_norm": 0.16675317287445068,
      "learning_rate": 1.9868406754435906e-05,
      "loss": 0.1891,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0006749704480171204,
      "loss_partial": 0.00823974609375,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0006916329730302095,
      "loss_partial": 0.00457763671875,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.00048735790187492967,
      "loss_partial": 0.00543212890625,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0007571781752631068,
      "loss_partial": 0.010986328125,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0005279167089611292,
      "loss_partial": 0.006561279296875,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.00068853230914101,
      "loss_partial": 0.005279541015625,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0005333894514478743,
      "loss_partial": 0.007476806640625,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0009063968900591135,
      "loss_partial": 0.00579833984375,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0004480035277083516,
      "loss_partial": 0.0078125,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0005300642224028707,
      "loss_partial": 0.01385498046875,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0003200057544745505,
      "loss_partial": 0.01104736328125,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0006833600345999002,
      "loss_partial": 0.00885009765625,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0003770016774069518,
      "loss_partial": 0.0069580078125,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0005365403485484421,
      "loss_partial": 0.0101318359375,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.000463771604700014,
      "loss_partial": 0.007171630859375,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0004583377158269286,
      "loss_partial": 0.00946044921875,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0010268547339364886,
      "loss_partial": 0.004638671875,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0009429366327822208,
      "loss_partial": 0.0064697265625,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.00045781611697748303,
      "loss_partial": 0.004913330078125,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0008793434826657176,
      "loss_partial": 0.00555419921875,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0005942861316725612,
      "loss_partial": 0.00872802734375,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0007110032602213323,
      "loss_partial": 0.00897216796875,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0006134645664133132,
      "loss_partial": 0.0029449462890625,
      "step": 203
    },
    {
      "epoch": 0.29505813953488375,
      "loss_distr": 0.0005989465862512589,
      "loss_partial": 0.0079345703125,
      "step": 203
    },
    {
      "epoch": 0.29651162790697677,
      "grad_norm": 0.2035668045282364,
      "learning_rate": 1.986427173865304e-05,
      "loss": 0.1926,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0006991226109676063,
      "loss_partial": 0.0067138671875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0008239964954555035,
      "loss_partial": 0.01031494140625,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0006863259477540851,
      "loss_partial": 0.00958251953125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0007462796056643128,
      "loss_partial": 0.0079345703125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0005595746333710849,
      "loss_partial": 0.0140380859375,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0008179136784747243,
      "loss_partial": 0.00518798828125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0007421201444230974,
      "loss_partial": 0.0086669921875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0003996680898126215,
      "loss_partial": 0.00787353515625,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0007259630947373807,
      "loss_partial": 0.00958251953125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0005549630150198936,
      "loss_partial": 0.00567626953125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0006687629502266645,
      "loss_partial": 0.007080078125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0005273406859487295,
      "loss_partial": 0.006622314453125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0006064059562049806,
      "loss_partial": 0.0086669921875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0005449805757962167,
      "loss_partial": 0.007293701171875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0009783521527424455,
      "loss_partial": 0.00439453125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0007443828508257866,
      "loss_partial": 0.00445556640625,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0006832912331447005,
      "loss_partial": 0.00701904296875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0008372375159524381,
      "loss_partial": 0.007110595703125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0009562314953655005,
      "loss_partial": 0.005126953125,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0006342745618894696,
      "loss_partial": 0.0037841796875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.000390146131394431,
      "loss_partial": 0.01068115234375,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.0007039789925329387,
      "loss_partial": 0.0047607421875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.000638389028608799,
      "loss_partial": 0.007293701171875,
      "step": 204
    },
    {
      "epoch": 0.29651162790697677,
      "loss_distr": 0.000527760130353272,
      "loss_partial": 0.007537841796875,
      "step": 204
    },
    {
      "epoch": 0.29796511627906974,
      "grad_norm": 0.18873806297779083,
      "learning_rate": 1.98600732010037e-05,
      "loss": 0.1891,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0005408046417869627,
      "loss_partial": 0.008056640625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0005822275998070836,
      "loss_partial": 0.00634765625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006926084170117974,
      "loss_partial": 0.006591796875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006566233932971954,
      "loss_partial": 0.01226806640625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.00039185312925837934,
      "loss_partial": 0.008056640625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0005614320980384946,
      "loss_partial": 0.0096435546875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.000845524889882654,
      "loss_partial": 0.006500244140625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.000626808381639421,
      "loss_partial": 0.00689697265625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.00038334709824994206,
      "loss_partial": 0.0047607421875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0004170372849330306,
      "loss_partial": 0.01104736328125,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006274168845266104,
      "loss_partial": 0.007232666015625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006762937409803271,
      "loss_partial": 0.007598876953125,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.00040881332824938,
      "loss_partial": 0.0079345703125,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0007254068623296916,
      "loss_partial": 0.0106201171875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0005700241308659315,
      "loss_partial": 0.0096435546875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006484402692876756,
      "loss_partial": 0.00836181640625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0007654010551050305,
      "loss_partial": 0.004791259765625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.00043615486356429756,
      "loss_partial": 0.01043701171875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006674129981547594,
      "loss_partial": 0.00445556640625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006143060745671391,
      "loss_partial": 0.01214599609375,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0005242280312813818,
      "loss_partial": 0.006500244140625,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006880461005493999,
      "loss_partial": 0.004119873046875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.0006403644802048802,
      "loss_partial": 0.004852294921875,
      "step": 205
    },
    {
      "epoch": 0.29796511627906974,
      "loss_distr": 0.00047266774345189333,
      "loss_partial": 0.00439453125,
      "step": 205
    },
    {
      "epoch": 0.29941860465116277,
      "grad_norm": 0.20179222524166107,
      "learning_rate": 1.9855811168524744e-05,
      "loss": 0.1905,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.000706770399119705,
      "loss_partial": 0.01007080078125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0009461824083700776,
      "loss_partial": 0.0111083984375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.000405339349526912,
      "loss_partial": 0.0089111328125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0004627872258424759,
      "loss_partial": 0.005218505859375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0007081946823745966,
      "loss_partial": 0.0030517578125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0008105411543510854,
      "loss_partial": 0.0035247802734375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0006231985753402114,
      "loss_partial": 0.0033416748046875,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0004028014373034239,
      "loss_partial": 0.007568359375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0007406921940855682,
      "loss_partial": 0.00885009765625,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0004885440575890243,
      "loss_partial": 0.006256103515625,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.00029684416949748993,
      "loss_partial": 0.01055908203125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0005101082497276366,
      "loss_partial": 0.00677490234375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0004601386026479304,
      "loss_partial": 0.01055908203125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.000869228970259428,
      "loss_partial": 0.007110595703125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0008409481961280107,
      "loss_partial": 0.004486083984375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0005954146035946906,
      "loss_partial": 0.00396728515625,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0008539299014955759,
      "loss_partial": 0.005950927734375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0008016600040718913,
      "loss_partial": 0.00799560546875,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.00048599252477288246,
      "loss_partial": 0.007110595703125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0004108700668439269,
      "loss_partial": 0.01068115234375,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0007879986660555005,
      "loss_partial": 0.0069580078125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0009834234369918704,
      "loss_partial": 0.005645751953125,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0004387785156723112,
      "loss_partial": 0.00982666015625,
      "step": 206
    },
    {
      "epoch": 0.29941860465116277,
      "loss_distr": 0.0005164958420209587,
      "loss_partial": 0.0167236328125,
      "step": 206
    },
    {
      "epoch": 0.3008720930232558,
      "grad_norm": 0.1757800132036209,
      "learning_rate": 1.985148566866192e-05,
      "loss": 0.189,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0006445345934480429,
      "loss_partial": 0.00592041015625,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0009317582007497549,
      "loss_partial": 0.004638671875,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.00043013851973228157,
      "loss_partial": 0.0062255859375,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0006026541814208031,
      "loss_partial": 0.006378173828125,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0007355853449553251,
      "loss_partial": 0.0030670166015625,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0007988373981788754,
      "loss_partial": 0.00518798828125,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.001006617210805416,
      "loss_partial": 0.004974365234375,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0012025432661175728,
      "loss_partial": 0.003692626953125,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0007163637783378363,
      "loss_partial": 0.0087890625,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0005583387101069093,
      "loss_partial": 0.005645751953125,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0008004172123037279,
      "loss_partial": 0.0035858154296875,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0006133123533800244,
      "loss_partial": 0.009033203125,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0005774562014266849,
      "loss_partial": 0.004364013671875,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0007048805127851665,
      "loss_partial": 0.005859375,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0005902326665818691,
      "loss_partial": 0.0091552734375,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0006904415204189718,
      "loss_partial": 0.00860595703125,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.000444273668108508,
      "loss_partial": 0.006561279296875,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0005095266969874501,
      "loss_partial": 0.00457763671875,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0006515019340440631,
      "loss_partial": 0.0079345703125,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0007446363451890647,
      "loss_partial": 0.006317138671875,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0009672585292719305,
      "loss_partial": 0.00494384765625,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0007276358082890511,
      "loss_partial": 0.005706787109375,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0009564145002514124,
      "loss_partial": 0.006591796875,
      "step": 207
    },
    {
      "epoch": 0.3008720930232558,
      "loss_distr": 0.0005906958249397576,
      "loss_partial": 0.006195068359375,
      "step": 207
    },
    {
      "epoch": 0.3023255813953488,
      "grad_norm": 0.2073516696691513,
      "learning_rate": 1.9847096729269673e-05,
      "loss": 0.1899,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0006230603903532028,
      "loss_partial": 0.005096435546875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0006420073332265019,
      "loss_partial": 0.012451171875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.00043927051592618227,
      "loss_partial": 0.0103759765625,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0004949785070493817,
      "loss_partial": 0.0115966796875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.00039135495899245143,
      "loss_partial": 0.007171630859375,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0006071850657463074,
      "loss_partial": 0.004364013671875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0006315443897619843,
      "loss_partial": 0.005859375,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0004060339415445924,
      "loss_partial": 0.012451171875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0006603460642509162,
      "loss_partial": 0.00860595703125,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0007302927551791072,
      "loss_partial": 0.005889892578125,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0006209756247699261,
      "loss_partial": 0.004425048828125,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.000765698030591011,
      "loss_partial": 0.00750732421875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.00046183483209460974,
      "loss_partial": 0.0096435546875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0004865374357905239,
      "loss_partial": 0.004669189453125,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0005441030953079462,
      "loss_partial": 0.00634765625,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0003433584643062204,
      "loss_partial": 0.007598876953125,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0005790687864646316,
      "loss_partial": 0.00872802734375,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.00046402186853811145,
      "loss_partial": 0.0120849609375,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0004454091831576079,
      "loss_partial": 0.01336669921875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0005738685140386224,
      "loss_partial": 0.00531005859375,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0004716100520454347,
      "loss_partial": 0.00494384765625,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0005075592780485749,
      "loss_partial": 0.007080078125,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0005417130887508392,
      "loss_partial": 0.006805419921875,
      "step": 208
    },
    {
      "epoch": 0.3023255813953488,
      "loss_distr": 0.0009472505189478397,
      "loss_partial": 0.006866455078125,
      "step": 208
    },
    {
      "epoch": 0.30377906976744184,
      "grad_norm": 0.18053321540355682,
      "learning_rate": 1.984264437861097e-05,
      "loss": 0.1877,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0008407685672864318,
      "loss_partial": 0.004150390625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0007071126601658762,
      "loss_partial": 0.009765625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0006962689803913236,
      "loss_partial": 0.00872802734375,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0007435247534886003,
      "loss_partial": 0.0062255859375,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.001065365970134735,
      "loss_partial": 0.0087890625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0004770088125951588,
      "loss_partial": 0.006591796875,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0006607582326978445,
      "loss_partial": 0.00714111328125,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0008753614383749664,
      "loss_partial": 0.006134033203125,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.000700073316693306,
      "loss_partial": 0.00823974609375,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0007216268568299711,
      "loss_partial": 0.003692626953125,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0008150480571202934,
      "loss_partial": 0.005462646484375,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0007314655813388526,
      "loss_partial": 0.00494384765625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.00043301063124090433,
      "loss_partial": 0.00396728515625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.00040368613554164767,
      "loss_partial": 0.01116943359375,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0007126141572371125,
      "loss_partial": 0.00982666015625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0008244897471740842,
      "loss_partial": 0.004547119140625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0005180651787668467,
      "loss_partial": 0.005096435546875,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0007031046552583575,
      "loss_partial": 0.00897216796875,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.00037451134994626045,
      "loss_partial": 0.004638671875,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0007235126104205847,
      "loss_partial": 0.00970458984375,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0005593181704171002,
      "loss_partial": 0.003662109375,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0006401047576218843,
      "loss_partial": 0.00592041015625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0009418026311323047,
      "loss_partial": 0.00390625,
      "step": 209
    },
    {
      "epoch": 0.30377906976744184,
      "loss_distr": 0.0003323514247313142,
      "loss_partial": 0.00439453125,
      "step": 209
    },
    {
      "epoch": 0.30523255813953487,
      "grad_norm": 0.18957814574241638,
      "learning_rate": 1.9838128645357125e-05,
      "loss": 0.1901,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0006100733298808336,
      "loss_partial": 0.00921630859375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0007126421551220119,
      "loss_partial": 0.004791259765625,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0007996844360604882,
      "loss_partial": 0.00640869140625,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0003308911109343171,
      "loss_partial": 0.005859375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.00044354432611726224,
      "loss_partial": 0.00445556640625,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0006715815979987383,
      "loss_partial": 0.00860595703125,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0005778668564744294,
      "loss_partial": 0.005950927734375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.001012504450045526,
      "loss_partial": 0.005889892578125,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.000397611380321905,
      "loss_partial": 0.01226806640625,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0006519305752590299,
      "loss_partial": 0.006195068359375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.00040801329305395484,
      "loss_partial": 0.00885009765625,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0009717940120026469,
      "loss_partial": 0.005615234375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0007291904184967279,
      "loss_partial": 0.00848388671875,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.00036320180515758693,
      "loss_partial": 0.00872802734375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.000877855927683413,
      "loss_partial": 0.0074462890625,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0005450567696243525,
      "loss_partial": 0.006927490234375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0006212769076228142,
      "loss_partial": 0.01043701171875,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0004797214060090482,
      "loss_partial": 0.00433349609375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0009103221236728132,
      "loss_partial": 0.0111083984375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0005542521830648184,
      "loss_partial": 0.006591796875,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.000483654992422089,
      "loss_partial": 0.00933837890625,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0006442945450544357,
      "loss_partial": 0.00811767578125,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0006226609693840146,
      "loss_partial": 0.0111083984375,
      "step": 210
    },
    {
      "epoch": 0.30523255813953487,
      "loss_distr": 0.0006012488156557083,
      "loss_partial": 0.004608154296875,
      "step": 210
    },
    {
      "epoch": 0.3066860465116279,
      "grad_norm": 0.16927766799926758,
      "learning_rate": 1.983354955858761e-05,
      "loss": 0.1898,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.000674020906444639,
      "loss_partial": 0.007537841796875,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0007187791634351015,
      "loss_partial": 0.007171630859375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0003720331587828696,
      "loss_partial": 0.017333984375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0005809515714645386,
      "loss_partial": 0.00811767578125,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0003901230520568788,
      "loss_partial": 0.006011962890625,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.00043142211507074535,
      "loss_partial": 0.005523681640625,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0002556174586061388,
      "loss_partial": 0.006927490234375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0005662809708155692,
      "loss_partial": 0.00677490234375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0006348442402668297,
      "loss_partial": 0.0068359375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.000791289727203548,
      "loss_partial": 0.00579833984375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.000958290824200958,
      "loss_partial": 0.00579833984375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0007552410825155675,
      "loss_partial": 0.0033721923828125,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.000572365999687463,
      "loss_partial": 0.00927734375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.000725243182387203,
      "loss_partial": 0.003875732421875,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0009354520007036626,
      "loss_partial": 0.004852294921875,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0006037668790668249,
      "loss_partial": 0.012451171875,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0003611516149248928,
      "loss_partial": 0.01312255859375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0008446889696642756,
      "loss_partial": 0.0064697265625,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.00038754064007662237,
      "loss_partial": 0.0036468505859375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0005211260868236423,
      "loss_partial": 0.00701904296875,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0004113320610485971,
      "loss_partial": 0.00579833984375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0007235237862914801,
      "loss_partial": 0.003631591796875,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.0004946358967572451,
      "loss_partial": 0.0091552734375,
      "step": 211
    },
    {
      "epoch": 0.3066860465116279,
      "loss_distr": 0.00035084516275674105,
      "loss_partial": 0.00421142578125,
      "step": 211
    },
    {
      "epoch": 0.3081395348837209,
      "grad_norm": 0.1979862004518509,
      "learning_rate": 1.982890714778987e-05,
      "loss": 0.1882,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0005761425709351897,
      "loss_partial": 0.0064697265625,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0008422734681516886,
      "loss_partial": 0.00408935546875,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0007045756792649627,
      "loss_partial": 0.006011962890625,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0004858743632212281,
      "loss_partial": 0.0087890625,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0006178448093123734,
      "loss_partial": 0.00787353515625,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0008439449593424797,
      "loss_partial": 0.00799560546875,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.000781764043495059,
      "loss_partial": 0.0069580078125,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0004573201003950089,
      "loss_partial": 0.004119873046875,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.000534402031917125,
      "loss_partial": 0.01031494140625,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0005516856908798218,
      "loss_partial": 0.0068359375,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.00042827249853871763,
      "loss_partial": 0.005340576171875,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.00047987228026613593,
      "loss_partial": 0.007415771484375,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0005087843164801598,
      "loss_partial": 0.00836181640625,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0007293295348063111,
      "loss_partial": 0.007537841796875,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0005111354985274374,
      "loss_partial": 0.01495361328125,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0007142001995816827,
      "loss_partial": 0.004608154296875,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0004993930924683809,
      "loss_partial": 0.0068359375,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0009214216261170805,
      "loss_partial": 0.00421142578125,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0007249955087900162,
      "loss_partial": 0.005889892578125,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.000637992168776691,
      "loss_partial": 0.0068359375,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0007215684745460749,
      "loss_partial": 0.0079345703125,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.00042022214620374143,
      "loss_partial": 0.00823974609375,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0005309997941367328,
      "loss_partial": 0.0086669921875,
      "step": 212
    },
    {
      "epoch": 0.3081395348837209,
      "loss_distr": 0.0008658771403133869,
      "loss_partial": 0.00909423828125,
      "step": 212
    },
    {
      "epoch": 0.30959302325581395,
      "grad_norm": 0.18276095390319824,
      "learning_rate": 1.982420144285912e-05,
      "loss": 0.1917,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.00036062521394342184,
      "loss_partial": 0.0111083984375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.000548809242900461,
      "loss_partial": 0.00927734375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0005597539711743593,
      "loss_partial": 0.00872802734375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.000500607187859714,
      "loss_partial": 0.0086669921875,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0005661203758791089,
      "loss_partial": 0.007293701171875,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0006465648766607046,
      "loss_partial": 0.007537841796875,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0006264694384299219,
      "loss_partial": 0.005584716796875,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0010335190454497933,
      "loss_partial": 0.0027618408203125,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0006848425837233663,
      "loss_partial": 0.006866455078125,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0005763251101598144,
      "loss_partial": 0.00970458984375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0005054446519352496,
      "loss_partial": 0.00958251953125,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0007329608779400587,
      "loss_partial": 0.0101318359375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0003957472217734903,
      "loss_partial": 0.005218505859375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0004240127163939178,
      "loss_partial": 0.0064697265625,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.00036267307586967945,
      "loss_partial": 0.00860595703125,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0005913092172704637,
      "loss_partial": 0.00860595703125,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0007761099259369075,
      "loss_partial": 0.005096435546875,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0009571209084242582,
      "loss_partial": 0.0072021484375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.00037203446845524013,
      "loss_partial": 0.01116943359375,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0008474636124446988,
      "loss_partial": 0.004913330078125,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.000466021680040285,
      "loss_partial": 0.005096435546875,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0003752398770302534,
      "loss_partial": 0.01043701171875,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0007242712890729308,
      "loss_partial": 0.01202392578125,
      "step": 213
    },
    {
      "epoch": 0.30959302325581395,
      "loss_distr": 0.0008635933045297861,
      "loss_partial": 0.010986328125,
      "step": 213
    },
    {
      "epoch": 0.311046511627907,
      "grad_norm": 0.16182449460029602,
      "learning_rate": 1.981943247409818e-05,
      "loss": 0.1858,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0010447583626955748,
      "loss_partial": 0.005218505859375,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0006794111686758697,
      "loss_partial": 0.0036163330078125,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007729995995759964,
      "loss_partial": 0.0031890869140625,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0005140582798048854,
      "loss_partial": 0.006683349609375,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.00042242463678121567,
      "loss_partial": 0.01080322265625,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0008149765199050307,
      "loss_partial": 0.0074462890625,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0008328684489242733,
      "loss_partial": 0.006103515625,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007718519191257656,
      "loss_partial": 0.00396728515625,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007727783522568643,
      "loss_partial": 0.00677490234375,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0004962650127708912,
      "loss_partial": 0.0107421875,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.00047005421947687864,
      "loss_partial": 0.007537841796875,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.00035378613392822444,
      "loss_partial": 0.007659912109375,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0005435462226159871,
      "loss_partial": 0.007232666015625,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0003973674029111862,
      "loss_partial": 0.0086669921875,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0006415557581931353,
      "loss_partial": 0.005462646484375,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.00045078445691615343,
      "loss_partial": 0.006256103515625,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007409264799207449,
      "loss_partial": 0.005157470703125,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007531598675996065,
      "loss_partial": 0.006622314453125,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007416884764097631,
      "loss_partial": 0.0067138671875,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0005687273805961013,
      "loss_partial": 0.0108642578125,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0005506578600034118,
      "loss_partial": 0.004425048828125,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.001035686582326889,
      "loss_partial": 0.00555419921875,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007714949315413833,
      "loss_partial": 0.0047607421875,
      "step": 214
    },
    {
      "epoch": 0.311046511627907,
      "loss_distr": 0.0007148724980652332,
      "loss_partial": 0.0086669921875,
      "step": 214
    },
    {
      "epoch": 0.3125,
      "grad_norm": 0.20684166252613068,
      "learning_rate": 1.9814600272217245e-05,
      "loss": 0.1883,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0006537381559610367,
      "loss_partial": 0.01544189453125,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0005047580343671143,
      "loss_partial": 0.0052490234375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0004149279266130179,
      "loss_partial": 0.01007080078125,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0003954746061936021,
      "loss_partial": 0.007293701171875,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0009366355370730162,
      "loss_partial": 0.0079345703125,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0005820043734274805,
      "loss_partial": 0.0081787109375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.00034012689138762653,
      "loss_partial": 0.00787353515625,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0006379585829563439,
      "loss_partial": 0.00811767578125,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0004622746491804719,
      "loss_partial": 0.0042724609375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0007970801088958979,
      "loss_partial": 0.00921630859375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0006336092483252287,
      "loss_partial": 0.008056640625,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0003406412142794579,
      "loss_partial": 0.00799560546875,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0004605526337400079,
      "loss_partial": 0.00592041015625,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.000629809801466763,
      "loss_partial": 0.005157470703125,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0007367499056272209,
      "loss_partial": 0.005828857421875,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.00042148760985583067,
      "loss_partial": 0.00921630859375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0006083603948354721,
      "loss_partial": 0.007659912109375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.00041921099182218313,
      "loss_partial": 0.006103515625,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.000675273360684514,
      "loss_partial": 0.007171630859375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0005955473752692342,
      "loss_partial": 0.007080078125,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0009704978438094258,
      "loss_partial": 0.006011962890625,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0005122703732922673,
      "loss_partial": 0.007080078125,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0005788588896393776,
      "loss_partial": 0.00921630859375,
      "step": 215
    },
    {
      "epoch": 0.3125,
      "loss_distr": 0.0004085658583790064,
      "loss_partial": 0.0078125,
      "step": 215
    },
    {
      "epoch": 0.313953488372093,
      "grad_norm": 0.20027412474155426,
      "learning_rate": 1.9809704868333717e-05,
      "loss": 0.1894,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.00031890440732240677,
      "loss_partial": 0.004730224609375,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0004004989459645003,
      "loss_partial": 0.006622314453125,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0004599615349434316,
      "loss_partial": 0.003814697265625,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.000693729380145669,
      "loss_partial": 0.0079345703125,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0006174261216074228,
      "loss_partial": 0.00927734375,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0006875796243548393,
      "loss_partial": 0.0087890625,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.000626237248070538,
      "loss_partial": 0.003814697265625,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0006916028796695173,
      "loss_partial": 0.005126953125,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0005058399983681738,
      "loss_partial": 0.01043701171875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.00046896154526621103,
      "loss_partial": 0.0062255859375,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0007679710979573429,
      "loss_partial": 0.006072998046875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.00038159475661814213,
      "loss_partial": 0.0096435546875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0008553104707971215,
      "loss_partial": 0.0050048828125,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0007615323411300778,
      "loss_partial": 0.006378173828125,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0010096684563905,
      "loss_partial": 0.00555419921875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.00044645508751273155,
      "loss_partial": 0.00811767578125,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0009902893798425794,
      "loss_partial": 0.005340576171875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0004958958015777171,
      "loss_partial": 0.0064697265625,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0006210423307493329,
      "loss_partial": 0.01239013671875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0006127092638053,
      "loss_partial": 0.00433349609375,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0005282539641484618,
      "loss_partial": 0.005767822265625,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0009037888958118856,
      "loss_partial": 0.00653076171875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0007512221927754581,
      "loss_partial": 0.00506591796875,
      "step": 216
    },
    {
      "epoch": 0.313953488372093,
      "loss_distr": 0.0008226218051277101,
      "loss_partial": 0.005035400390625,
      "step": 216
    },
    {
      "epoch": 0.31540697674418605,
      "grad_norm": 0.17584992945194244,
      "learning_rate": 1.9804746293971996e-05,
      "loss": 0.1899,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0003235683252569288,
      "loss_partial": 0.01123046875,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0005091932835057378,
      "loss_partial": 0.0130615234375,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.00038877810584381223,
      "loss_partial": 0.009521484375,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0005102345021441579,
      "loss_partial": 0.00909423828125,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0004226602322887629,
      "loss_partial": 0.008056640625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0006367228925228119,
      "loss_partial": 0.00885009765625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0008549605845473707,
      "loss_partial": 0.005218505859375,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0006831997889094055,
      "loss_partial": 0.00579833984375,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0007336229900829494,
      "loss_partial": 0.00396728515625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0005796767072752118,
      "loss_partial": 0.00799560546875,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0003339254471939057,
      "loss_partial": 0.007293701171875,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0007538978243246675,
      "loss_partial": 0.005340576171875,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0005632697138935328,
      "loss_partial": 0.01031494140625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.000977940857410431,
      "loss_partial": 0.00933837890625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0008210291853174567,
      "loss_partial": 0.00665283203125,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0007572546019218862,
      "loss_partial": 0.00634765625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0004899898776784539,
      "loss_partial": 0.009765625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0005646639037877321,
      "loss_partial": 0.004791259765625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0009504948975518346,
      "loss_partial": 0.005035400390625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.0004635140940081328,
      "loss_partial": 0.004974365234375,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.00037355764652602375,
      "loss_partial": 0.01025390625,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.00045243179192766547,
      "loss_partial": 0.00958251953125,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.001036255620419979,
      "loss_partial": 0.003143310546875,
      "step": 217
    },
    {
      "epoch": 0.31540697674418605,
      "loss_distr": 0.00045933446381241083,
      "loss_partial": 0.00762939453125,
      "step": 217
    },
    {
      "epoch": 0.3168604651162791,
      "grad_norm": 0.18430273234844208,
      "learning_rate": 1.979972458106326e-05,
      "loss": 0.192,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005494807846844196,
      "loss_partial": 0.006134033203125,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005431038443930447,
      "loss_partial": 0.008056640625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0006857668049633503,
      "loss_partial": 0.00531005859375,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0008034612401388586,
      "loss_partial": 0.01171875,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005338222836144269,
      "loss_partial": 0.00543212890625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0006448152707889676,
      "loss_partial": 0.0062255859375,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005193243850953877,
      "loss_partial": 0.0081787109375,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005578732234425843,
      "loss_partial": 0.0098876953125,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.000509370700456202,
      "loss_partial": 0.01422119140625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0010067016119137406,
      "loss_partial": 0.00811767578125,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005685485084541142,
      "loss_partial": 0.009033203125,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0007212301134131849,
      "loss_partial": 0.005523681640625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.00038227389450185,
      "loss_partial": 0.00482177734375,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.001050385762937367,
      "loss_partial": 0.004150390625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0006268185679800808,
      "loss_partial": 0.01336669921875,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.000502266688272357,
      "loss_partial": 0.010009765625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.000331066083163023,
      "loss_partial": 0.0086669921875,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005794424214400351,
      "loss_partial": 0.0054931640625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0008114830125123262,
      "loss_partial": 0.005401611328125,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005138962296769023,
      "loss_partial": 0.0074462890625,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0009970820974558592,
      "loss_partial": 0.007568359375,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0007977159111760557,
      "loss_partial": 0.01068115234375,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0005023954436182976,
      "loss_partial": 0.0079345703125,
      "step": 218
    },
    {
      "epoch": 0.3168604651162791,
      "loss_distr": 0.0006634683231823146,
      "loss_partial": 0.010498046875,
      "step": 218
    },
    {
      "epoch": 0.3183139534883721,
      "grad_norm": 0.17945335805416107,
      "learning_rate": 1.9794639761945288e-05,
      "loss": 0.1885,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.00042381658568046987,
      "loss_partial": 0.007537841796875,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0007578145596198738,
      "loss_partial": 0.0064697265625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0006822225986979902,
      "loss_partial": 0.00726318359375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0006778485840186477,
      "loss_partial": 0.0062255859375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0006638354971073568,
      "loss_partial": 0.00439453125,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0009715328924357891,
      "loss_partial": 0.00823974609375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0006769621977582574,
      "loss_partial": 0.00433349609375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0010812388500198722,
      "loss_partial": 0.00885009765625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0005415775813162327,
      "loss_partial": 0.00689697265625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0005647903308272362,
      "loss_partial": 0.005035400390625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0008714200230315328,
      "loss_partial": 0.0032806396484375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0009406865574419498,
      "loss_partial": 0.0050048828125,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0007082465454004705,
      "loss_partial": 0.00787353515625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0007499250350520015,
      "loss_partial": 0.005401611328125,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0006702930550090969,
      "loss_partial": 0.00872802734375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0005254765274003148,
      "loss_partial": 0.0074462890625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.000768564292229712,
      "loss_partial": 0.0089111328125,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0007036156021058559,
      "loss_partial": 0.0068359375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.000788855308201164,
      "loss_partial": 0.00677490234375,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.00039518525591120124,
      "loss_partial": 0.00836181640625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.000513825099915266,
      "loss_partial": 0.012451171875,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.000651590758934617,
      "loss_partial": 0.004913330078125,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.0008155138930305839,
      "loss_partial": 0.004791259765625,
      "step": 219
    },
    {
      "epoch": 0.3183139534883721,
      "loss_distr": 0.00038848037365823984,
      "loss_partial": 0.006744384765625,
      "step": 219
    },
    {
      "epoch": 0.31976744186046513,
      "grad_norm": 0.18085877597332,
      "learning_rate": 1.978949186936223e-05,
      "loss": 0.1924,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0005760574713349342,
      "loss_partial": 0.004852294921875,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0008540591225028038,
      "loss_partial": 0.006317138671875,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0004670890048146248,
      "loss_partial": 0.007568359375,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.000662183971144259,
      "loss_partial": 0.00848388671875,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0005909620667807758,
      "loss_partial": 0.0101318359375,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0005696436855942011,
      "loss_partial": 0.0062255859375,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0006862871232442558,
      "loss_partial": 0.007568359375,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0007012211717665195,
      "loss_partial": 0.00860595703125,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0006843283772468567,
      "loss_partial": 0.006011962890625,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0006089282687753439,
      "loss_partial": 0.007110595703125,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.000681626086588949,
      "loss_partial": 0.007537841796875,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0005308256368152797,
      "loss_partial": 0.00823974609375,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0006348605966195464,
      "loss_partial": 0.00946044921875,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0006491545354947448,
      "loss_partial": 0.00689697265625,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0005253791459836066,
      "loss_partial": 0.0087890625,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0004744691541418433,
      "loss_partial": 0.0072021484375,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0004784016637131572,
      "loss_partial": 0.00885009765625,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0003341354604344815,
      "loss_partial": 0.00762939453125,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0004529011785052717,
      "loss_partial": 0.00543212890625,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0007137210923247039,
      "loss_partial": 0.010498046875,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0006548245437443256,
      "loss_partial": 0.007171630859375,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.000558586441911757,
      "loss_partial": 0.010009765625,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0008673679549247026,
      "loss_partial": 0.008544921875,
      "step": 220
    },
    {
      "epoch": 0.31976744186046513,
      "loss_distr": 0.0008440682431682944,
      "loss_partial": 0.004547119140625,
      "step": 220
    },
    {
      "epoch": 0.32122093023255816,
      "grad_norm": 0.19523203372955322,
      "learning_rate": 1.97842809364644e-05,
      "loss": 0.1924,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0006730381865054369,
      "loss_partial": 0.005157470703125,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0004854033177252859,
      "loss_partial": 0.016357421875,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.000790973543189466,
      "loss_partial": 0.005645751953125,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0009976029396057129,
      "loss_partial": 0.005157470703125,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0007403192576020956,
      "loss_partial": 0.007415771484375,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0006565441144630313,
      "loss_partial": 0.006683349609375,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0005345206009224057,
      "loss_partial": 0.006317138671875,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0006823311559855938,
      "loss_partial": 0.006134033203125,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0004910699790343642,
      "loss_partial": 0.01300048828125,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0007542052771896124,
      "loss_partial": 0.016845703125,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0006755279609933496,
      "loss_partial": 0.00494384765625,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0007330552907660604,
      "loss_partial": 0.0054931640625,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0005722594214603305,
      "loss_partial": 0.01226806640625,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0007878354517742991,
      "loss_partial": 0.006805419921875,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0003557607706170529,
      "loss_partial": 0.01287841796875,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0006862564478069544,
      "loss_partial": 0.0091552734375,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0004379298188723624,
      "loss_partial": 0.0052490234375,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0007780848536640406,
      "loss_partial": 0.00836181640625,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0005855809431523085,
      "loss_partial": 0.01336669921875,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0006252903840504587,
      "loss_partial": 0.00677490234375,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0005962548311799765,
      "loss_partial": 0.007720947265625,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0009684785036370158,
      "loss_partial": 0.0054931640625,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.0004839084285777062,
      "loss_partial": 0.0106201171875,
      "step": 221
    },
    {
      "epoch": 0.32122093023255816,
      "loss_distr": 0.00103755050804466,
      "loss_partial": 0.00421142578125,
      "step": 221
    },
    {
      "epoch": 0.3226744186046512,
      "grad_norm": 0.17057731747627258,
      "learning_rate": 1.9779006996808072e-05,
      "loss": 0.1901,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0008349053096026182,
      "loss_partial": 0.0084228515625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.000342388404533267,
      "loss_partial": 0.005523681640625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006533307023346424,
      "loss_partial": 0.0069580078125,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0005427889991551638,
      "loss_partial": 0.00579833984375,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006112543633207679,
      "loss_partial": 0.00982666015625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0008248173980973661,
      "loss_partial": 0.0101318359375,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006539318128488958,
      "loss_partial": 0.006317138671875,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006350611802190542,
      "loss_partial": 0.00714111328125,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.001037810929119587,
      "loss_partial": 0.00640869140625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0008295371662825346,
      "loss_partial": 0.00872802734375,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0005070786573924124,
      "loss_partial": 0.00836181640625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0007240197155624628,
      "loss_partial": 0.005157470703125,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006688107969239354,
      "loss_partial": 0.0072021484375,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006415912066586316,
      "loss_partial": 0.004486083984375,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0007120289374142885,
      "loss_partial": 0.01019287109375,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006011275108903646,
      "loss_partial": 0.005767822265625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0009216812322847545,
      "loss_partial": 0.005523681640625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0004973885952495039,
      "loss_partial": 0.009765625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.000459974748082459,
      "loss_partial": 0.00927734375,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.000348506320733577,
      "loss_partial": 0.008544921875,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0006926217465661466,
      "loss_partial": 0.00860595703125,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0004867705865763128,
      "loss_partial": 0.006256103515625,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.00044117047218605876,
      "loss_partial": 0.010498046875,
      "step": 222
    },
    {
      "epoch": 0.3226744186046512,
      "loss_distr": 0.0005233712145127356,
      "loss_partial": 0.0084228515625,
      "step": 222
    },
    {
      "epoch": 0.3241279069767442,
      "grad_norm": 0.1952388882637024,
      "learning_rate": 1.9773670084355257e-05,
      "loss": 0.1933,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0007157353102229536,
      "loss_partial": 0.006317138671875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.000605679873842746,
      "loss_partial": 0.007232666015625,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.00041910988511517644,
      "loss_partial": 0.007598876953125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.00045721788774244487,
      "loss_partial": 0.00946044921875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0007763803005218506,
      "loss_partial": 0.00616455078125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0008204310433939099,
      "loss_partial": 0.0054931640625,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0004686826141551137,
      "loss_partial": 0.00830078125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0007488868432119489,
      "loss_partial": 0.00799560546875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0009718772489577532,
      "loss_partial": 0.00567626953125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.00045797432539984584,
      "loss_partial": 0.0135498046875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0005441593239083886,
      "loss_partial": 0.007171630859375,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.00043160069617442787,
      "loss_partial": 0.00787353515625,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0006992167327553034,
      "loss_partial": 0.008544921875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0003804725129157305,
      "loss_partial": 0.006439208984375,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0002791678416542709,
      "loss_partial": 0.008056640625,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.00041788662201724946,
      "loss_partial": 0.00567626953125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0007897841278463602,
      "loss_partial": 0.006591796875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.00043841995648108423,
      "loss_partial": 0.01190185546875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0007028692634776235,
      "loss_partial": 0.0059814453125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0008394593605771661,
      "loss_partial": 0.004119873046875,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0003467135247774422,
      "loss_partial": 0.00439453125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0006144727813079953,
      "loss_partial": 0.00445556640625,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.000747519196011126,
      "loss_partial": 0.00439453125,
      "step": 223
    },
    {
      "epoch": 0.3241279069767442,
      "loss_distr": 0.0004863724752794951,
      "loss_partial": 0.00726318359375,
      "step": 223
    },
    {
      "epoch": 0.32558139534883723,
      "grad_norm": 0.19669175148010254,
      "learning_rate": 1.9768270233473485e-05,
      "loss": 0.188,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0007151054451242089,
      "loss_partial": 0.00726318359375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0005982064176350832,
      "loss_partial": 0.0048828125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0007548159919679165,
      "loss_partial": 0.005096435546875,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0004709055065177381,
      "loss_partial": 0.005645751953125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.00044395096483640373,
      "loss_partial": 0.0093994140625,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0007697646506130695,
      "loss_partial": 0.005767822265625,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.00038302643224596977,
      "loss_partial": 0.006927490234375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.000354986812453717,
      "loss_partial": 0.0106201171875,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0008371292497031391,
      "loss_partial": 0.005615234375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0006720288074575365,
      "loss_partial": 0.004913330078125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.000761296832934022,
      "loss_partial": 0.005218505859375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0005441426765173674,
      "loss_partial": 0.00830078125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.00040555326268076897,
      "loss_partial": 0.00640869140625,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0005932642961852252,
      "loss_partial": 0.006683349609375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0003878372663166374,
      "loss_partial": 0.0098876953125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.00110200559720397,
      "loss_partial": 0.004669189453125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0004532483289949596,
      "loss_partial": 0.00726318359375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0004838912864215672,
      "loss_partial": 0.005950927734375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0010624467395246029,
      "loss_partial": 0.00531005859375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0008847026620060205,
      "loss_partial": 0.006866455078125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.00047260578139685094,
      "loss_partial": 0.007110595703125,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0007389916572719812,
      "loss_partial": 0.006500244140625,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.0009304846171289682,
      "loss_partial": 0.00872802734375,
      "step": 224
    },
    {
      "epoch": 0.32558139534883723,
      "loss_distr": 0.00036554012331180274,
      "loss_partial": 0.021484375,
      "step": 224
    },
    {
      "epoch": 0.32703488372093026,
      "grad_norm": 0.18115481734275818,
      "learning_rate": 1.9762807478935575e-05,
      "loss": 0.1873,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0006337999366223812,
      "loss_partial": 0.004547119140625,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0005378508940339088,
      "loss_partial": 0.00860595703125,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0006572456914000213,
      "loss_partial": 0.006561279296875,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.00039781659143045545,
      "loss_partial": 0.007659912109375,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0009004895109683275,
      "loss_partial": 0.007049560546875,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0008386722765862942,
      "loss_partial": 0.004547119140625,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0004723910242319107,
      "loss_partial": 0.006744384765625,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0007012755959294736,
      "loss_partial": 0.00872802734375,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0009624342783354223,
      "loss_partial": 0.0052490234375,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0006729038432240486,
      "loss_partial": 0.006683349609375,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0004122660611756146,
      "loss_partial": 0.006134033203125,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0003675275365822017,
      "loss_partial": 0.00909423828125,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0006137549062259495,
      "loss_partial": 0.005767822265625,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0005889037856832147,
      "loss_partial": 0.004852294921875,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0003866811457555741,
      "loss_partial": 0.0101318359375,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.00041559754754416645,
      "loss_partial": 0.00738525390625,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0005417278734967113,
      "loss_partial": 0.0081787109375,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0005149679491296411,
      "loss_partial": 0.0078125,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0004365957574918866,
      "loss_partial": 0.00494384765625,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0005615547997877002,
      "loss_partial": 0.007171630859375,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.00038841538480482996,
      "loss_partial": 0.00909423828125,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0008158024866133928,
      "loss_partial": 0.005096435546875,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.00036569387884810567,
      "loss_partial": 0.00946044921875,
      "step": 225
    },
    {
      "epoch": 0.32703488372093026,
      "loss_distr": 0.0006975035066716373,
      "loss_partial": 0.006683349609375,
      "step": 225
    },
    {
      "epoch": 0.32848837209302323,
      "grad_norm": 0.19209140539169312,
      "learning_rate": 1.975728185591943e-05,
      "loss": 0.1909,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0005526026361621916,
      "loss_partial": 0.008056640625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.000643766310531646,
      "loss_partial": 0.00445556640625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0007837279699742794,
      "loss_partial": 0.006072998046875,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0009763985290192068,
      "loss_partial": 0.005828857421875,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0004444741061888635,
      "loss_partial": 0.00982666015625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.000574568985030055,
      "loss_partial": 0.01068115234375,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0011215005069971085,
      "loss_partial": 0.006072998046875,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0006802987772971392,
      "loss_partial": 0.005401611328125,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0008026743307709694,
      "loss_partial": 0.00787353515625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0007968789432197809,
      "loss_partial": 0.007354736328125,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0006850281497463584,
      "loss_partial": 0.009033203125,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0009652910521253943,
      "loss_partial": 0.009521484375,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0006877692649140954,
      "loss_partial": 0.00787353515625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.00044988730223849416,
      "loss_partial": 0.0103759765625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0005586915649473667,
      "loss_partial": 0.0037994384765625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0006064310437068343,
      "loss_partial": 0.003448486328125,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0008196173585020006,
      "loss_partial": 0.006072998046875,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0006724953418597579,
      "loss_partial": 0.003814697265625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0007331009837798774,
      "loss_partial": 0.0101318359375,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.000997135997749865,
      "loss_partial": 0.005462646484375,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0004149911692366004,
      "loss_partial": 0.00927734375,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0004406000371091068,
      "loss_partial": 0.01373291015625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.00041051613516174257,
      "loss_partial": 0.01177978515625,
      "step": 226
    },
    {
      "epoch": 0.32848837209302323,
      "loss_distr": 0.0005352183943614364,
      "loss_partial": 0.0159912109375,
      "step": 226
    },
    {
      "epoch": 0.32994186046511625,
      "grad_norm": 0.19844654202461243,
      "learning_rate": 1.9751693400007803e-05,
      "loss": 0.1907,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0007190727046690881,
      "loss_partial": 0.004547119140625,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0008852285682223737,
      "loss_partial": 0.007415771484375,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.00035791564732789993,
      "loss_partial": 0.01324462890625,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0005859849625267088,
      "loss_partial": 0.005401611328125,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.00047182943671941757,
      "loss_partial": 0.00885009765625,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0008305676165036857,
      "loss_partial": 0.00872802734375,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0007194012869149446,
      "loss_partial": 0.0086669921875,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.00038605177542194724,
      "loss_partial": 0.007049560546875,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0010181540856137872,
      "loss_partial": 0.00506591796875,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0005792386364191771,
      "loss_partial": 0.0079345703125,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.00048286825767718256,
      "loss_partial": 0.006866455078125,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.000472198793431744,
      "loss_partial": 0.00775146484375,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.00033657156745903194,
      "loss_partial": 0.0078125,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0008744773222133517,
      "loss_partial": 0.004974365234375,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0008166389307007194,
      "loss_partial": 0.00640869140625,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.000756628520321101,
      "loss_partial": 0.003204345703125,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0007876715972088277,
      "loss_partial": 0.006011962890625,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.00048238932504318655,
      "loss_partial": 0.0091552734375,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0007981318049132824,
      "loss_partial": 0.00689697265625,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.00068679079413414,
      "loss_partial": 0.00946044921875,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0007373779080808163,
      "loss_partial": 0.00775146484375,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0003373080980964005,
      "loss_partial": 0.0048828125,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0008706356748007238,
      "loss_partial": 0.007415771484375,
      "step": 227
    },
    {
      "epoch": 0.32994186046511625,
      "loss_distr": 0.0006149967666715384,
      "loss_partial": 0.007537841796875,
      "step": 227
    },
    {
      "epoch": 0.3313953488372093,
      "grad_norm": 0.20145227015018463,
      "learning_rate": 1.9746042147188053e-05,
      "loss": 0.187,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0008737447205930948,
      "loss_partial": 0.004852294921875,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0003767062444239855,
      "loss_partial": 0.00775146484375,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.00042582873720675707,
      "loss_partial": 0.0107421875,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0007544056861661375,
      "loss_partial": 0.00946044921875,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0007089466089382768,
      "loss_partial": 0.005401611328125,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0005798293277621269,
      "loss_partial": 0.005401611328125,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.000876657897606492,
      "loss_partial": 0.0084228515625,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.00031967239920049906,
      "loss_partial": 0.0079345703125,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0006175574380904436,
      "loss_partial": 0.0062255859375,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0005198293947614729,
      "loss_partial": 0.00665283203125,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0008106459281407297,
      "loss_partial": 0.005462646484375,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0007199318497441709,
      "loss_partial": 0.00640869140625,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.00050004554213956,
      "loss_partial": 0.0087890625,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0005650262464769185,
      "loss_partial": 0.00970458984375,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0004655736265704036,
      "loss_partial": 0.00823974609375,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0006683855317533016,
      "loss_partial": 0.005584716796875,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.00035431369906291366,
      "loss_partial": 0.0067138671875,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0007151291938498616,
      "loss_partial": 0.004608154296875,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0006607186514884233,
      "loss_partial": 0.006988525390625,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0005209544324316084,
      "loss_partial": 0.0098876953125,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0010104118846356869,
      "loss_partial": 0.00445556640625,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0004988953587599099,
      "loss_partial": 0.0038604736328125,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.0005155678372830153,
      "loss_partial": 0.010009765625,
      "step": 228
    },
    {
      "epoch": 0.3313953488372093,
      "loss_distr": 0.00048475043149665,
      "loss_partial": 0.0106201171875,
      "step": 228
    },
    {
      "epoch": 0.3328488372093023,
      "grad_norm": 0.16829539835453033,
      "learning_rate": 1.9740328133851932e-05,
      "loss": 0.1902,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0008472127374261618,
      "loss_partial": 0.00372314453125,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0004374493146315217,
      "loss_partial": 0.01068115234375,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0010659717954695225,
      "loss_partial": 0.004302978515625,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0005039505194872618,
      "loss_partial": 0.00616455078125,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0006535371067002416,
      "loss_partial": 0.0125732421875,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.000881838845089078,
      "loss_partial": 0.003692626953125,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0006020413711667061,
      "loss_partial": 0.010009765625,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0004925374523736537,
      "loss_partial": 0.00994873046875,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.00033446738962084055,
      "loss_partial": 0.007720947265625,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0006133433198556304,
      "loss_partial": 0.00665283203125,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0006037171697244048,
      "loss_partial": 0.00830078125,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0005945356097072363,
      "loss_partial": 0.0106201171875,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0005168521893210709,
      "loss_partial": 0.01019287109375,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0008808345883153379,
      "loss_partial": 0.007659912109375,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0004887504619546235,
      "loss_partial": 0.007659912109375,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.000599401188082993,
      "loss_partial": 0.00433349609375,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0005142528680153191,
      "loss_partial": 0.007537841796875,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0003824481973424554,
      "loss_partial": 0.01312255859375,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.00047821359476074576,
      "loss_partial": 0.0113525390625,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0007775167468935251,
      "loss_partial": 0.006011962890625,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0008362502558156848,
      "loss_partial": 0.00537109375,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0003985936054959893,
      "loss_partial": 0.00830078125,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0007083911332301795,
      "loss_partial": 0.005279541015625,
      "step": 229
    },
    {
      "epoch": 0.3328488372093023,
      "loss_distr": 0.0006802884745411575,
      "loss_partial": 0.006927490234375,
      "step": 229
    },
    {
      "epoch": 0.33430232558139533,
      "grad_norm": 0.1892825812101364,
      "learning_rate": 1.9734551396795347e-05,
      "loss": 0.1912,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0010285770986229181,
      "loss_partial": 0.004547119140625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0007841316401027143,
      "loss_partial": 0.00445556640625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0003813378280028701,
      "loss_partial": 0.00885009765625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0005634847329929471,
      "loss_partial": 0.005157470703125,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0006968360394239426,
      "loss_partial": 0.005767822265625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.00043996062595397234,
      "loss_partial": 0.005615234375,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0010416656732559204,
      "loss_partial": 0.00341796875,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0006648687412962317,
      "loss_partial": 0.0068359375,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0005086407181806862,
      "loss_partial": 0.004302978515625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0006081655737943947,
      "loss_partial": 0.01397705078125,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.000626513094175607,
      "loss_partial": 0.00830078125,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0008464287384413183,
      "loss_partial": 0.0064697265625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0007704684976488352,
      "loss_partial": 0.005218505859375,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0007444125367328525,
      "loss_partial": 0.007659912109375,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.000861699169036001,
      "loss_partial": 0.003997802734375,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0005860086530447006,
      "loss_partial": 0.005706787109375,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0005438720108941197,
      "loss_partial": 0.010498046875,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0007405119831673801,
      "loss_partial": 0.00665283203125,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.00046847466728650033,
      "loss_partial": 0.0054931640625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0006250586593523622,
      "loss_partial": 0.003875732421875,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0003151148557662964,
      "loss_partial": 0.007293701171875,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0004901332431472838,
      "loss_partial": 0.00634765625,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0008143422892317176,
      "loss_partial": 0.00482177734375,
      "step": 230
    },
    {
      "epoch": 0.33430232558139533,
      "loss_distr": 0.0005194626864977181,
      "loss_partial": 0.0093994140625,
      "step": 230
    },
    {
      "epoch": 0.33575581395348836,
      "grad_norm": 0.19623246788978577,
      "learning_rate": 1.9728711973218115e-05,
      "loss": 0.1873,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0004530661681201309,
      "loss_partial": 0.005218505859375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.000841072469484061,
      "loss_partial": 0.005584716796875,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0005900998366996646,
      "loss_partial": 0.0087890625,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0008415555930696428,
      "loss_partial": 0.0047607421875,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0004799651214852929,
      "loss_partial": 0.01007080078125,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.00031119200866669416,
      "loss_partial": 0.0098876953125,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0003782794519793242,
      "loss_partial": 0.006195068359375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0005217425641603768,
      "loss_partial": 0.01055908203125,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.00046760260011069477,
      "loss_partial": 0.0096435546875,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0004554659244604409,
      "loss_partial": 0.00830078125,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0008003802504390478,
      "loss_partial": 0.006195068359375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0009043668396770954,
      "loss_partial": 0.00750732421875,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0005327099934220314,
      "loss_partial": 0.00933837890625,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0004001012712251395,
      "loss_partial": 0.01080322265625,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.00037441178574226797,
      "loss_partial": 0.00799560546875,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0007870616391301155,
      "loss_partial": 0.00579833984375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.000695296039339155,
      "loss_partial": 0.0052490234375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0008554453961551189,
      "loss_partial": 0.006378173828125,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.000454733963124454,
      "loss_partial": 0.00531005859375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0006315592909231782,
      "loss_partial": 0.00946044921875,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0009529983508400619,
      "loss_partial": 0.005279541015625,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0005981237045489252,
      "loss_partial": 0.005218505859375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0007182493573054671,
      "loss_partial": 0.0068359375,
      "step": 231
    },
    {
      "epoch": 0.33575581395348836,
      "loss_distr": 0.0006800483679398894,
      "loss_partial": 0.00946044921875,
      "step": 231
    },
    {
      "epoch": 0.3372093023255814,
      "grad_norm": 0.16954739391803741,
      "learning_rate": 1.972280990072373e-05,
      "loss": 0.195,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0009099912131205201,
      "loss_partial": 0.0047607421875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.000505216361489147,
      "loss_partial": 0.0191650390625,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0005545165622606874,
      "loss_partial": 0.006591796875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0008396468474529684,
      "loss_partial": 0.00445556640625,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0002812637249007821,
      "loss_partial": 0.017822265625,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0007982606766745448,
      "loss_partial": 0.0033111572265625,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0006170808337628841,
      "loss_partial": 0.0087890625,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0009065961930900812,
      "loss_partial": 0.005584716796875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.00038688626955263317,
      "loss_partial": 0.0087890625,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0007181984256021678,
      "loss_partial": 0.005218505859375,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0005747456452809274,
      "loss_partial": 0.01123046875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0004504603275563568,
      "loss_partial": 0.0069580078125,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0007598502561450005,
      "loss_partial": 0.00469970703125,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.00047668442130088806,
      "loss_partial": 0.0111083984375,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.00045304777449928224,
      "loss_partial": 0.00775146484375,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0005028977175243199,
      "loss_partial": 0.009033203125,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.000558017345611006,
      "loss_partial": 0.0108642578125,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0009346277802251279,
      "loss_partial": 0.0027618408203125,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0007824735948815942,
      "loss_partial": 0.0038299560546875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0002869002637453377,
      "loss_partial": 0.0118408203125,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0008107567555271089,
      "loss_partial": 0.007537841796875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0006313544581644237,
      "loss_partial": 0.008544921875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0002755892346613109,
      "loss_partial": 0.0057373046875,
      "step": 232
    },
    {
      "epoch": 0.3372093023255814,
      "loss_distr": 0.0008320348570123315,
      "loss_partial": 0.004913330078125,
      "step": 232
    },
    {
      "epoch": 0.3386627906976744,
      "grad_norm": 0.1949394941329956,
      "learning_rate": 1.9716845217319117e-05,
      "loss": 0.1916,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0006825593300163746,
      "loss_partial": 0.0034027099609375,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.000447210855782032,
      "loss_partial": 0.0084228515625,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.00030890246853232384,
      "loss_partial": 0.006622314453125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0010915132006630301,
      "loss_partial": 0.006195068359375,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0004477952606976032,
      "loss_partial": 0.00726318359375,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0006151216803118587,
      "loss_partial": 0.0074462890625,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0005594572867266834,
      "loss_partial": 0.00494384765625,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0006361589767038822,
      "loss_partial": 0.0045166015625,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0005077769747003913,
      "loss_partial": 0.00872802734375,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.001050561317242682,
      "loss_partial": 0.006927490234375,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0008799901115708053,
      "loss_partial": 0.005462646484375,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0004343258624430746,
      "loss_partial": 0.00830078125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0006236081244423985,
      "loss_partial": 0.00616455078125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.00041018397314473987,
      "loss_partial": 0.00543212890625,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0007773885736241937,
      "loss_partial": 0.0089111328125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0005482247797772288,
      "loss_partial": 0.008056640625,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0008526582969352603,
      "loss_partial": 0.00518798828125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0007029969710856676,
      "loss_partial": 0.00885009765625,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0007007973617874086,
      "loss_partial": 0.0078125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0005121293943375349,
      "loss_partial": 0.00994873046875,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0009830341441556811,
      "loss_partial": 0.005889892578125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0009190740529447794,
      "loss_partial": 0.00439453125,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0006555690197274089,
      "loss_partial": 0.005340576171875,
      "step": 233
    },
    {
      "epoch": 0.3386627906976744,
      "loss_distr": 0.0003764084249269217,
      "loss_partial": 0.0098876953125,
      "step": 233
    },
    {
      "epoch": 0.34011627906976744,
      "grad_norm": 0.180604949593544,
      "learning_rate": 1.97108179614144e-05,
      "loss": 0.1876,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0007620858959853649,
      "loss_partial": 0.00665283203125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0008470348548144102,
      "loss_partial": 0.00543212890625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0008660878520458937,
      "loss_partial": 0.005126953125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.000694668386131525,
      "loss_partial": 0.004913330078125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0006548636010847986,
      "loss_partial": 0.006988525390625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0005876056966371834,
      "loss_partial": 0.01220703125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0005300032207742333,
      "loss_partial": 0.01043701171875,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.00029289728263393044,
      "loss_partial": 0.006011962890625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0006977096199989319,
      "loss_partial": 0.00946044921875,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0008889674209058285,
      "loss_partial": 0.0048828125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0009538039448671043,
      "loss_partial": 0.0035858154296875,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0005614038091152906,
      "loss_partial": 0.00543212890625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0004262440779712051,
      "loss_partial": 0.010009765625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0005276890005916357,
      "loss_partial": 0.0159912109375,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.000696380331646651,
      "loss_partial": 0.0098876953125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0009848475456237793,
      "loss_partial": 0.004974365234375,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.000791093974839896,
      "loss_partial": 0.007720947265625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0005100829293951392,
      "loss_partial": 0.0087890625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.00036495839594863355,
      "loss_partial": 0.0166015625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0005894130445085466,
      "loss_partial": 0.01129150390625,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0004509465070441365,
      "loss_partial": 0.0078125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0004482026561163366,
      "loss_partial": 0.005615234375,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0005423066904768348,
      "loss_partial": 0.0108642578125,
      "step": 234
    },
    {
      "epoch": 0.34011627906976744,
      "loss_distr": 0.0008462892146781087,
      "loss_partial": 0.005889892578125,
      "step": 234
    },
    {
      "epoch": 0.34156976744186046,
      "grad_norm": 0.17127664387226105,
      "learning_rate": 1.9704728171822627e-05,
      "loss": 0.1923,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.000585111090913415,
      "loss_partial": 0.0064697265625,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0005653431289829314,
      "loss_partial": 0.0118408203125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0006988642271608114,
      "loss_partial": 0.005523681640625,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0006174143636599183,
      "loss_partial": 0.0091552734375,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0008487756131216884,
      "loss_partial": 0.00830078125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.00042040165862999856,
      "loss_partial": 0.01220703125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0007034804439172149,
      "loss_partial": 0.00738525390625,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.001247696578502655,
      "loss_partial": 0.004302978515625,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0010255184024572372,
      "loss_partial": 0.0037841796875,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0006048097275197506,
      "loss_partial": 0.00811767578125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0007389697711914778,
      "loss_partial": 0.007659912109375,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.00043954094871878624,
      "loss_partial": 0.006622314453125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.000812990590929985,
      "loss_partial": 0.005828857421875,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0008527899626642466,
      "loss_partial": 0.00567626953125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0004300371219869703,
      "loss_partial": 0.007720947265625,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0005146662006154656,
      "loss_partial": 0.009033203125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0007043349323794246,
      "loss_partial": 0.005340576171875,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0006837406544946134,
      "loss_partial": 0.00762939453125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.001006918027997017,
      "loss_partial": 0.007720947265625,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.00041819282341748476,
      "loss_partial": 0.0067138671875,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0007833985146135092,
      "loss_partial": 0.003509521484375,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.000668114866130054,
      "loss_partial": 0.01055908203125,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.0003394847735762596,
      "loss_partial": 0.0145263671875,
      "step": 235
    },
    {
      "epoch": 0.34156976744186046,
      "loss_distr": 0.000836039544083178,
      "loss_partial": 0.00726318359375,
      "step": 235
    },
    {
      "epoch": 0.3430232558139535,
      "grad_norm": 0.18834656476974487,
      "learning_rate": 1.969857588775955e-05,
      "loss": 0.1915,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0006263623363338411,
      "loss_partial": 0.00677490234375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0005231188260950148,
      "loss_partial": 0.0098876953125,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0005209583323448896,
      "loss_partial": 0.0093994140625,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.00031518522882834077,
      "loss_partial": 0.01025390625,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0006652793381363153,
      "loss_partial": 0.011962890625,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0006916893180459738,
      "loss_partial": 0.00469970703125,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0009093284024856985,
      "loss_partial": 0.00726318359375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0006581167690455914,
      "loss_partial": 0.011474609375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.00030179746681824327,
      "loss_partial": 0.00762939453125,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0005648205406032503,
      "loss_partial": 0.004241943359375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0005216414574533701,
      "loss_partial": 0.006134033203125,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0008440556703135371,
      "loss_partial": 0.006988525390625,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.000554574653506279,
      "loss_partial": 0.0103759765625,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.000589305825997144,
      "loss_partial": 0.00921630859375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0008354918099939823,
      "loss_partial": 0.0067138671875,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0007682035211473703,
      "loss_partial": 0.0081787109375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0006452755187638104,
      "loss_partial": 0.005645751953125,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.000585995614528656,
      "loss_partial": 0.004638671875,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0004221030685584992,
      "loss_partial": 0.0062255859375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0005125784664414823,
      "loss_partial": 0.007080078125,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0006313275662250817,
      "loss_partial": 0.0113525390625,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.00042231084080412984,
      "loss_partial": 0.00823974609375,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0007453312864527106,
      "loss_partial": 0.006072998046875,
      "step": 236
    },
    {
      "epoch": 0.3430232558139535,
      "loss_distr": 0.0006305785500444472,
      "loss_partial": 0.005767822265625,
      "step": 236
    },
    {
      "epoch": 0.3444767441860465,
      "grad_norm": 0.2055690735578537,
      "learning_rate": 1.969236114884336e-05,
      "loss": 0.1928,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0006387721514329314,
      "loss_partial": 0.00701904296875,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0008225766359828413,
      "loss_partial": 0.006500244140625,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0008443314000032842,
      "loss_partial": 0.0111083984375,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.000936111668124795,
      "loss_partial": 0.0079345703125,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0007651078049093485,
      "loss_partial": 0.00616455078125,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0006334230420179665,
      "loss_partial": 0.004608154296875,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0007985016563907266,
      "loss_partial": 0.007293701171875,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0003673427854664624,
      "loss_partial": 0.0284423828125,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0008747564861550927,
      "loss_partial": 0.004638671875,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0007248855545185506,
      "loss_partial": 0.007568359375,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0007476626778952777,
      "loss_partial": 0.00531005859375,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0005829880828969181,
      "loss_partial": 0.005157470703125,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.000434493413195014,
      "loss_partial": 0.00799560546875,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.00041915278416126966,
      "loss_partial": 0.01458740234375,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.00041994437924586236,
      "loss_partial": 0.00775146484375,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0009516557911410928,
      "loss_partial": 0.004241943359375,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.00038468942511826754,
      "loss_partial": 0.007354736328125,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0007946634432300925,
      "loss_partial": 0.007354736328125,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0009286290733143687,
      "loss_partial": 0.0052490234375,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.00045136280823498964,
      "loss_partial": 0.007720947265625,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0005251725087873638,
      "loss_partial": 0.00848388671875,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.00044216244714334607,
      "loss_partial": 0.005645751953125,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0009490285301581025,
      "loss_partial": 0.006500244140625,
      "step": 237
    },
    {
      "epoch": 0.3444767441860465,
      "loss_distr": 0.0003993668360635638,
      "loss_partial": 0.01025390625,
      "step": 237
    },
    {
      "epoch": 0.34593023255813954,
      "grad_norm": 0.17521356046199799,
      "learning_rate": 1.9686083995094423e-05,
      "loss": 0.1915,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0004607593873515725,
      "loss_partial": 0.005950927734375,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.00028141768416389823,
      "loss_partial": 0.006500244140625,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0007845975342206657,
      "loss_partial": 0.006805419921875,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.00040482624899595976,
      "loss_partial": 0.00433349609375,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.000749998027458787,
      "loss_partial": 0.0059814453125,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0005442062392830849,
      "loss_partial": 0.004486083984375,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0005302531644701958,
      "loss_partial": 0.01068115234375,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0005313275614753366,
      "loss_partial": 0.005279541015625,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0006148010143078864,
      "loss_partial": 0.004364013671875,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0006060416344553232,
      "loss_partial": 0.01165771484375,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0006858626147732139,
      "loss_partial": 0.007415771484375,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0006478506838902831,
      "loss_partial": 0.005035400390625,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.00036016872036270797,
      "loss_partial": 0.0054931640625,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0005896715447306633,
      "loss_partial": 0.007720947265625,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0009778905659914017,
      "loss_partial": 0.00457763671875,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0004797163128387183,
      "loss_partial": 0.005401611328125,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.00030193018028512597,
      "loss_partial": 0.00689697265625,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0007046632817946374,
      "loss_partial": 0.005279541015625,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0003285597776994109,
      "loss_partial": 0.0040283203125,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0007355436100624502,
      "loss_partial": 0.00567626953125,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.00036457492387853563,
      "loss_partial": 0.0098876953125,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0007379368180409074,
      "loss_partial": 0.005462646484375,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.0007829448441043496,
      "loss_partial": 0.00457763671875,
      "step": 238
    },
    {
      "epoch": 0.34593023255813954,
      "loss_distr": 0.000582065200433135,
      "loss_partial": 0.0106201171875,
      "step": 238
    },
    {
      "epoch": 0.34738372093023256,
      "grad_norm": 0.19997291266918182,
      "learning_rate": 1.9679744466935038e-05,
      "loss": 0.186,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.00032193760853260756,
      "loss_partial": 0.004302978515625,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.00047768233343958855,
      "loss_partial": 0.00823974609375,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0005744923837482929,
      "loss_partial": 0.014892578125,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0008575580432079732,
      "loss_partial": 0.004058837890625,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0004244878073222935,
      "loss_partial": 0.012451171875,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.00044721318408846855,
      "loss_partial": 0.0078125,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0004947534762322903,
      "loss_partial": 0.00885009765625,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.000553166784811765,
      "loss_partial": 0.004425048828125,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0010150102898478508,
      "loss_partial": 0.0028839111328125,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0006431103101931512,
      "loss_partial": 0.005157470703125,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0008232425316236913,
      "loss_partial": 0.0040283203125,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0007394952117465436,
      "loss_partial": 0.010009765625,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0007392495172098279,
      "loss_partial": 0.006591796875,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0007493568118661642,
      "loss_partial": 0.007720947265625,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0006802495918236673,
      "loss_partial": 0.009521484375,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0007189788739196956,
      "loss_partial": 0.0050048828125,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.00042504118755459785,
      "loss_partial": 0.0096435546875,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.000881680054590106,
      "loss_partial": 0.005706787109375,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0009032081579789519,
      "loss_partial": 0.0057373046875,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.00042690441478043795,
      "loss_partial": 0.005859375,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0004981651436537504,
      "loss_partial": 0.0057373046875,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0007273632800206542,
      "loss_partial": 0.004638671875,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0004418746684677899,
      "loss_partial": 0.008544921875,
      "step": 239
    },
    {
      "epoch": 0.34738372093023256,
      "loss_distr": 0.0003693898324854672,
      "loss_partial": 0.0107421875,
      "step": 239
    },
    {
      "epoch": 0.3488372093023256,
      "grad_norm": 0.1921568065881729,
      "learning_rate": 1.967334260518917e-05,
      "loss": 0.193,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0004418710886966437,
      "loss_partial": 0.007171630859375,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0006839983398094773,
      "loss_partial": 0.00689697265625,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0005663962219841778,
      "loss_partial": 0.00994873046875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0008356726611964405,
      "loss_partial": 0.007781982421875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0006233763415366411,
      "loss_partial": 0.007781982421875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0007765890914015472,
      "loss_partial": 0.00653076171875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0005871251341886818,
      "loss_partial": 0.01226806640625,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0007043920923024416,
      "loss_partial": 0.0062255859375,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0006368818576447666,
      "loss_partial": 0.009521484375,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0011218820000067353,
      "loss_partial": 0.0067138671875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0005166531773284078,
      "loss_partial": 0.004119873046875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.000602679152507335,
      "loss_partial": 0.01055908203125,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.00046097670565359294,
      "loss_partial": 0.00848388671875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.00030473730294033885,
      "loss_partial": 0.00482177734375,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0004216722445562482,
      "loss_partial": 0.0101318359375,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0007452800637111068,
      "loss_partial": 0.005859375,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0004229654441587627,
      "loss_partial": 0.00982666015625,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0008208953659050167,
      "loss_partial": 0.004150390625,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0003370488411746919,
      "loss_partial": 0.010986328125,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0006623325753025711,
      "loss_partial": 0.007232666015625,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0005353898159228265,
      "loss_partial": 0.005645751953125,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0004572518519125879,
      "loss_partial": 0.006805419921875,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0007344236364588141,
      "loss_partial": 0.0059814453125,
      "step": 240
    },
    {
      "epoch": 0.3488372093023256,
      "loss_distr": 0.0008717251475900412,
      "loss_partial": 0.007720947265625,
      "step": 240
    },
    {
      "epoch": 0.3502906976744186,
      "grad_norm": 0.1726144254207611,
      "learning_rate": 1.9666878451082178e-05,
      "loss": 0.19,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0007738323183730245,
      "loss_partial": 0.00823974609375,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0004883013898506761,
      "loss_partial": 0.00665283203125,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.000579975254368037,
      "loss_partial": 0.00726318359375,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.000929276691749692,
      "loss_partial": 0.00335693359375,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0006839231355115771,
      "loss_partial": 0.010986328125,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0007632725173607469,
      "loss_partial": 0.0048828125,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0003103169146925211,
      "loss_partial": 0.007354736328125,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.00034093292197212577,
      "loss_partial": 0.00457763671875,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.00042865274008363485,
      "loss_partial": 0.007110595703125,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0006180750206112862,
      "loss_partial": 0.005523681640625,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0004958695499226451,
      "loss_partial": 0.0089111328125,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0004036378231830895,
      "loss_partial": 0.009765625,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0005771481664851308,
      "loss_partial": 0.00872802734375,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0007668193429708481,
      "loss_partial": 0.0123291015625,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.00036827693111263216,
      "loss_partial": 0.008544921875,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.00039460824336856604,
      "loss_partial": 0.006256103515625,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0008263402851298451,
      "loss_partial": 0.004119873046875,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0004553326580207795,
      "loss_partial": 0.005615234375,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0010080281645059586,
      "loss_partial": 0.0047607421875,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.00035377073800191283,
      "loss_partial": 0.019287109375,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0006662836531177163,
      "loss_partial": 0.00396728515625,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.0006551843835040927,
      "loss_partial": 0.005706787109375,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.00048708610120229423,
      "loss_partial": 0.00811767578125,
      "step": 241
    },
    {
      "epoch": 0.3502906976744186,
      "loss_distr": 0.000553250196389854,
      "loss_partial": 0.0064697265625,
      "step": 241
    },
    {
      "epoch": 0.35174418604651164,
      "grad_norm": 0.17937207221984863,
      "learning_rate": 1.9660352046240573e-05,
      "loss": 0.186,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.000709055399056524,
      "loss_partial": 0.00396728515625,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0007096162880770862,
      "loss_partial": 0.004913330078125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0009005240863189101,
      "loss_partial": 0.0037841796875,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0008982612052932382,
      "loss_partial": 0.007568359375,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.00092562276404351,
      "loss_partial": 0.00506591796875,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.000605758570600301,
      "loss_partial": 0.005706787109375,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0003715536731760949,
      "loss_partial": 0.007293701171875,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0008937570964917541,
      "loss_partial": 0.00799560546875,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0010450314730405807,
      "loss_partial": 0.00323486328125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0007698137196712196,
      "loss_partial": 0.003509521484375,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0008092435309663415,
      "loss_partial": 0.0040283203125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0005881523247808218,
      "loss_partial": 0.005157470703125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.000507767719682306,
      "loss_partial": 0.00811767578125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0007239136612042785,
      "loss_partial": 0.00787353515625,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0004503272648435086,
      "loss_partial": 0.006805419921875,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0009078696602955461,
      "loss_partial": 0.00653076171875,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0006919775041751564,
      "loss_partial": 0.00299072265625,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0006043256144039333,
      "loss_partial": 0.00811767578125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.00034429802326485515,
      "loss_partial": 0.01251220703125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0008604724425822496,
      "loss_partial": 0.007171630859375,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.000578391132876277,
      "loss_partial": 0.006195068359375,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0007339261355809867,
      "loss_partial": 0.00567626953125,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0010161851532757282,
      "loss_partial": 0.006072998046875,
      "step": 242
    },
    {
      "epoch": 0.35174418604651164,
      "loss_distr": 0.0007088894490152597,
      "loss_partial": 0.007080078125,
      "step": 242
    },
    {
      "epoch": 0.35319767441860467,
      "grad_norm": 0.18651823699474335,
      "learning_rate": 1.9653763432691718e-05,
      "loss": 0.1904,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0006660501239821315,
      "loss_partial": 0.0084228515625,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0005385191179811954,
      "loss_partial": 0.004852294921875,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0011120523558929563,
      "loss_partial": 0.005340576171875,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.00044488522689789534,
      "loss_partial": 0.01611328125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0005994316888973117,
      "loss_partial": 0.005340576171875,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0005220631137490273,
      "loss_partial": 0.00653076171875,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0005077278474345803,
      "loss_partial": 0.009033203125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.00045114022213965654,
      "loss_partial": 0.007354736328125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0005808053538203239,
      "loss_partial": 0.009033203125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0003016674891114235,
      "loss_partial": 0.007415771484375,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.00047352485125884414,
      "loss_partial": 0.005767822265625,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0006891413941048086,
      "loss_partial": 0.01025390625,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0008398157078772783,
      "loss_partial": 0.005401611328125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0006340187974274158,
      "loss_partial": 0.0062255859375,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.000576125574298203,
      "loss_partial": 0.005157470703125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.00037509837420657277,
      "loss_partial": 0.003082275390625,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0003025833866558969,
      "loss_partial": 0.00616455078125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.00031043656053952873,
      "loss_partial": 0.01123046875,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0004950688453391194,
      "loss_partial": 0.005859375,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0007289586937986314,
      "loss_partial": 0.0074462890625,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0010923544177785516,
      "loss_partial": 0.005767822265625,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0008773694280534983,
      "loss_partial": 0.00433349609375,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.000545381975825876,
      "loss_partial": 0.00567626953125,
      "step": 243
    },
    {
      "epoch": 0.35319767441860467,
      "loss_distr": 0.0006937486468814313,
      "loss_partial": 0.0072021484375,
      "step": 243
    },
    {
      "epoch": 0.3546511627906977,
      "grad_norm": 0.17307591438293457,
      "learning_rate": 1.9647112652863597e-05,
      "loss": 0.1893,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0011577002005651593,
      "loss_partial": 0.004913330078125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0006829033955000341,
      "loss_partial": 0.006011962890625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0007352347020059824,
      "loss_partial": 0.01080322265625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0003882015298586339,
      "loss_partial": 0.0106201171875,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0007835739525035024,
      "loss_partial": 0.006195068359375,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0004815272695850581,
      "loss_partial": 0.01300048828125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0009053001995198429,
      "loss_partial": 0.004608154296875,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0007012744317762554,
      "loss_partial": 0.00982666015625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0008097324753180146,
      "loss_partial": 0.0106201171875,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0003725340066011995,
      "loss_partial": 0.00830078125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0005220203893259168,
      "loss_partial": 0.0079345703125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0007248130859807134,
      "loss_partial": 0.007110595703125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.000630076159723103,
      "loss_partial": 0.00933837890625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0008189705549739301,
      "loss_partial": 0.00665283203125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0008351836586371064,
      "loss_partial": 0.005767822265625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0004001299967058003,
      "loss_partial": 0.005950927734375,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0010035732993856072,
      "loss_partial": 0.004852294921875,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0005138765554875135,
      "loss_partial": 0.00885009765625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0005593681707978249,
      "loss_partial": 0.01104736328125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0004070462309755385,
      "loss_partial": 0.0074462890625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0007386523648165166,
      "loss_partial": 0.0140380859375,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0006512958789244294,
      "loss_partial": 0.0108642578125,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.0008793002925813198,
      "loss_partial": 0.00592041015625,
      "step": 244
    },
    {
      "epoch": 0.3546511627906977,
      "loss_distr": 0.00030815013451501727,
      "loss_partial": 0.006561279296875,
      "step": 244
    },
    {
      "epoch": 0.3561046511627907,
      "grad_norm": 0.1682153195142746,
      "learning_rate": 1.964039974958449e-05,
      "loss": 0.1853,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0006201942451298237,
      "loss_partial": 0.00885009765625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0005059959948994219,
      "loss_partial": 0.00445556640625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0003409438650123775,
      "loss_partial": 0.005523681640625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0008423658437095582,
      "loss_partial": 0.006439208984375,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0009290026500821114,
      "loss_partial": 0.00494384765625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0007284185849130154,
      "loss_partial": 0.00634765625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0006494851550087333,
      "loss_partial": 0.01055908203125,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0009344198042526841,
      "loss_partial": 0.004638671875,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0007196359802037477,
      "loss_partial": 0.00830078125,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0008369940333068371,
      "loss_partial": 0.006378173828125,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0005369387799873948,
      "loss_partial": 0.0084228515625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0006894901744090021,
      "loss_partial": 0.006805419921875,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0006046409835107625,
      "loss_partial": 0.00537109375,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0004130010202061385,
      "loss_partial": 0.0103759765625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0005910643958486617,
      "loss_partial": 0.00787353515625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0010088644921779633,
      "loss_partial": 0.01129150390625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0009683859534561634,
      "loss_partial": 0.00445556640625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0007540378719568253,
      "loss_partial": 0.007354736328125,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0008486396982334554,
      "loss_partial": 0.00836181640625,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0005162252928130329,
      "loss_partial": 0.007110595703125,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0003590242413338274,
      "loss_partial": 0.0079345703125,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0007385436911135912,
      "loss_partial": 0.010498046875,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0007414346910081804,
      "loss_partial": 0.0081787109375,
      "step": 245
    },
    {
      "epoch": 0.3561046511627907,
      "loss_distr": 0.0005636041751131415,
      "loss_partial": 0.00787353515625,
      "step": 245
    },
    {
      "epoch": 0.35755813953488375,
      "grad_norm": 0.2061995267868042,
      "learning_rate": 1.963362476608275e-05,
      "loss": 0.1916,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0006941788597032428,
      "loss_partial": 0.010009765625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0008391287410631776,
      "loss_partial": 0.007171630859375,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0005548951448872685,
      "loss_partial": 0.00665283203125,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0006342597771435976,
      "loss_partial": 0.01031494140625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0007900538621470332,
      "loss_partial": 0.005157470703125,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0009972001425921917,
      "loss_partial": 0.005828857421875,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0007799234590493143,
      "loss_partial": 0.0057373046875,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0005239506135694683,
      "loss_partial": 0.00921630859375,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.000985112739726901,
      "loss_partial": 0.004638671875,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.000708633684553206,
      "loss_partial": 0.005401611328125,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0008358742925338447,
      "loss_partial": 0.005096435546875,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.00035580428084358573,
      "loss_partial": 0.0068359375,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0006080000894144177,
      "loss_partial": 0.00885009765625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.00045516586396843195,
      "loss_partial": 0.0096435546875,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0008182264864444733,
      "loss_partial": 0.0028228759765625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0004460999625734985,
      "loss_partial": 0.00811767578125,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.00039692409336566925,
      "loss_partial": 0.0115966796875,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0008089244365692139,
      "loss_partial": 0.004547119140625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0008859696099534631,
      "loss_partial": 0.00689697265625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0005035033682361245,
      "loss_partial": 0.01153564453125,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0007275635143741965,
      "loss_partial": 0.008056640625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.00040280912071466446,
      "loss_partial": 0.00738525390625,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.0007003170321695507,
      "loss_partial": 0.00665283203125,
      "step": 246
    },
    {
      "epoch": 0.35755813953488375,
      "loss_distr": 0.00036029244074597955,
      "loss_partial": 0.004913330078125,
      "step": 246
    },
    {
      "epoch": 0.35901162790697677,
      "grad_norm": 0.18397469818592072,
      "learning_rate": 1.9626787745986495e-05,
      "loss": 0.1851,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0010515321046113968,
      "loss_partial": 0.0052490234375,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0008229677332565188,
      "loss_partial": 0.007049560546875,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.00047316489508375525,
      "loss_partial": 0.006591796875,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0011569304624572396,
      "loss_partial": 0.004547119140625,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0006248012650758028,
      "loss_partial": 0.003692626953125,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0006232523592188954,
      "loss_partial": 0.007293701171875,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0007938620983622968,
      "loss_partial": 0.004669189453125,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0007581707322970033,
      "loss_partial": 0.005859375,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0005481433472596109,
      "loss_partial": 0.00543212890625,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0008403960964642465,
      "loss_partial": 0.00518798828125,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.000719913630746305,
      "loss_partial": 0.010498046875,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.00040945381624624133,
      "loss_partial": 0.005401611328125,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0006494875997304916,
      "loss_partial": 0.01190185546875,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.00032859118073247373,
      "loss_partial": 0.00665283203125,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0005467048031277955,
      "loss_partial": 0.00640869140625,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.000882812193594873,
      "loss_partial": 0.0064697265625,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.00041274999966844916,
      "loss_partial": 0.00811767578125,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0005212429678067565,
      "loss_partial": 0.009765625,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0004926462424919009,
      "loss_partial": 0.007293701171875,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0005227589281275868,
      "loss_partial": 0.00970458984375,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.000676894502248615,
      "loss_partial": 0.0052490234375,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.000726554193533957,
      "loss_partial": 0.00970458984375,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0003844336315523833,
      "loss_partial": 0.007659912109375,
      "step": 247
    },
    {
      "epoch": 0.35901162790697677,
      "loss_distr": 0.0005125212483108044,
      "loss_partial": 0.00537109375,
      "step": 247
    },
    {
      "epoch": 0.36046511627906974,
      "grad_norm": 0.21109147369861603,
      "learning_rate": 1.961988873332333e-05,
      "loss": 0.1883,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0006452371599152684,
      "loss_partial": 0.007110595703125,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0003705569251906127,
      "loss_partial": 0.00860595703125,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0006783637218177319,
      "loss_partial": 0.0087890625,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0006870136130601168,
      "loss_partial": 0.00726318359375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0006505977362394333,
      "loss_partial": 0.0086669921875,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0008479467942379415,
      "loss_partial": 0.00604248046875,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0007150905439630151,
      "loss_partial": 0.00390625,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0009039449505507946,
      "loss_partial": 0.00885009765625,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0007462971843779087,
      "loss_partial": 0.007171630859375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0007770039374008775,
      "loss_partial": 0.00921630859375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0009052746463567019,
      "loss_partial": 0.00469970703125,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0007289523491635919,
      "loss_partial": 0.00872802734375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0008616793202236295,
      "loss_partial": 0.005706787109375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0005227758665569127,
      "loss_partial": 0.00579833984375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.00042608327930793166,
      "loss_partial": 0.0096435546875,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0008107721223495901,
      "loss_partial": 0.0045166015625,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0004275295650586486,
      "loss_partial": 0.00726318359375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.00044251943472772837,
      "loss_partial": 0.0120849609375,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0009037458803504705,
      "loss_partial": 0.007720947265625,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0007165378774516284,
      "loss_partial": 0.007080078125,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0004044686211273074,
      "loss_partial": 0.00860595703125,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0005946843302808702,
      "loss_partial": 0.007110595703125,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0006320127286016941,
      "loss_partial": 0.003143310546875,
      "step": 248
    },
    {
      "epoch": 0.36046511627906974,
      "loss_distr": 0.0006866028998047113,
      "loss_partial": 0.006927490234375,
      "step": 248
    },
    {
      "epoch": 0.36191860465116277,
      "grad_norm": 0.22838440537452698,
      "learning_rate": 1.9612927772520066e-05,
      "loss": 0.1875,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.00043353947694413364,
      "loss_partial": 0.00531005859375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0006739319651387632,
      "loss_partial": 0.007720947265625,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.00043218114296905696,
      "loss_partial": 0.009033203125,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0006818530964665115,
      "loss_partial": 0.0096435546875,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0003396039246581495,
      "loss_partial": 0.00494384765625,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0007257854449562728,
      "loss_partial": 0.005401611328125,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0006058986182324588,
      "loss_partial": 0.00628662109375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0007375634158961475,
      "loss_partial": 0.007659912109375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0008822844247333705,
      "loss_partial": 0.007568359375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0005012759938836098,
      "loss_partial": 0.00445556640625,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.00046330163604579866,
      "loss_partial": 0.005615234375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0005452196346595883,
      "loss_partial": 0.00811767578125,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0009738795924931765,
      "loss_partial": 0.00506591796875,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0008154811803251505,
      "loss_partial": 0.002044677734375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0005879208911210299,
      "loss_partial": 0.01043701171875,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.000748005579225719,
      "loss_partial": 0.005950927734375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0008398295613005757,
      "loss_partial": 0.002899169921875,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0004308585776016116,
      "loss_partial": 0.00665283203125,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0005465630092658103,
      "loss_partial": 0.01055908203125,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0007986502605490386,
      "loss_partial": 0.0030517578125,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0006585741648450494,
      "loss_partial": 0.00628662109375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0003386695170775056,
      "loss_partial": 0.0050048828125,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0005249343812465668,
      "loss_partial": 0.004974365234375,
      "step": 249
    },
    {
      "epoch": 0.36191860465116277,
      "loss_distr": 0.0007700261194258928,
      "loss_partial": 0.00762939453125,
      "step": 249
    },
    {
      "epoch": 0.3633720930232558,
      "grad_norm": 0.20128679275512695,
      "learning_rate": 1.9605904908402445e-05,
      "loss": 0.1881,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0004742041346617043,
      "loss_partial": 0.011474609375,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0009620203636586666,
      "loss_partial": 0.006103515625,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0007015462033450603,
      "loss_partial": 0.00592041015625,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0008473786874674261,
      "loss_partial": 0.004791259765625,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.000342350744176656,
      "loss_partial": 0.01092529296875,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006231272709555924,
      "loss_partial": 0.0064697265625,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0009155116858892143,
      "loss_partial": 0.00579833984375,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0004063356900587678,
      "loss_partial": 0.0081787109375,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006781339179724455,
      "loss_partial": 0.00787353515625,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0008786183316260576,
      "loss_partial": 0.00555419921875,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006737097864970565,
      "loss_partial": 0.00921630859375,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.00045602512545883656,
      "loss_partial": 0.006744384765625,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0004929632414132357,
      "loss_partial": 0.0111083984375,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006268652505241334,
      "loss_partial": 0.003936767578125,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0005927465972490609,
      "loss_partial": 0.00823974609375,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0005597530980594456,
      "loss_partial": 0.0089111328125,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0004983299877494574,
      "loss_partial": 0.00958251953125,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0009785648435354233,
      "loss_partial": 0.00823974609375,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006191488355398178,
      "loss_partial": 0.007049560546875,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0008226369973272085,
      "loss_partial": 0.003936767578125,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0008627413772046566,
      "loss_partial": 0.007354736328125,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006119527970440686,
      "loss_partial": 0.00946044921875,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006279690423980355,
      "loss_partial": 0.00994873046875,
      "step": 250
    },
    {
      "epoch": 0.3633720930232558,
      "loss_distr": 0.0006056580459699035,
      "loss_partial": 0.01129150390625,
      "step": 250
    },
    {
      "epoch": 0.3648255813953488,
      "grad_norm": 0.1877175122499466,
      "learning_rate": 1.9598820186194824e-05,
      "loss": 0.1902,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005153869278728962,
      "loss_partial": 0.00830078125,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0008088312461040914,
      "loss_partial": 0.004791259765625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0006125729996711016,
      "loss_partial": 0.007568359375,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.00042282091453671455,
      "loss_partial": 0.00885009765625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0006593781872652471,
      "loss_partial": 0.00726318359375,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.000924049352761358,
      "loss_partial": 0.0034637451171875,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005943092983216047,
      "loss_partial": 0.005279541015625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0007132820319384336,
      "loss_partial": 0.0087890625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0007950959261506796,
      "loss_partial": 0.008056640625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005491974879987538,
      "loss_partial": 0.00811767578125,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0007616166840307415,
      "loss_partial": 0.0021514892578125,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.00047112751053646207,
      "loss_partial": 0.0101318359375,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005722177447751164,
      "loss_partial": 0.0081787109375,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005077860550954938,
      "loss_partial": 0.00762939453125,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005289337132126093,
      "loss_partial": 0.00677490234375,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0008226986974477768,
      "loss_partial": 0.00579833984375,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005704122595489025,
      "loss_partial": 0.00830078125,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0008886180585250258,
      "loss_partial": 0.00592041015625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0004891293938271701,
      "loss_partial": 0.006317138671875,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0004053897864650935,
      "loss_partial": 0.00677490234375,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0005784352542832494,
      "loss_partial": 0.00689697265625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0007825999055057764,
      "loss_partial": 0.00762939453125,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.0007230915362015367,
      "loss_partial": 0.005035400390625,
      "step": 251
    },
    {
      "epoch": 0.3648255813953488,
      "loss_distr": 0.000630101771093905,
      "loss_partial": 0.0081787109375,
      "step": 251
    },
    {
      "epoch": 0.36627906976744184,
      "grad_norm": 0.2354048490524292,
      "learning_rate": 1.9591673651519915e-05,
      "loss": 0.1909,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.000594896380789578,
      "loss_partial": 0.0062255859375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.00043478363659232855,
      "loss_partial": 0.02490234375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.00046977863530628383,
      "loss_partial": 0.0076904296875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.00043261464452371,
      "loss_partial": 0.006317138671875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0011264216154813766,
      "loss_partial": 0.0032501220703125,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.00046787175233475864,
      "loss_partial": 0.0123291015625,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.00046461663441732526,
      "loss_partial": 0.0111083984375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0004917699843645096,
      "loss_partial": 0.00390625,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.001019177958369255,
      "loss_partial": 0.005859375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0006705898558720946,
      "loss_partial": 0.0057373046875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0007838890887796879,
      "loss_partial": 0.004486083984375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.00042971508810296655,
      "loss_partial": 0.0166015625,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0005736904568038881,
      "loss_partial": 0.0096435546875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0008837439818307757,
      "loss_partial": 0.0106201171875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.000686890387441963,
      "loss_partial": 0.005950927734375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0008522588759660721,
      "loss_partial": 0.0057373046875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0005177296116016805,
      "loss_partial": 0.0045166015625,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0006045463378541172,
      "loss_partial": 0.00396728515625,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0005063869175501168,
      "loss_partial": 0.006683349609375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0007438947213813663,
      "loss_partial": 0.00653076171875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0010841251350939274,
      "loss_partial": 0.005706787109375,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0005893742199987173,
      "loss_partial": 0.00653076171875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0002943032595794648,
      "loss_partial": 0.00994873046875,
      "step": 252
    },
    {
      "epoch": 0.36627906976744184,
      "loss_distr": 0.0008150342619046569,
      "loss_partial": 0.00457763671875,
      "step": 252
    },
    {
      "epoch": 0.36773255813953487,
      "grad_norm": 0.22128792107105255,
      "learning_rate": 1.9584465350398468e-05,
      "loss": 0.1904,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0003129844553768635,
      "loss_partial": 0.0103759765625,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0007858930621296167,
      "loss_partial": 0.004364013671875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0004526220145635307,
      "loss_partial": 0.010986328125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0003507437650114298,
      "loss_partial": 0.007659912109375,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0005923067801631987,
      "loss_partial": 0.007537841796875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.000980515033006668,
      "loss_partial": 0.004730224609375,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.00040927273221313953,
      "loss_partial": 0.009033203125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0008441839599981904,
      "loss_partial": 0.005645751953125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0004073175950907171,
      "loss_partial": 0.005096435546875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.00036139690200798213,
      "loss_partial": 0.00518798828125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.00070715113542974,
      "loss_partial": 0.003936767578125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0005315036978572607,
      "loss_partial": 0.00775146484375,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0004189425380900502,
      "loss_partial": 0.007049560546875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0005605047335848212,
      "loss_partial": 0.006103515625,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0006830567726865411,
      "loss_partial": 0.00341796875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0007447840180248022,
      "loss_partial": 0.0079345703125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.00046114594442769885,
      "loss_partial": 0.01043701171875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0004570703604258597,
      "loss_partial": 0.0096435546875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0006224883254617453,
      "loss_partial": 0.004241943359375,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0003762447158806026,
      "loss_partial": 0.00567626953125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0005515976226888597,
      "loss_partial": 0.00848388671875,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0003536268777679652,
      "loss_partial": 0.005889892578125,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0003333378117531538,
      "loss_partial": 0.004150390625,
      "step": 253
    },
    {
      "epoch": 0.36773255813953487,
      "loss_distr": 0.0006569576216861606,
      "loss_partial": 0.007568359375,
      "step": 253
    },
    {
      "epoch": 0.3691860465116279,
      "grad_norm": 0.23743979632854462,
      "learning_rate": 1.957719532924899e-05,
      "loss": 0.1916,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0004083974927198142,
      "loss_partial": 0.01068115234375,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0006318805390037596,
      "loss_partial": 0.006805419921875,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0007591407629661262,
      "loss_partial": 0.004302978515625,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.00041325981146655977,
      "loss_partial": 0.0126953125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0005229469388723373,
      "loss_partial": 0.006378173828125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.00048067013267427683,
      "loss_partial": 0.00701904296875,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0008199441945180297,
      "loss_partial": 0.00653076171875,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0004298602871131152,
      "loss_partial": 0.006866455078125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0005804226966574788,
      "loss_partial": 0.00396728515625,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0007644951110705733,
      "loss_partial": 0.00518798828125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0006655870238319039,
      "loss_partial": 0.01336669921875,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.00055431027431041,
      "loss_partial": 0.005279541015625,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0005342422518879175,
      "loss_partial": 0.009765625,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.00048190480447374284,
      "loss_partial": 0.00885009765625,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0008658176520839334,
      "loss_partial": 0.00616455078125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0006878850399516523,
      "loss_partial": 0.005645751953125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0004204179276712239,
      "loss_partial": 0.007659912109375,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0008084370056167245,
      "loss_partial": 0.006622314453125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0004903314402326941,
      "loss_partial": 0.01318359375,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0006044349865987897,
      "loss_partial": 0.0084228515625,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.00034209212753921747,
      "loss_partial": 0.005859375,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0007181462133303285,
      "loss_partial": 0.0034637451171875,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0005526711465790868,
      "loss_partial": 0.005645751953125,
      "step": 254
    },
    {
      "epoch": 0.3691860465116279,
      "loss_distr": 0.0003287869621999562,
      "loss_partial": 0.006683349609375,
      "step": 254
    },
    {
      "epoch": 0.3706395348837209,
      "grad_norm": 0.1965005099773407,
      "learning_rate": 1.956986363488744e-05,
      "loss": 0.1914,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0007830745889805257,
      "loss_partial": 0.006927490234375,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0008996312972158194,
      "loss_partial": 0.003387451171875,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0003696564817801118,
      "loss_partial": 0.01080322265625,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0007586268475279212,
      "loss_partial": 0.0059814453125,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.000543425150681287,
      "loss_partial": 0.01318359375,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0009022654267027974,
      "loss_partial": 0.005157470703125,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0009418429690413177,
      "loss_partial": 0.005279541015625,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0006236958433873951,
      "loss_partial": 0.00872802734375,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0008003364782780409,
      "loss_partial": 0.00592041015625,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0008585231844335794,
      "loss_partial": 0.005157470703125,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0006536925211548805,
      "loss_partial": 0.01263427734375,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0007617626688443124,
      "loss_partial": 0.004608154296875,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0008219528244808316,
      "loss_partial": 0.00811767578125,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.000740296149160713,
      "loss_partial": 0.006072998046875,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0005238957237452269,
      "loss_partial": 0.00933837890625,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0006558086024597287,
      "loss_partial": 0.0086669921875,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.000689370499458164,
      "loss_partial": 0.00933837890625,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0006694665062241256,
      "loss_partial": 0.00531005859375,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0006370614282786846,
      "loss_partial": 0.007720947265625,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0007637117523699999,
      "loss_partial": 0.00677490234375,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0004496400651987642,
      "loss_partial": 0.0057373046875,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0005025174468755722,
      "loss_partial": 0.007171630859375,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.00032437132904306054,
      "loss_partial": 0.00445556640625,
      "step": 255
    },
    {
      "epoch": 0.3706395348837209,
      "loss_distr": 0.0003436460392549634,
      "loss_partial": 0.00970458984375,
      "step": 255
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 0.221282958984375,
      "learning_rate": 1.956247031452692e-05,
      "loss": 0.1881,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0010792341781780124,
      "loss_partial": 0.00665283203125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0009914548136293888,
      "loss_partial": 0.004852294921875,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0005014457274228334,
      "loss_partial": 0.006683349609375,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.00039739313069730997,
      "loss_partial": 0.0091552734375,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0005138905253261328,
      "loss_partial": 0.0064697265625,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.00047052951413206756,
      "loss_partial": 0.004852294921875,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.00041837897151708603,
      "loss_partial": 0.0101318359375,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0002856120700016618,
      "loss_partial": 0.00433349609375,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0008027625735849142,
      "loss_partial": 0.00616455078125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0006975133437663317,
      "loss_partial": 0.00518798828125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.000563942245207727,
      "loss_partial": 0.0089111328125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0005517371464520693,
      "loss_partial": 0.006134033203125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0007936643669381738,
      "loss_partial": 0.00665283203125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0005710684927180409,
      "loss_partial": 0.0086669921875,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0004701982834376395,
      "loss_partial": 0.0079345703125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0006717551732435822,
      "loss_partial": 0.00811767578125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0010236205998808146,
      "loss_partial": 0.0079345703125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0005213649710640311,
      "loss_partial": 0.00848388671875,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0004376916622277349,
      "loss_partial": 0.005889892578125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0006859131390228868,
      "loss_partial": 0.006500244140625,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.000600435771048069,
      "loss_partial": 0.00860595703125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0010078949853777885,
      "loss_partial": 0.00640869140625,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.0006464384496212006,
      "loss_partial": 0.0079345703125,
      "step": 256
    },
    {
      "epoch": 0.37209302325581395,
      "loss_distr": 0.00032133981585502625,
      "loss_partial": 0.0162353515625,
      "step": 256
    },
    {
      "epoch": 0.373546511627907,
      "grad_norm": 0.23022790253162384,
      "learning_rate": 1.9555015415777384e-05,
      "loss": 0.1884,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0007199427927844226,
      "loss_partial": 0.00555419921875,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.000540280481800437,
      "loss_partial": 0.00494384765625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.000644502870272845,
      "loss_partial": 0.006500244140625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0005549441557377577,
      "loss_partial": 0.006134033203125,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0008079634280875325,
      "loss_partial": 0.006500244140625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0004649377369787544,
      "loss_partial": 0.0081787109375,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0004807331715710461,
      "loss_partial": 0.004425048828125,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0010319267166778445,
      "loss_partial": 0.003997802734375,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0007502545486204326,
      "loss_partial": 0.004425048828125,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.00030251452699303627,
      "loss_partial": 0.00762939453125,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0009525678469799459,
      "loss_partial": 0.0032806396484375,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0008891797624528408,
      "loss_partial": 0.004486083984375,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0008598156273365021,
      "loss_partial": 0.003814697265625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0010708286426961422,
      "loss_partial": 0.004638671875,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.00046578198089264333,
      "loss_partial": 0.004791259765625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.00039552533417008817,
      "loss_partial": 0.0079345703125,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0004399600438773632,
      "loss_partial": 0.00830078125,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0006550622056238353,
      "loss_partial": 0.008056640625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0005470863543450832,
      "loss_partial": 0.01275634765625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0005988746415823698,
      "loss_partial": 0.004486083984375,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.00045147325727157295,
      "loss_partial": 0.00848388671875,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0007516694022342563,
      "loss_partial": 0.004791259765625,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.000325084722135216,
      "loss_partial": 0.0047607421875,
      "step": 257
    },
    {
      "epoch": 0.373546511627907,
      "loss_distr": 0.0008270820835605264,
      "loss_partial": 0.005340576171875,
      "step": 257
    },
    {
      "epoch": 0.375,
      "grad_norm": 0.1890755295753479,
      "learning_rate": 1.9547498986645322e-05,
      "loss": 0.1838,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0007085007382556796,
      "loss_partial": 0.00494384765625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0005560973659157753,
      "loss_partial": 0.0050048828125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0003785112057812512,
      "loss_partial": 0.0050048828125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0009255321929231286,
      "loss_partial": 0.00616455078125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0009302818216383457,
      "loss_partial": 0.006195068359375,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.00033373862970620394,
      "loss_partial": 0.006103515625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006162496283650398,
      "loss_partial": 0.0093994140625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006349054747261107,
      "loss_partial": 0.005126953125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006683889660052955,
      "loss_partial": 0.0079345703125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.000551023636944592,
      "loss_partial": 0.006439208984375,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006801547715440392,
      "loss_partial": 0.00701904296875,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0004996912903152406,
      "loss_partial": 0.00897216796875,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.00037553065340034664,
      "loss_partial": 0.0074462890625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006299182423390448,
      "loss_partial": 0.00811767578125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006233479944057763,
      "loss_partial": 0.00762939453125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.00034971442073583603,
      "loss_partial": 0.003570556640625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0005103147705085576,
      "loss_partial": 0.006103515625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0005848739529028535,
      "loss_partial": 0.00799560546875,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0005381007213145494,
      "loss_partial": 0.00811767578125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0004881365457549691,
      "loss_partial": 0.0057373046875,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006043071625754237,
      "loss_partial": 0.00439453125,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0003940535825677216,
      "loss_partial": 0.0093994140625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0005596501287072897,
      "loss_partial": 0.0084228515625,
      "step": 258
    },
    {
      "epoch": 0.375,
      "loss_distr": 0.0006451159715652466,
      "loss_partial": 0.00567626953125,
      "step": 258
    },
    {
      "epoch": 0.376453488372093,
      "grad_norm": 0.19649502635002136,
      "learning_rate": 1.953992107553346e-05,
      "loss": 0.1919,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.00040977104799821973,
      "loss_partial": 0.00701904296875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.000381928839487955,
      "loss_partial": 0.006317138671875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0007697990513406694,
      "loss_partial": 0.008056640625,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.00034416612470522523,
      "loss_partial": 0.0091552734375,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0005704383947886527,
      "loss_partial": 0.0106201171875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0006361709674820304,
      "loss_partial": 0.00946044921875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0008028363226912916,
      "loss_partial": 0.0079345703125,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0006232293671928346,
      "loss_partial": 0.0037841796875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.00037377336411736906,
      "loss_partial": 0.006134033203125,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0005664215423166752,
      "loss_partial": 0.00604248046875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0006564461509697139,
      "loss_partial": 0.005615234375,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0007193930796347558,
      "loss_partial": 0.003875732421875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0004797784786205739,
      "loss_partial": 0.01043701171875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.00044836982851848006,
      "loss_partial": 0.004791259765625,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0008466506842523813,
      "loss_partial": 0.006317138671875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.000672251801006496,
      "loss_partial": 0.00909423828125,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0008289797697216272,
      "loss_partial": 0.0050048828125,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0007963424432091415,
      "loss_partial": 0.00909423828125,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0003858834388665855,
      "loss_partial": 0.010498046875,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0008000324014574289,
      "loss_partial": 0.01312255859375,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.00033244933001697063,
      "loss_partial": 0.00830078125,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.00038640841376036406,
      "loss_partial": 0.00775146484375,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0006879816064611077,
      "loss_partial": 0.005523681640625,
      "step": 259
    },
    {
      "epoch": 0.376453488372093,
      "loss_distr": 0.0005283345235511661,
      "loss_partial": 0.0068359375,
      "step": 259
    },
    {
      "epoch": 0.37790697674418605,
      "grad_norm": 0.20272795855998993,
      "learning_rate": 1.953228173124044e-05,
      "loss": 0.1851,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0006928708171471953,
      "loss_partial": 0.00823974609375,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0009059493895620108,
      "loss_partial": 0.006805419921875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0007594231865368783,
      "loss_partial": 0.006988525390625,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0005391399608924985,
      "loss_partial": 0.008056640625,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0008589070639573038,
      "loss_partial": 0.0037841796875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.000577030994463712,
      "loss_partial": 0.00701904296875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0007809028029441833,
      "loss_partial": 0.00860595703125,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0003462183231022209,
      "loss_partial": 0.01019287109375,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.000532254227437079,
      "loss_partial": 0.01043701171875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0005716492305509746,
      "loss_partial": 0.0079345703125,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.00048527782200835645,
      "loss_partial": 0.0108642578125,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0003287440340500325,
      "loss_partial": 0.006805419921875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0007550898008048534,
      "loss_partial": 0.006439208984375,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0005318350158631802,
      "loss_partial": 0.006622314453125,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0009350540349259973,
      "loss_partial": 0.005096435546875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.000626067747361958,
      "loss_partial": 0.0103759765625,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0007382816402241588,
      "loss_partial": 0.007537841796875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.000406905310228467,
      "loss_partial": 0.0054931640625,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0007797356229275465,
      "loss_partial": 0.005859375,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0006351475021801889,
      "loss_partial": 0.0107421875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0005292505957186222,
      "loss_partial": 0.00634765625,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0003759823739528656,
      "loss_partial": 0.00909423828125,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.00047394618741236627,
      "loss_partial": 0.005096435546875,
      "step": 260
    },
    {
      "epoch": 0.37790697674418605,
      "loss_distr": 0.0004494825261645019,
      "loss_partial": 0.01092529296875,
      "step": 260
    },
    {
      "epoch": 0.3793604651162791,
      "grad_norm": 0.2189214527606964,
      "learning_rate": 1.9524581002960503e-05,
      "loss": 0.1881,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.000969915883615613,
      "loss_partial": 0.00604248046875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.00041179239633493125,
      "loss_partial": 0.00885009765625,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0005165287293493748,
      "loss_partial": 0.0027313232421875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0005589625216089189,
      "loss_partial": 0.0067138671875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0008546814206056297,
      "loss_partial": 0.003997802734375,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0006847713375464082,
      "loss_partial": 0.004425048828125,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0011038961820304394,
      "loss_partial": 0.004486083984375,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.000570818898268044,
      "loss_partial": 0.00604248046875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0007086609839461744,
      "loss_partial": 0.00909423828125,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0006671708542853594,
      "loss_partial": 0.0107421875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0006002116133458912,
      "loss_partial": 0.00518798828125,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0006415032548829913,
      "loss_partial": 0.00836181640625,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0007246362511068583,
      "loss_partial": 0.004486083984375,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0010423657950013876,
      "loss_partial": 0.0030975341796875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0007858920143917203,
      "loss_partial": 0.0035552978515625,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0003099666500929743,
      "loss_partial": 0.0069580078125,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.000534034741576761,
      "loss_partial": 0.0086669921875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0006589249242097139,
      "loss_partial": 0.005645751953125,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0005741792847402394,
      "loss_partial": 0.0042724609375,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0007231947965919971,
      "loss_partial": 0.004638671875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.00045812601456418633,
      "loss_partial": 0.016357421875,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0007358888979069889,
      "loss_partial": 0.003814697265625,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.000618284335359931,
      "loss_partial": 0.00830078125,
      "step": 261
    },
    {
      "epoch": 0.3793604651162791,
      "loss_distr": 0.0004050408606417477,
      "loss_partial": 0.0074462890625,
      "step": 261
    },
    {
      "epoch": 0.3808139534883721,
      "grad_norm": 0.19230590760707855,
      "learning_rate": 1.9516818940283186e-05,
      "loss": 0.1871,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0006443004822358489,
      "loss_partial": 0.00848388671875,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0010033624712377787,
      "loss_partial": 0.003692626953125,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0004854197322856635,
      "loss_partial": 0.009765625,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0005712290876545012,
      "loss_partial": 0.010986328125,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0004687192849814892,
      "loss_partial": 0.00762939453125,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0004712612135335803,
      "loss_partial": 0.00994873046875,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.00048104621237143874,
      "loss_partial": 0.0057373046875,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0009020321303978562,
      "loss_partial": 0.005706787109375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0002766077232081443,
      "loss_partial": 0.004974365234375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0004219349939376116,
      "loss_partial": 0.009521484375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.000698472373187542,
      "loss_partial": 0.0054931640625,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0005438418593257666,
      "loss_partial": 0.00823974609375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0005841845413669944,
      "loss_partial": 0.007537841796875,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0005189295043237507,
      "loss_partial": 0.00531005859375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0008859456283971667,
      "loss_partial": 0.003204345703125,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0005487369489856064,
      "loss_partial": 0.007049560546875,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0006597519386559725,
      "loss_partial": 0.00921630859375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0007417706656269729,
      "loss_partial": 0.006622314453125,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0003405864117667079,
      "loss_partial": 0.01019287109375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0009898485150188208,
      "loss_partial": 0.00372314453125,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.00046605264651589096,
      "loss_partial": 0.006927490234375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0006817696848884225,
      "loss_partial": 0.0079345703125,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0005441185785457492,
      "loss_partial": 0.0091552734375,
      "step": 262
    },
    {
      "epoch": 0.3808139534883721,
      "loss_distr": 0.0009615101153030992,
      "loss_partial": 0.004669189453125,
      "step": 262
    },
    {
      "epoch": 0.38226744186046513,
      "grad_norm": 0.21255242824554443,
      "learning_rate": 1.9508995593192987e-05,
      "loss": 0.1912,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.00048071698984131217,
      "loss_partial": 0.01348876953125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0005574682727456093,
      "loss_partial": 0.0113525390625,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0003515793359838426,
      "loss_partial": 0.0087890625,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0009618925396353006,
      "loss_partial": 0.0174560546875,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0004215248627588153,
      "loss_partial": 0.007171630859375,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0006428812630474567,
      "loss_partial": 0.01116943359375,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0006216165493242443,
      "loss_partial": 0.00836181640625,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.000657913857139647,
      "loss_partial": 0.00848388671875,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0004769608494825661,
      "loss_partial": 0.00823974609375,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0003622359363362193,
      "loss_partial": 0.006683349609375,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0007133297040127218,
      "loss_partial": 0.005889892578125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0010314242681488395,
      "loss_partial": 0.007354736328125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0005086433957330883,
      "loss_partial": 0.004669189453125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0009010082576423883,
      "loss_partial": 0.00469970703125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0006509449449367821,
      "loss_partial": 0.005828857421875,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0006059139268472791,
      "loss_partial": 0.0052490234375,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0009283136459998786,
      "loss_partial": 0.00555419921875,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0008481169352307916,
      "loss_partial": 0.005126953125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0005822884268127382,
      "loss_partial": 0.00579833984375,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0006181698408909142,
      "loss_partial": 0.00830078125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.000498784938827157,
      "loss_partial": 0.006072998046875,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0005670180544257164,
      "loss_partial": 0.00665283203125,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0004170314350631088,
      "loss_partial": 0.008544921875,
      "step": 263
    },
    {
      "epoch": 0.38226744186046513,
      "loss_distr": 0.0006039611762389541,
      "loss_partial": 0.00958251953125,
      "step": 263
    },
    {
      "epoch": 0.38372093023255816,
      "grad_norm": 0.22166895866394043,
      "learning_rate": 1.950111101206906e-05,
      "loss": 0.1881,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0008047741721384227,
      "loss_partial": 0.005096435546875,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.00031773923547007143,
      "loss_partial": 0.00579833984375,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0007525883847847581,
      "loss_partial": 0.004638671875,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0006442400626838207,
      "loss_partial": 0.005096435546875,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.000568211602512747,
      "loss_partial": 0.00372314453125,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0005983228329569101,
      "loss_partial": 0.005218505859375,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0008742405916564167,
      "loss_partial": 0.00634765625,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0007837533485144377,
      "loss_partial": 0.003997802734375,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0006066190544515848,
      "loss_partial": 0.012451171875,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0006987423985265195,
      "loss_partial": 0.005462646484375,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.000727787846699357,
      "loss_partial": 0.01190185546875,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0007183632114902139,
      "loss_partial": 0.0081787109375,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0006930315284989774,
      "loss_partial": 0.006744384765625,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0009610049310140312,
      "loss_partial": 0.006622314453125,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0007497953483834863,
      "loss_partial": 0.006744384765625,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0006612627184949815,
      "loss_partial": 0.00640869140625,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0004887656541541219,
      "loss_partial": 0.0098876953125,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0006250616279430687,
      "loss_partial": 0.0068359375,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.00048341319779865444,
      "loss_partial": 0.0048828125,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0009148725075647235,
      "loss_partial": 0.0037841796875,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0004358818696346134,
      "loss_partial": 0.0054931640625,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0009303410770371556,
      "loss_partial": 0.005096435546875,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0007841913029551506,
      "loss_partial": 0.00677490234375,
      "step": 264
    },
    {
      "epoch": 0.38372093023255816,
      "loss_distr": 0.0009150354890152812,
      "loss_partial": 0.004241943359375,
      "step": 264
    },
    {
      "epoch": 0.3851744186046512,
      "grad_norm": 0.21367071568965912,
      "learning_rate": 1.9493165247684867e-05,
      "loss": 0.1889,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0006250876467674971,
      "loss_partial": 0.005615234375,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0006485782796517015,
      "loss_partial": 0.008544921875,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0006920368759892881,
      "loss_partial": 0.006256103515625,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0005394840845838189,
      "loss_partial": 0.0078125,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.00044122315011918545,
      "loss_partial": 0.0113525390625,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.00038727125502191484,
      "loss_partial": 0.0089111328125,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0008307318203151226,
      "loss_partial": 0.00579833984375,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0005504636210389435,
      "loss_partial": 0.007659912109375,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0005890326574444771,
      "loss_partial": 0.00762939453125,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0006866760086268187,
      "loss_partial": 0.0038604736328125,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.00046099579776637256,
      "loss_partial": 0.007659912109375,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.00044699088903144,
      "loss_partial": 0.01190185546875,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0004498710040934384,
      "loss_partial": 0.00701904296875,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.00040558373439125717,
      "loss_partial": 0.008544921875,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0006102775223553181,
      "loss_partial": 0.0072021484375,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.000635211355984211,
      "loss_partial": 0.010498046875,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0007961755036376417,
      "loss_partial": 0.004791259765625,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.000573368975892663,
      "loss_partial": 0.005767822265625,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0007357468130066991,
      "loss_partial": 0.004547119140625,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0006943308981135488,
      "loss_partial": 0.0067138671875,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.000340181723004207,
      "loss_partial": 0.006195068359375,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0003611198626458645,
      "loss_partial": 0.005340576171875,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.000664408435113728,
      "loss_partial": 0.00396728515625,
      "step": 265
    },
    {
      "epoch": 0.3851744186046512,
      "loss_distr": 0.0005684834904968739,
      "loss_partial": 0.0078125,
      "step": 265
    },
    {
      "epoch": 0.3866279069767442,
      "grad_norm": 0.19577862322330475,
      "learning_rate": 1.9485158351207886e-05,
      "loss": 0.1842,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0006035473197698593,
      "loss_partial": 0.00921630859375,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.000662628561258316,
      "loss_partial": 0.005950927734375,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0005173689569346607,
      "loss_partial": 0.00982666015625,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.00040190768777392805,
      "loss_partial": 0.005706787109375,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0004426253435667604,
      "loss_partial": 0.007293701171875,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0003523268678691238,
      "loss_partial": 0.0072021484375,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0005599063006229699,
      "loss_partial": 0.006744384765625,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0004890667041763663,
      "loss_partial": 0.00372314453125,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.00028787009068764746,
      "loss_partial": 0.00396728515625,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0005472193006426096,
      "loss_partial": 0.00396728515625,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0008961407002061605,
      "loss_partial": 0.00341796875,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0008952747448347509,
      "loss_partial": 0.006317138671875,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0007341770688071847,
      "loss_partial": 0.003448486328125,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0005271570989862084,
      "loss_partial": 0.004425048828125,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0008486229344271123,
      "loss_partial": 0.004638671875,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0006124759092926979,
      "loss_partial": 0.007537841796875,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0006605700473301113,
      "loss_partial": 0.00372314453125,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0006304503185674548,
      "loss_partial": 0.007568359375,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0004275268584024161,
      "loss_partial": 0.00872802734375,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.00038782364572398365,
      "loss_partial": 0.01104736328125,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0007591914618387818,
      "loss_partial": 0.0078125,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.00033221824560314417,
      "loss_partial": 0.00762939453125,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.00031338902772404253,
      "loss_partial": 0.00921630859375,
      "step": 266
    },
    {
      "epoch": 0.3866279069767442,
      "loss_distr": 0.0007740749279037118,
      "loss_partial": 0.00531005859375,
      "step": 266
    },
    {
      "epoch": 0.38808139534883723,
      "grad_norm": 0.20616023242473602,
      "learning_rate": 1.947709037419924e-05,
      "loss": 0.1891,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0006156365852802992,
      "loss_partial": 0.00738525390625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.00047064939280971885,
      "loss_partial": 0.0084228515625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.00039958220440894365,
      "loss_partial": 0.01141357421875,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.00086729705799371,
      "loss_partial": 0.004608154296875,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0008925708825699985,
      "loss_partial": 0.00823974609375,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0003782129497267306,
      "loss_partial": 0.005828857421875,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.00047703669406473637,
      "loss_partial": 0.00872802734375,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0006015291437506676,
      "loss_partial": 0.00439453125,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0003366091987118125,
      "loss_partial": 0.00677490234375,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0006145566003397107,
      "loss_partial": 0.005279541015625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0009525631903670728,
      "loss_partial": 0.0029754638671875,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.000950754969380796,
      "loss_partial": 0.005035400390625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0004750537918880582,
      "loss_partial": 0.0107421875,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0011841912055388093,
      "loss_partial": 0.003570556640625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.00046780132106505334,
      "loss_partial": 0.007476806640625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0007440470508299768,
      "loss_partial": 0.00634765625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0005460535176098347,
      "loss_partial": 0.0118408203125,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0006788696045987308,
      "loss_partial": 0.006378173828125,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0009589161491021514,
      "loss_partial": 0.0074462890625,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0007293698145076632,
      "loss_partial": 0.0078125,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0005452388431876898,
      "loss_partial": 0.01220703125,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0011173586826771498,
      "loss_partial": 0.003265380859375,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.0004585629503708333,
      "loss_partial": 0.004974365234375,
      "step": 267
    },
    {
      "epoch": 0.38808139534883723,
      "loss_distr": 0.000884170294739306,
      "loss_partial": 0.006622314453125,
      "step": 267
    },
    {
      "epoch": 0.38953488372093026,
      "grad_norm": 0.22792145609855652,
      "learning_rate": 1.946896136861339e-05,
      "loss": 0.1876,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0008137590484693646,
      "loss_partial": 0.006439208984375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00045758241321891546,
      "loss_partial": 0.003509521484375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.000629628892056644,
      "loss_partial": 0.01165771484375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.000950886809732765,
      "loss_partial": 0.003021240234375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0007448886753991246,
      "loss_partial": 0.009033203125,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0006970169488340616,
      "loss_partial": 0.006134033203125,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0003139712498523295,
      "loss_partial": 0.01031494140625,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00093802809715271,
      "loss_partial": 0.00433349609375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0009342978009954095,
      "loss_partial": 0.007476806640625,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0007293773232959211,
      "loss_partial": 0.0074462890625,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00044712680391967297,
      "loss_partial": 0.00653076171875,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0006198567571118474,
      "loss_partial": 0.00592041015625,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0005897130467928946,
      "loss_partial": 0.007354736328125,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.000556117040105164,
      "loss_partial": 0.005859375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0006516139255836606,
      "loss_partial": 0.00396728515625,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0005893058842048049,
      "loss_partial": 0.007568359375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00036020646803081036,
      "loss_partial": 0.0096435546875,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0008063517743721604,
      "loss_partial": 0.005096435546875,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0005014527123421431,
      "loss_partial": 0.0115966796875,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00035405252128839493,
      "loss_partial": 0.013427734375,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00047948764404281974,
      "loss_partial": 0.0050048828125,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00037297324161045253,
      "loss_partial": 0.00592041015625,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.0005721062188968062,
      "loss_partial": 0.0089111328125,
      "step": 268
    },
    {
      "epoch": 0.38953488372093026,
      "loss_distr": 0.00046124981599859893,
      "loss_partial": 0.01361083984375,
      "step": 268
    },
    {
      "epoch": 0.39098837209302323,
      "grad_norm": 0.2072189897298813,
      "learning_rate": 1.946077138679781e-05,
      "loss": 0.1891,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0008056167280301452,
      "loss_partial": 0.0034942626953125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0007190896430984139,
      "loss_partial": 0.0057373046875,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.00062535610049963,
      "loss_partial": 0.005218505859375,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.000404476304538548,
      "loss_partial": 0.00640869140625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0005570424254983664,
      "loss_partial": 0.011474609375,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0006211310974322259,
      "loss_partial": 0.007080078125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0006045864429324865,
      "loss_partial": 0.0037689208984375,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.000626383232884109,
      "loss_partial": 0.00811767578125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0007285128813236952,
      "loss_partial": 0.0025787353515625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0007802578038536012,
      "loss_partial": 0.003326416015625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0007641111733391881,
      "loss_partial": 0.00543212890625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0004450372653082013,
      "loss_partial": 0.006988525390625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0004558671498671174,
      "loss_partial": 0.006378173828125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0008512674830853939,
      "loss_partial": 0.005950927734375,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.00036049025948159397,
      "loss_partial": 0.01025390625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.000616420351434499,
      "loss_partial": 0.006988525390625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0005249436944723129,
      "loss_partial": 0.005767822265625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.00046439102152362466,
      "loss_partial": 0.005126953125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0006323297275230289,
      "loss_partial": 0.00958251953125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0005295855225995183,
      "loss_partial": 0.00665283203125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0004860218323301524,
      "loss_partial": 0.00567626953125,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0004653342766687274,
      "loss_partial": 0.00787353515625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0010189525783061981,
      "loss_partial": 0.0045166015625,
      "step": 269
    },
    {
      "epoch": 0.39098837209302323,
      "loss_distr": 0.0004685050225816667,
      "loss_partial": 0.007354736328125,
      "step": 269
    },
    {
      "epoch": 0.39244186046511625,
      "grad_norm": 0.17969603836536407,
      "learning_rate": 1.9452520481492615e-05,
      "loss": 0.1861,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005242311162874103,
      "loss_partial": 0.005889892578125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.000655679265037179,
      "loss_partial": 0.00714111328125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0006592873251065612,
      "loss_partial": 0.007354736328125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005888943560421467,
      "loss_partial": 0.00830078125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005831132875755429,
      "loss_partial": 0.006683349609375,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005899720126762986,
      "loss_partial": 0.0076904296875,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0004171170003246516,
      "loss_partial": 0.007080078125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005952509818598628,
      "loss_partial": 0.0123291015625,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0006332186749204993,
      "loss_partial": 0.003631591796875,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0004074036842212081,
      "loss_partial": 0.009765625,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.000549366173800081,
      "loss_partial": 0.00860595703125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0006017292034812272,
      "loss_partial": 0.01544189453125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005084516014903784,
      "loss_partial": 0.008544921875,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0006558822933584452,
      "loss_partial": 0.00750732421875,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005695904837921262,
      "loss_partial": 0.01043701171875,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0007366900681518018,
      "loss_partial": 0.005859375,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0006633853772655129,
      "loss_partial": 0.00982666015625,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0005113015649840236,
      "loss_partial": 0.0146484375,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0008709816029295325,
      "loss_partial": 0.006591796875,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0006029582000337541,
      "loss_partial": 0.0047607421875,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0008932685013860464,
      "loss_partial": 0.00567626953125,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.0006331781041808426,
      "loss_partial": 0.00531005859375,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.000610284972935915,
      "loss_partial": 0.00823974609375,
      "step": 270
    },
    {
      "epoch": 0.39244186046511625,
      "loss_distr": 0.00046324889990501106,
      "loss_partial": 0.004302978515625,
      "step": 270
    },
    {
      "epoch": 0.3938953488372093,
      "grad_norm": 0.17413665354251862,
      "learning_rate": 1.9444208705830262e-05,
      "loss": 0.188,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0007121871458366513,
      "loss_partial": 0.0068359375,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0004886147798970342,
      "loss_partial": 0.01220703125,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.000829575234092772,
      "loss_partial": 0.0048828125,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0008009904995560646,
      "loss_partial": 0.0084228515625,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.000817419495433569,
      "loss_partial": 0.004638671875,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.00044809962855651975,
      "loss_partial": 0.0078125,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0009017700795084238,
      "loss_partial": 0.0045166015625,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.000707101309671998,
      "loss_partial": 0.0115966796875,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0005223494954407215,
      "loss_partial": 0.00909423828125,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0004947743145748973,
      "loss_partial": 0.0064697265625,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0005395826301537454,
      "loss_partial": 0.01092529296875,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0007390009122900665,
      "loss_partial": 0.007049560546875,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0006433762609958649,
      "loss_partial": 0.007232666015625,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0003634108870755881,
      "loss_partial": 0.00732421875,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0004998032236471772,
      "loss_partial": 0.0064697265625,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0005997961852699518,
      "loss_partial": 0.00677490234375,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0007511659059673548,
      "loss_partial": 0.006072998046875,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.000754054868593812,
      "loss_partial": 0.00439453125,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.00040797266410663724,
      "loss_partial": 0.0093994140625,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0007110845763236284,
      "loss_partial": 0.006103515625,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.00046516070142388344,
      "loss_partial": 0.004974365234375,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.000578016450162977,
      "loss_partial": 0.005340576171875,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0005640332819893956,
      "loss_partial": 0.0216064453125,
      "step": 271
    },
    {
      "epoch": 0.3938953488372093,
      "loss_distr": 0.0009085952187888324,
      "loss_partial": 0.005523681640625,
      "step": 271
    },
    {
      "epoch": 0.3953488372093023,
      "grad_norm": 0.17361979186534882,
      "learning_rate": 1.9435836113335176e-05,
      "loss": 0.1894,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.00046049710363149643,
      "loss_partial": 0.00927734375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0007742175366729498,
      "loss_partial": 0.005126953125,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0005134377861395478,
      "loss_partial": 0.0096435546875,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0004241823626216501,
      "loss_partial": 0.005279541015625,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.00030750466976314783,
      "loss_partial": 0.005645751953125,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0009730157325975597,
      "loss_partial": 0.006378173828125,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0005921809352003038,
      "loss_partial": 0.006103515625,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0004950278089381754,
      "loss_partial": 0.00994873046875,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.00034758829860948026,
      "loss_partial": 0.00811767578125,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0006689766887575388,
      "loss_partial": 0.004913330078125,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.00033880487899295986,
      "loss_partial": 0.0091552734375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.000549136777408421,
      "loss_partial": 0.00469970703125,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0005672690458595753,
      "loss_partial": 0.007781982421875,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0004244635929353535,
      "loss_partial": 0.006195068359375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0005744366208091378,
      "loss_partial": 0.005767822265625,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.001090362435206771,
      "loss_partial": 0.0038909912109375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0005620261654257774,
      "loss_partial": 0.01068115234375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0006543401395902038,
      "loss_partial": 0.004302978515625,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0006027750787325203,
      "loss_partial": 0.00628662109375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.000674885930493474,
      "loss_partial": 0.00531005859375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0005078607355244458,
      "loss_partial": 0.00872802734375,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0008960184641182423,
      "loss_partial": 0.006561279296875,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0005779856583103538,
      "loss_partial": 0.00860595703125,
      "step": 272
    },
    {
      "epoch": 0.3953488372093023,
      "loss_distr": 0.0004197769449092448,
      "loss_partial": 0.0054931640625,
      "step": 272
    },
    {
      "epoch": 0.39680232558139533,
      "grad_norm": 0.17686374485492706,
      "learning_rate": 1.9427402757923423e-05,
      "loss": 0.1907,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0003693851176649332,
      "loss_partial": 0.007659912109375,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0007368239457719028,
      "loss_partial": 0.01043701171875,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.00029641296714544296,
      "loss_partial": 0.00897216796875,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0012062425957992673,
      "loss_partial": 0.006866455078125,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0006029202486388385,
      "loss_partial": 0.00628662109375,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0007266958709806204,
      "loss_partial": 0.004730224609375,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.00038663140730932355,
      "loss_partial": 0.007049560546875,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0008868789300322533,
      "loss_partial": 0.00372314453125,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0003834187227766961,
      "loss_partial": 0.009033203125,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0005722950445488095,
      "loss_partial": 0.01336669921875,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.00034297985257580876,
      "loss_partial": 0.00738525390625,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.00041126005817204714,
      "loss_partial": 0.01300048828125,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0006042486056685448,
      "loss_partial": 0.005126953125,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0005897642113268375,
      "loss_partial": 0.00836181640625,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0007103357929736376,
      "loss_partial": 0.005401611328125,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0011172002414241433,
      "loss_partial": 0.00494384765625,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.000545832677744329,
      "loss_partial": 0.00677490234375,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0008071334450505674,
      "loss_partial": 0.007049560546875,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0006335318321362138,
      "loss_partial": 0.0036468505859375,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0007254222873598337,
      "loss_partial": 0.0034332275390625,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0005590094951912761,
      "loss_partial": 0.010986328125,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.000614327727816999,
      "loss_partial": 0.00677490234375,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0003641656076069921,
      "loss_partial": 0.01116943359375,
      "step": 273
    },
    {
      "epoch": 0.39680232558139533,
      "loss_distr": 0.0007612534682266414,
      "loss_partial": 0.01104736328125,
      "step": 273
    },
    {
      "epoch": 0.39825581395348836,
      "grad_norm": 0.1816481053829193,
      "learning_rate": 1.9418908693902347e-05,
      "loss": 0.1848,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0008756608003750443,
      "loss_partial": 0.009033203125,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0007934635505080223,
      "loss_partial": 0.00628662109375,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0005914731882512569,
      "loss_partial": 0.0087890625,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0005227169021964073,
      "loss_partial": 0.00885009765625,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.00033599446760490537,
      "loss_partial": 0.012939453125,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.000632984156254679,
      "loss_partial": 0.004180908203125,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.00028403461328707635,
      "loss_partial": 0.015625,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0007930194842629135,
      "loss_partial": 0.0037689208984375,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0007746805204078555,
      "loss_partial": 0.006378173828125,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0007122968672774732,
      "loss_partial": 0.0067138671875,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0007342159515246749,
      "loss_partial": 0.006103515625,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0005606734193861485,
      "loss_partial": 0.0072021484375,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0006742323748767376,
      "loss_partial": 0.005035400390625,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0008082413114607334,
      "loss_partial": 0.00799560546875,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0003514336422085762,
      "loss_partial": 0.0079345703125,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0003686757991090417,
      "loss_partial": 0.0057373046875,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0003739506646525115,
      "loss_partial": 0.00665283203125,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.000623891653958708,
      "loss_partial": 0.007354736328125,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0009332740446552634,
      "loss_partial": 0.005218505859375,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.00037296884693205357,
      "loss_partial": 0.00433349609375,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0007425833027809858,
      "loss_partial": 0.00433349609375,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.0008237337460741401,
      "loss_partial": 0.00537109375,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.000788992503657937,
      "loss_partial": 0.00390625,
      "step": 274
    },
    {
      "epoch": 0.39825581395348836,
      "loss_distr": 0.00047776586143299937,
      "loss_partial": 0.006622314453125,
      "step": 274
    },
    {
      "epoch": 0.3997093023255814,
      "grad_norm": 0.20872753858566284,
      "learning_rate": 1.941035397597024e-05,
      "loss": 0.1896,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0004503012169152498,
      "loss_partial": 0.008056640625,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0007334491237998009,
      "loss_partial": 0.005584716796875,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.000857773469761014,
      "loss_partial": 0.00396728515625,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.00038971981848590076,
      "loss_partial": 0.011474609375,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0004904359229840338,
      "loss_partial": 0.0072021484375,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.00037647513090632856,
      "loss_partial": 0.0084228515625,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0008784238016232848,
      "loss_partial": 0.0036773681640625,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0008404699037782848,
      "loss_partial": 0.00457763671875,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.000898848520591855,
      "loss_partial": 0.0030975341796875,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0007940910290926695,
      "loss_partial": 0.0078125,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0009525780915282667,
      "loss_partial": 0.005218505859375,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0005251480033621192,
      "loss_partial": 0.015625,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0004334828117862344,
      "loss_partial": 0.005340576171875,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0008915100479498506,
      "loss_partial": 0.00860595703125,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0004770688829012215,
      "loss_partial": 0.0078125,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.000661538215354085,
      "loss_partial": 0.00531005859375,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0008006111602298915,
      "loss_partial": 0.007293701171875,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0005940524861216545,
      "loss_partial": 0.012451171875,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0005815485492348671,
      "loss_partial": 0.00604248046875,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0009566388907842338,
      "loss_partial": 0.0050048828125,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0006633179727941751,
      "loss_partial": 0.009765625,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.00048134132521227,
      "loss_partial": 0.006378173828125,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0005448244046419859,
      "loss_partial": 0.00372314453125,
      "step": 275
    },
    {
      "epoch": 0.3997093023255814,
      "loss_distr": 0.0004611414042301476,
      "loss_partial": 0.0107421875,
      "step": 275
    },
    {
      "epoch": 0.4011627906976744,
      "grad_norm": 0.17969490587711334,
      "learning_rate": 1.940173865921599e-05,
      "loss": 0.1862,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0004940814105793834,
      "loss_partial": 0.005889892578125,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0006743461708538234,
      "loss_partial": 0.0078125,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0005322580691426992,
      "loss_partial": 0.006805419921875,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.00041436683386564255,
      "loss_partial": 0.01239013671875,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.00037445867201313376,
      "loss_partial": 0.0096435546875,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0007904662052169442,
      "loss_partial": 0.005950927734375,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0003614731540437788,
      "loss_partial": 0.013916015625,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.00040153993177227676,
      "loss_partial": 0.0054931640625,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.000776961853262037,
      "loss_partial": 0.0072021484375,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0008682288462296128,
      "loss_partial": 0.006195068359375,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0006245884578675032,
      "loss_partial": 0.00811767578125,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0004100233782082796,
      "loss_partial": 0.005462646484375,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0006975617725402117,
      "loss_partial": 0.006317138671875,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0007820634637027979,
      "loss_partial": 0.003326416015625,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.000676302588544786,
      "loss_partial": 0.008056640625,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0004339400911703706,
      "loss_partial": 0.00689697265625,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0005353603628464043,
      "loss_partial": 0.00311279296875,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0004378868034109473,
      "loss_partial": 0.0133056640625,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.00044509521103464067,
      "loss_partial": 0.00927734375,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0009032333618961275,
      "loss_partial": 0.003997802734375,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0006812158389948308,
      "loss_partial": 0.00555419921875,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0006142107886262238,
      "loss_partial": 0.006378173828125,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.0005841652164235711,
      "loss_partial": 0.00830078125,
      "step": 276
    },
    {
      "epoch": 0.4011627906976744,
      "loss_distr": 0.000885749701410532,
      "loss_partial": 0.0062255859375,
      "step": 276
    },
    {
      "epoch": 0.40261627906976744,
      "grad_norm": 0.18932464718818665,
      "learning_rate": 1.9393062799118694e-05,
      "loss": 0.1892,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0005499855615198612,
      "loss_partial": 0.006805419921875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006317762890830636,
      "loss_partial": 0.00897216796875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0003652035375125706,
      "loss_partial": 0.005126953125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006953218253329396,
      "loss_partial": 0.00787353515625,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006394063238985837,
      "loss_partial": 0.006805419921875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006712963222526014,
      "loss_partial": 0.009521484375,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0005428551230579615,
      "loss_partial": 0.0078125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0008061814587563276,
      "loss_partial": 0.00567626953125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0008565072203055024,
      "loss_partial": 0.00732421875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.00040276904474012554,
      "loss_partial": 0.0096435546875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006863325834274292,
      "loss_partial": 0.00433349609375,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006555718719027936,
      "loss_partial": 0.006622314453125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0009773754281923175,
      "loss_partial": 0.00732421875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.000582830049097538,
      "loss_partial": 0.0084228515625,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0011215168051421642,
      "loss_partial": 0.0040283203125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0005398676730692387,
      "loss_partial": 0.007537841796875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006474171532317996,
      "loss_partial": 0.005950927734375,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0008649778901599348,
      "loss_partial": 0.00726318359375,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006018015556037426,
      "loss_partial": 0.007598876953125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.00041595750371925533,
      "loss_partial": 0.007232666015625,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0006683070096187294,
      "loss_partial": 0.01251220703125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0008529899059794843,
      "loss_partial": 0.005401611328125,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.000690308166667819,
      "loss_partial": 0.00750732421875,
      "step": 277
    },
    {
      "epoch": 0.40261627906976744,
      "loss_distr": 0.0007445191731676459,
      "loss_partial": 0.00494384765625,
      "step": 277
    },
    {
      "epoch": 0.40406976744186046,
      "grad_norm": 0.17124710977077484,
      "learning_rate": 1.938432645154734e-05,
      "loss": 0.1835,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0007666392484679818,
      "loss_partial": 0.006011962890625,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0005633228574879467,
      "loss_partial": 0.00433349609375,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.000508305907715112,
      "loss_partial": 0.006805419921875,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0004414337163325399,
      "loss_partial": 0.007110595703125,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.000573608442209661,
      "loss_partial": 0.00738525390625,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0007201886037364602,
      "loss_partial": 0.007110595703125,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0007242733845487237,
      "loss_partial": 0.0069580078125,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0005432564066722989,
      "loss_partial": 0.005126953125,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0008117313263937831,
      "loss_partial": 0.005950927734375,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0006703514372929931,
      "loss_partial": 0.006622314453125,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0007890855777077377,
      "loss_partial": 0.00897216796875,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.00043073060805909336,
      "loss_partial": 0.010498046875,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0007398698944598436,
      "loss_partial": 0.007659912109375,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0007664838340133429,
      "loss_partial": 0.00933837890625,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0007411084952764213,
      "loss_partial": 0.004364013671875,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0006250531878322363,
      "loss_partial": 0.00958251953125,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0005476470687426627,
      "loss_partial": 0.00628662109375,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0003554867289494723,
      "loss_partial": 0.005340576171875,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0006534281419590116,
      "loss_partial": 0.01177978515625,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.00039951829239726067,
      "loss_partial": 0.01043701171875,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0004589806485455483,
      "loss_partial": 0.00555419921875,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0005797336343675852,
      "loss_partial": 0.0045166015625,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.000537233310751617,
      "loss_partial": 0.00579833984375,
      "step": 278
    },
    {
      "epoch": 0.40406976744186046,
      "loss_distr": 0.0005444635753519833,
      "loss_partial": 0.007568359375,
      "step": 278
    },
    {
      "epoch": 0.4055232558139535,
      "grad_norm": 0.18467503786087036,
      "learning_rate": 1.937552967276042e-05,
      "loss": 0.1888,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0003762420383282006,
      "loss_partial": 0.012451171875,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.00031880760798230767,
      "loss_partial": 0.0078125,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0005663195624947548,
      "loss_partial": 0.005584716796875,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0004203394055366516,
      "loss_partial": 0.003570556640625,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.00048438372323289514,
      "loss_partial": 0.005279541015625,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.000954421644564718,
      "loss_partial": 0.00970458984375,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0005488459719344974,
      "loss_partial": 0.00714111328125,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0006801801500841975,
      "loss_partial": 0.0081787109375,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0004174460773356259,
      "loss_partial": 0.00885009765625,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0010820446768775582,
      "loss_partial": 0.00384521484375,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.001072086626663804,
      "loss_partial": 0.008056640625,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0007818673038855195,
      "loss_partial": 0.0054931640625,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0005919798859395087,
      "loss_partial": 0.00970458984375,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0007426990196108818,
      "loss_partial": 0.00537109375,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0007929826970212162,
      "loss_partial": 0.005889892578125,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0004620541585609317,
      "loss_partial": 0.0048828125,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0004377740842755884,
      "loss_partial": 0.01092529296875,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0005099638947285712,
      "loss_partial": 0.01263427734375,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0008649431401863694,
      "loss_partial": 0.0045166015625,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0009961577598005533,
      "loss_partial": 0.006072998046875,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0003308321756776422,
      "loss_partial": 0.00830078125,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0006269909790717065,
      "loss_partial": 0.00897216796875,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0005119564011693001,
      "loss_partial": 0.0084228515625,
      "step": 279
    },
    {
      "epoch": 0.4055232558139535,
      "loss_distr": 0.0003494503616821021,
      "loss_partial": 0.003204345703125,
      "step": 279
    },
    {
      "epoch": 0.4069767441860465,
      "grad_norm": 0.19896624982357025,
      "learning_rate": 1.936667251940559e-05,
      "loss": 0.1869,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0006682269740849733,
      "loss_partial": 0.005401611328125,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.00048808587598614395,
      "loss_partial": 0.0086669921875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0006218577036634088,
      "loss_partial": 0.007781982421875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.00048190547386184335,
      "loss_partial": 0.01080322265625,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0006120068137533963,
      "loss_partial": 0.00897216796875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0007555605843663216,
      "loss_partial": 0.0040283203125,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005928850150667131,
      "loss_partial": 0.010498046875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005435159546323121,
      "loss_partial": 0.007415771484375,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0008455374627374113,
      "loss_partial": 0.00762939453125,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005546498578041792,
      "loss_partial": 0.00726318359375,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005364040262065828,
      "loss_partial": 0.01153564453125,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0004794166306965053,
      "loss_partial": 0.00732421875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0004946544650010765,
      "loss_partial": 0.005767822265625,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005418910877779126,
      "loss_partial": 0.006805419921875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0006902976892888546,
      "loss_partial": 0.004974365234375,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0007210156181827188,
      "loss_partial": 0.0062255859375,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0009952096734195948,
      "loss_partial": 0.0040283203125,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005600287113338709,
      "loss_partial": 0.004119873046875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.00048407859867438674,
      "loss_partial": 0.004913330078125,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0011316458694636822,
      "loss_partial": 0.00531005859375,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005025732098147273,
      "loss_partial": 0.0067138671875,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0006514061242341995,
      "loss_partial": 0.00537109375,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0005421910900622606,
      "loss_partial": 0.01153564453125,
      "step": 280
    },
    {
      "epoch": 0.4069767441860465,
      "loss_distr": 0.0007700262358412147,
      "loss_partial": 0.005157470703125,
      "step": 280
    },
    {
      "epoch": 0.40843023255813954,
      "grad_norm": 0.2027709186077118,
      "learning_rate": 1.9357755048519284e-05,
      "loss": 0.1913,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.000497956934850663,
      "loss_partial": 0.01507568359375,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0007269206689670682,
      "loss_partial": 0.00689697265625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.00037298339884728193,
      "loss_partial": 0.0093994140625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0008887221338227391,
      "loss_partial": 0.0054931640625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.00038858791231177747,
      "loss_partial": 0.00848388671875,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0003525924403220415,
      "loss_partial": 0.0118408203125,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0009016570984385908,
      "loss_partial": 0.007476806640625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0005475904908962548,
      "loss_partial": 0.0072021484375,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0007225653389468789,
      "loss_partial": 0.006378173828125,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0008515666122548282,
      "loss_partial": 0.007293701171875,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0006595160812139511,
      "loss_partial": 0.006256103515625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0006773834466002882,
      "loss_partial": 0.00469970703125,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.00047506392002105713,
      "loss_partial": 0.015869140625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0006519322632811964,
      "loss_partial": 0.006805419921875,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0003395369276404381,
      "loss_partial": 0.00762939453125,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0006868990603834391,
      "loss_partial": 0.00628662109375,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0006148625980131328,
      "loss_partial": 0.004547119140625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0008636383572593331,
      "loss_partial": 0.006805419921875,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.00038495700573548675,
      "loss_partial": 0.01068115234375,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.00046983870561234653,
      "loss_partial": 0.004730224609375,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0008459305390715599,
      "loss_partial": 0.006011962890625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0008229982922784984,
      "loss_partial": 0.004791259765625,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0007031882414594293,
      "loss_partial": 0.00872802734375,
      "step": 281
    },
    {
      "epoch": 0.40843023255813954,
      "loss_distr": 0.0008472730405628681,
      "loss_partial": 0.006988525390625,
      "step": 281
    },
    {
      "epoch": 0.40988372093023256,
      "grad_norm": 0.23593413829803467,
      "learning_rate": 1.9348777317526354e-05,
      "loss": 0.1894,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.001071099890395999,
      "loss_partial": 0.0057373046875,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005667838267982006,
      "loss_partial": 0.0048828125,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0004954875912517309,
      "loss_partial": 0.007568359375,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005435692146420479,
      "loss_partial": 0.00531005859375,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0006235905457288027,
      "loss_partial": 0.0074462890625,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0006649742717854679,
      "loss_partial": 0.00677490234375,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0006646495312452316,
      "loss_partial": 0.00634765625,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0004380857280921191,
      "loss_partial": 0.0034637451171875,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0007915449677966535,
      "loss_partial": 0.006256103515625,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.00032125256257131696,
      "loss_partial": 0.00994873046875,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0006255042972043157,
      "loss_partial": 0.007537841796875,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005409091827459633,
      "loss_partial": 0.006500244140625,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005229079397395253,
      "loss_partial": 0.006500244140625,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0004347807844169438,
      "loss_partial": 0.00634765625,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005268429522402585,
      "loss_partial": 0.004241943359375,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.00040578440530225635,
      "loss_partial": 0.0098876953125,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.000519856926985085,
      "loss_partial": 0.0135498046875,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0003634612658061087,
      "loss_partial": 0.0079345703125,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005110077327117324,
      "loss_partial": 0.00567626953125,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0006651065195910633,
      "loss_partial": 0.00927734375,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005461340770125389,
      "loss_partial": 0.003173828125,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0002865600399672985,
      "loss_partial": 0.007476806640625,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0005854465998709202,
      "loss_partial": 0.0037384033203125,
      "step": 282
    },
    {
      "epoch": 0.40988372093023256,
      "loss_distr": 0.0006257781060412526,
      "loss_partial": 0.00885009765625,
      "step": 282
    },
    {
      "epoch": 0.4113372093023256,
      "grad_norm": 0.21045945584774017,
      "learning_rate": 1.9339739384239716e-05,
      "loss": 0.1906,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007504084496758878,
      "loss_partial": 0.004913330078125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007072537555359304,
      "loss_partial": 0.0064697265625,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0005585465696640313,
      "loss_partial": 0.006988525390625,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007661486743018031,
      "loss_partial": 0.006927490234375,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0008418226498179138,
      "loss_partial": 0.00946044921875,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0003016182454302907,
      "loss_partial": 0.00811767578125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007753173122182488,
      "loss_partial": 0.006195068359375,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.000574873061850667,
      "loss_partial": 0.0079345703125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.00046465202467516065,
      "loss_partial": 0.01068115234375,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007119199726730585,
      "loss_partial": 0.0079345703125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007223798893392086,
      "loss_partial": 0.006195068359375,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.00044691015500575304,
      "loss_partial": 0.005706787109375,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.00046158290933817625,
      "loss_partial": 0.019775390625,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0008411838207393885,
      "loss_partial": 0.005157470703125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0010022064670920372,
      "loss_partial": 0.0040283203125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007409877143800259,
      "loss_partial": 0.005340576171875,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0006359266117215157,
      "loss_partial": 0.007110595703125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0005475640646182001,
      "loss_partial": 0.01220703125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.00032065823324956,
      "loss_partial": 0.006500244140625,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0007856217562220991,
      "loss_partial": 0.00396728515625,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0006695536430925131,
      "loss_partial": 0.006988525390625,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.00047635548980906606,
      "loss_partial": 0.0098876953125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0004320903099142015,
      "loss_partial": 0.00811767578125,
      "step": 283
    },
    {
      "epoch": 0.4113372093023256,
      "loss_distr": 0.0006403183215297759,
      "loss_partial": 0.00848388671875,
      "step": 283
    },
    {
      "epoch": 0.4127906976744186,
      "grad_norm": 0.20994055271148682,
      "learning_rate": 1.933064130685995e-05,
      "loss": 0.1869,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0004495612811297178,
      "loss_partial": 0.00927734375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006992972339503467,
      "loss_partial": 0.0052490234375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0007092961459420621,
      "loss_partial": 0.005340576171875,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.00044798909220844507,
      "loss_partial": 0.0062255859375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006155927549116313,
      "loss_partial": 0.00927734375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0008423399413004518,
      "loss_partial": 0.004791259765625,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0005204316112212837,
      "loss_partial": 0.00640869140625,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006483278120867908,
      "loss_partial": 0.0068359375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.00041135726496577263,
      "loss_partial": 0.007659912109375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0009148213430307806,
      "loss_partial": 0.0033721923828125,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0004307757772039622,
      "loss_partial": 0.00823974609375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006293067708611488,
      "loss_partial": 0.01019287109375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006512653781101108,
      "loss_partial": 0.0054931640625,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006946314824745059,
      "loss_partial": 0.004669189453125,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0007584057166241109,
      "loss_partial": 0.0062255859375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0005949833430349827,
      "loss_partial": 0.003875732421875,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0010330076329410076,
      "loss_partial": 0.0038299560546875,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.000620059494394809,
      "loss_partial": 0.006591796875,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006708886940032244,
      "loss_partial": 0.0081787109375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0006874721730127931,
      "loss_partial": 0.007110595703125,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.0007155591156333685,
      "loss_partial": 0.005157470703125,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.00077377341222018,
      "loss_partial": 0.0047607421875,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.00028274269425310194,
      "loss_partial": 0.004486083984375,
      "step": 284
    },
    {
      "epoch": 0.4127906976744186,
      "loss_distr": 0.00031655075144954026,
      "loss_partial": 0.006439208984375,
      "step": 284
    },
    {
      "epoch": 0.41424418604651164,
      "grad_norm": 0.2669677138328552,
      "learning_rate": 1.9321483143974952e-05,
      "loss": 0.1849,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.00039578808355145156,
      "loss_partial": 0.006866455078125,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0004606387810781598,
      "loss_partial": 0.0079345703125,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0010720209684222937,
      "loss_partial": 0.00433349609375,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0004304480680730194,
      "loss_partial": 0.01068115234375,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0004894647863693535,
      "loss_partial": 0.008544921875,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0006781059200875461,
      "loss_partial": 0.004852294921875,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0003198194899596274,
      "loss_partial": 0.00592041015625,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0010348211508244276,
      "loss_partial": 0.005279541015625,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.00037660280941054225,
      "loss_partial": 0.00787353515625,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0008617343264631927,
      "loss_partial": 0.00457763671875,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0005495724035426974,
      "loss_partial": 0.006622314453125,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0003778880927711725,
      "loss_partial": 0.00677490234375,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0007048995466902852,
      "loss_partial": 0.0035247802734375,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0008687185472808778,
      "loss_partial": 0.007720947265625,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.000591354735661298,
      "loss_partial": 0.00701904296875,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0006005014874972403,
      "loss_partial": 0.005096435546875,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.001170278643257916,
      "loss_partial": 0.005126953125,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.00035819420008920133,
      "loss_partial": 0.006195068359375,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0005597991403192282,
      "loss_partial": 0.00494384765625,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0006748331943526864,
      "loss_partial": 0.00811767578125,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.00048328679986298084,
      "loss_partial": 0.0135498046875,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0007180417887866497,
      "loss_partial": 0.006805419921875,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0007979145157150924,
      "loss_partial": 0.0042724609375,
      "step": 285
    },
    {
      "epoch": 0.41424418604651164,
      "loss_distr": 0.0005423628608696163,
      "loss_partial": 0.007537841796875,
      "step": 285
    },
    {
      "epoch": 0.41569767441860467,
      "grad_norm": 0.18528254330158234,
      "learning_rate": 1.9312264954559524e-05,
      "loss": 0.1845,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0006533744162879884,
      "loss_partial": 0.00579833984375,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0005614118417724967,
      "loss_partial": 0.00738525390625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0004143808037042618,
      "loss_partial": 0.011474609375,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0004065793182235211,
      "loss_partial": 0.01068115234375,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0007521029911004007,
      "loss_partial": 0.00537109375,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.001024227007292211,
      "loss_partial": 0.00439453125,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0003893324756063521,
      "loss_partial": 0.004913330078125,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0007606026483699679,
      "loss_partial": 0.005340576171875,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0003670313162729144,
      "loss_partial": 0.00738525390625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0005693031125701964,
      "loss_partial": 0.00885009765625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.00033680591150186956,
      "loss_partial": 0.005523681640625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.00032376241870224476,
      "loss_partial": 0.004302978515625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0005573799135163426,
      "loss_partial": 0.0057373046875,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0008140136487782001,
      "loss_partial": 0.003875732421875,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0005163795431144536,
      "loss_partial": 0.004058837890625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0004943722160533071,
      "loss_partial": 0.006195068359375,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0004922745283693075,
      "loss_partial": 0.00445556640625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0003985226503573358,
      "loss_partial": 0.00592041015625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0008227077778428793,
      "loss_partial": 0.00958251953125,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.001038765418343246,
      "loss_partial": 0.0028228759765625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0007822479819878936,
      "loss_partial": 0.0106201171875,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0005779654602520168,
      "loss_partial": 0.0054931640625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0006053436081856489,
      "loss_partial": 0.01080322265625,
      "step": 286
    },
    {
      "epoch": 0.41569767441860467,
      "loss_distr": 0.0007427844684571028,
      "loss_partial": 0.0064697265625,
      "step": 286
    },
    {
      "epoch": 0.4171511627906977,
      "grad_norm": 0.22280950844287872,
      "learning_rate": 1.930298679797504e-05,
      "loss": 0.1873,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0006132922717370093,
      "loss_partial": 0.007080078125,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0007162680267356336,
      "loss_partial": 0.00537109375,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0006512540276162326,
      "loss_partial": 0.003448486328125,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0007947785197757185,
      "loss_partial": 0.002685546875,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0005217270227149129,
      "loss_partial": 0.0166015625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0006210480933077633,
      "loss_partial": 0.005828857421875,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0009152585407719016,
      "loss_partial": 0.00390625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0008938700193539262,
      "loss_partial": 0.004486083984375,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.00034836941631510854,
      "loss_partial": 0.01458740234375,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0006935349083505571,
      "loss_partial": 0.008544921875,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0004147185245528817,
      "loss_partial": 0.00885009765625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.000832987658213824,
      "loss_partial": 0.004058837890625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0007604236016049981,
      "loss_partial": 0.007110595703125,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0004152423935011029,
      "loss_partial": 0.005767822265625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0005514087388291955,
      "loss_partial": 0.00537109375,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.000573216937482357,
      "loss_partial": 0.010498046875,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0005118746776133776,
      "loss_partial": 0.0074462890625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.00043217555503360927,
      "loss_partial": 0.00799560546875,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0003761285333894193,
      "loss_partial": 0.0079345703125,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.000601711799390614,
      "loss_partial": 0.0081787109375,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.000895376899279654,
      "loss_partial": 0.006103515625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.00043831992661580443,
      "loss_partial": 0.010009765625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0004421093035489321,
      "loss_partial": 0.0035552978515625,
      "step": 287
    },
    {
      "epoch": 0.4171511627906977,
      "loss_distr": 0.0008015051716938615,
      "loss_partial": 0.01092529296875,
      "step": 287
    },
    {
      "epoch": 0.4186046511627907,
      "grad_norm": 0.2158435583114624,
      "learning_rate": 1.929364873396902e-05,
      "loss": 0.1883,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0008351355791091919,
      "loss_partial": 0.004150390625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0008225084748119116,
      "loss_partial": 0.00396728515625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0006021077279001474,
      "loss_partial": 0.010009765625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.00038142429548315704,
      "loss_partial": 0.005279541015625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0005813890602439642,
      "loss_partial": 0.006103515625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0007909479318186641,
      "loss_partial": 0.0032806396484375,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0006949155940674245,
      "loss_partial": 0.00701904296875,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.000494087697006762,
      "loss_partial": 0.006561279296875,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.00054587033810094,
      "loss_partial": 0.00634765625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0004298266430851072,
      "loss_partial": 0.01806640625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.00042420002864673734,
      "loss_partial": 0.010009765625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0003464049659669399,
      "loss_partial": 0.00665283203125,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0005968334153294563,
      "loss_partial": 0.00885009765625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.00038823296199552715,
      "loss_partial": 0.006011962890625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0006076961290091276,
      "loss_partial": 0.00439453125,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.000602446380071342,
      "loss_partial": 0.004608154296875,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0003926055505871773,
      "loss_partial": 0.00897216796875,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.00036034430377185345,
      "loss_partial": 0.01422119140625,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0004317956627346575,
      "loss_partial": 0.011474609375,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.000523902999702841,
      "loss_partial": 0.00762939453125,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0006401055725291371,
      "loss_partial": 0.0078125,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0006998839671723545,
      "loss_partial": 0.006439208984375,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0005539433332160115,
      "loss_partial": 0.00653076171875,
      "step": 288
    },
    {
      "epoch": 0.4186046511627907,
      "loss_distr": 0.0007268382469192147,
      "loss_partial": 0.00653076171875,
      "step": 288
    },
    {
      "epoch": 0.42005813953488375,
      "grad_norm": 0.20987536013126373,
      "learning_rate": 1.9284250822674767e-05,
      "loss": 0.1876,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0004219001275487244,
      "loss_partial": 0.00897216796875,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0009571426780894399,
      "loss_partial": 0.00677490234375,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.000977101968601346,
      "loss_partial": 0.004241943359375,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0005370537983253598,
      "loss_partial": 0.00311279296875,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0005607854691334069,
      "loss_partial": 0.007110595703125,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0006706540007144213,
      "loss_partial": 0.00860595703125,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0006806371966376901,
      "loss_partial": 0.0050048828125,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0003081678587477654,
      "loss_partial": 0.005950927734375,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0005315885064192116,
      "loss_partial": 0.00811767578125,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0003337639500387013,
      "loss_partial": 0.0068359375,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0003933373955078423,
      "loss_partial": 0.00982666015625,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0004451829590834677,
      "loss_partial": 0.005523681640625,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0006552044069394469,
      "loss_partial": 0.007080078125,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.00045462101115845144,
      "loss_partial": 0.00567626953125,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0006614976446144283,
      "loss_partial": 0.005096435546875,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.000780467176809907,
      "loss_partial": 0.006103515625,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.00030080514261499047,
      "loss_partial": 0.005767822265625,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.00046349887270480394,
      "loss_partial": 0.007537841796875,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0006557932938449085,
      "loss_partial": 0.01153564453125,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.000940861355047673,
      "loss_partial": 0.00726318359375,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0005499465041793883,
      "loss_partial": 0.0072021484375,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0007922087097540498,
      "loss_partial": 0.0096435546875,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0006836084648966789,
      "loss_partial": 0.00836181640625,
      "step": 289
    },
    {
      "epoch": 0.42005813953488375,
      "loss_distr": 0.0007140843663364649,
      "loss_partial": 0.005462646484375,
      "step": 289
    },
    {
      "epoch": 0.42151162790697677,
      "grad_norm": 0.18174806237220764,
      "learning_rate": 1.927479312461098e-05,
      "loss": 0.1888,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0005602746387012303,
      "loss_partial": 0.006317138671875,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.000765015312936157,
      "loss_partial": 0.00408935546875,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0011469839373603463,
      "loss_partial": 0.004180908203125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0005593604291789234,
      "loss_partial": 0.00665283203125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0005484608700498939,
      "loss_partial": 0.007720947265625,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0006924093468114734,
      "loss_partial": 0.006988525390625,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0006408837507478893,
      "loss_partial": 0.005584716796875,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0004770427185576409,
      "loss_partial": 0.007080078125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0008076917147263885,
      "loss_partial": 0.00390625,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0005243802443146706,
      "loss_partial": 0.01025390625,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0008676640572957695,
      "loss_partial": 0.0048828125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.000691272085532546,
      "loss_partial": 0.005157470703125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0007266303291544318,
      "loss_partial": 0.008056640625,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.00044931258889846504,
      "loss_partial": 0.005340576171875,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0007866147789172828,
      "loss_partial": 0.00665283203125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0004946539411321282,
      "loss_partial": 0.00543212890625,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0004403382772579789,
      "loss_partial": 0.00714111328125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0007244055159389973,
      "loss_partial": 0.00927734375,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0005367452395148575,
      "loss_partial": 0.0086669921875,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0006160025950521231,
      "loss_partial": 0.0031280517578125,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0005681359907612205,
      "loss_partial": 0.00927734375,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0002822578535415232,
      "loss_partial": 0.006317138671875,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0004827255033887923,
      "loss_partial": 0.00787353515625,
      "step": 290
    },
    {
      "epoch": 0.42151162790697677,
      "loss_distr": 0.0003648962010629475,
      "loss_partial": 0.005462646484375,
      "step": 290
    },
    {
      "epoch": 0.42296511627906974,
      "grad_norm": 0.19782128930091858,
      "learning_rate": 1.9265275700681356e-05,
      "loss": 0.1851,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.00045538682024925947,
      "loss_partial": 0.00799560546875,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0007437404710799456,
      "loss_partial": 0.0068359375,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0004853314603678882,
      "loss_partial": 0.005340576171875,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.00044838583562523127,
      "loss_partial": 0.00830078125,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.00033354584593325853,
      "loss_partial": 0.00830078125,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0007165797869674861,
      "loss_partial": 0.005767822265625,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0005620534648187459,
      "loss_partial": 0.00775146484375,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0008599447319284081,
      "loss_partial": 0.00604248046875,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0006046921480447054,
      "loss_partial": 0.00830078125,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0006132693961262703,
      "loss_partial": 0.006256103515625,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0008594902465119958,
      "loss_partial": 0.0035552978515625,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0003470800584182143,
      "loss_partial": 0.0052490234375,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0006857295520603657,
      "loss_partial": 0.0068359375,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0006100268219597638,
      "loss_partial": 0.006591796875,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0003191006544511765,
      "loss_partial": 0.00634765625,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0007490466232411563,
      "loss_partial": 0.007659912109375,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0005671301041729748,
      "loss_partial": 0.00537109375,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0008011632016859949,
      "loss_partial": 0.00555419921875,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0005861954996362329,
      "loss_partial": 0.007476806640625,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.00040444120531901717,
      "loss_partial": 0.00860595703125,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0006017987616360188,
      "loss_partial": 0.005950927734375,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0008023589616641402,
      "loss_partial": 0.00567626953125,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0006862814771011472,
      "loss_partial": 0.01092529296875,
      "step": 291
    },
    {
      "epoch": 0.42296511627906974,
      "loss_distr": 0.0004976866766810417,
      "loss_partial": 0.005340576171875,
      "step": 291
    },
    {
      "epoch": 0.42441860465116277,
      "grad_norm": 0.18451689183712006,
      "learning_rate": 1.92556986121742e-05,
      "loss": 0.1887,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.00047717022243887186,
      "loss_partial": 0.00762939453125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0003751618496607989,
      "loss_partial": 0.006011962890625,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0003892315726261586,
      "loss_partial": 0.0078125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0006685829721391201,
      "loss_partial": 0.00848388671875,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0006935223937034607,
      "loss_partial": 0.007110595703125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0005569678032770753,
      "loss_partial": 0.00537109375,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.00034199055517092347,
      "loss_partial": 0.00970458984375,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0010221267584711313,
      "loss_partial": 0.00848388671875,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0003894540714100003,
      "loss_partial": 0.005950927734375,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.000880733598023653,
      "loss_partial": 0.0067138671875,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0006024802569299936,
      "loss_partial": 0.00860595703125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0004233999061398208,
      "loss_partial": 0.007720947265625,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0004075219330843538,
      "loss_partial": 0.0054931640625,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0009253623429685831,
      "loss_partial": 0.0035552978515625,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0006926744244992733,
      "loss_partial": 0.00665283203125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0007480729836970568,
      "loss_partial": 0.0038299560546875,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0003748690942302346,
      "loss_partial": 0.00689697265625,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0009679726208560169,
      "loss_partial": 0.00274658203125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0005305155063979328,
      "loss_partial": 0.010009765625,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.000500104739330709,
      "loss_partial": 0.00830078125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0007123043178580701,
      "loss_partial": 0.0111083984375,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.00048217008588835597,
      "loss_partial": 0.00372314453125,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.0004594938945956528,
      "loss_partial": 0.005340576171875,
      "step": 292
    },
    {
      "epoch": 0.42441860465116277,
      "loss_distr": 0.00045454857172444463,
      "loss_partial": 0.006988525390625,
      "step": 292
    },
    {
      "epoch": 0.4258720930232558,
      "grad_norm": 0.18788814544677734,
      "learning_rate": 1.9246061920762048e-05,
      "loss": 0.1899,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.00041457742918282747,
      "loss_partial": 0.004669189453125,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0005839974037371576,
      "loss_partial": 0.003814697265625,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006948867812752724,
      "loss_partial": 0.005859375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0003539464669302106,
      "loss_partial": 0.00860595703125,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0005707595846615732,
      "loss_partial": 0.00750732421875,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.00040032254764810205,
      "loss_partial": 0.00872802734375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0004880024353042245,
      "loss_partial": 0.00738525390625,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0005772669101133943,
      "loss_partial": 0.007293701171875,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006024512695148587,
      "loss_partial": 0.0079345703125,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.000523354159668088,
      "loss_partial": 0.01019287109375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0007147422293201089,
      "loss_partial": 0.003662109375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0004393049457576126,
      "loss_partial": 0.00579833984375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.000603611464612186,
      "loss_partial": 0.00823974609375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006399279227480292,
      "loss_partial": 0.005035400390625,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.000537924119271338,
      "loss_partial": 0.005218505859375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0003968426026403904,
      "loss_partial": 0.00823974609375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006146641680970788,
      "loss_partial": 0.006561279296875,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006226808181963861,
      "loss_partial": 0.0068359375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006886348128318787,
      "loss_partial": 0.007568359375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0008856036001816392,
      "loss_partial": 0.006683349609375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0009579549077898264,
      "loss_partial": 0.0054931640625,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0005696311127394438,
      "loss_partial": 0.004241943359375,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006316390936262906,
      "loss_partial": 0.011962890625,
      "step": 293
    },
    {
      "epoch": 0.4258720930232558,
      "loss_distr": 0.0006414788076654077,
      "loss_partial": 0.0045166015625,
      "step": 293
    },
    {
      "epoch": 0.4273255813953488,
      "grad_norm": 0.197960764169693,
      "learning_rate": 1.923636568850123e-05,
      "loss": 0.1875,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006150249391794205,
      "loss_partial": 0.006378173828125,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0005056216614320874,
      "loss_partial": 0.00823974609375,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0002530896454118192,
      "loss_partial": 0.006500244140625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0005436232313513756,
      "loss_partial": 0.00830078125,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0009218633640557528,
      "loss_partial": 0.00592041015625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.00042753462912514806,
      "loss_partial": 0.015869140625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0007115313783288002,
      "loss_partial": 0.006927490234375,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006218331982381642,
      "loss_partial": 0.00848388671875,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0005307928076945245,
      "loss_partial": 0.005767822265625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0004632370255421847,
      "loss_partial": 0.00494384765625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0005746346432715654,
      "loss_partial": 0.007659912109375,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0005990843055769801,
      "loss_partial": 0.003631591796875,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.00046566349919885397,
      "loss_partial": 0.006011962890625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006327442824840546,
      "loss_partial": 0.0072021484375,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0007240130798891187,
      "loss_partial": 0.00689697265625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0009760488173924387,
      "loss_partial": 0.00811767578125,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0005206783534958959,
      "loss_partial": 0.00848388671875,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0007772926473990083,
      "loss_partial": 0.005035400390625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006332378834486008,
      "loss_partial": 0.00830078125,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006270714220590889,
      "loss_partial": 0.002960205078125,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006779158720746636,
      "loss_partial": 0.005035400390625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006300563691183925,
      "loss_partial": 0.005218505859375,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0006893813842907548,
      "loss_partial": 0.005035400390625,
      "step": 294
    },
    {
      "epoch": 0.4273255813953488,
      "loss_distr": 0.0005401238449849188,
      "loss_partial": 0.005828857421875,
      "step": 294
    },
    {
      "epoch": 0.42877906976744184,
      "grad_norm": 0.19394978880882263,
      "learning_rate": 1.922660997783151e-05,
      "loss": 0.186,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.00050285120960325,
      "loss_partial": 0.0052490234375,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0007981426315382123,
      "loss_partial": 0.004486083984375,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0004412506823427975,
      "loss_partial": 0.006134033203125,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0006286622956395149,
      "loss_partial": 0.005096435546875,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.000764991738833487,
      "loss_partial": 0.007049560546875,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0006243819370865822,
      "loss_partial": 0.011962890625,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0007033139700070024,
      "loss_partial": 0.005889892578125,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0004087908600922674,
      "loss_partial": 0.00787353515625,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0007994301849976182,
      "loss_partial": 0.004638671875,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0007914325105957687,
      "loss_partial": 0.004852294921875,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0006211503641679883,
      "loss_partial": 0.00897216796875,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0003923964104615152,
      "loss_partial": 0.0108642578125,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0009266044944524765,
      "loss_partial": 0.0103759765625,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0006959754973649979,
      "loss_partial": 0.00604248046875,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0010202809935435653,
      "loss_partial": 0.00225830078125,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0011018117656931281,
      "loss_partial": 0.0052490234375,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0003644799580797553,
      "loss_partial": 0.00958251953125,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0005254835705272853,
      "loss_partial": 0.007232666015625,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0004270508070476353,
      "loss_partial": 0.005462646484375,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0003833410737570375,
      "loss_partial": 0.005767822265625,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.00043941260082647204,
      "loss_partial": 0.00994873046875,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0006828167242929339,
      "loss_partial": 0.005279541015625,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.0005738838808611035,
      "loss_partial": 0.00860595703125,
      "step": 295
    },
    {
      "epoch": 0.42877906976744184,
      "loss_distr": 0.000530565157532692,
      "loss_partial": 0.00872802734375,
      "step": 295
    },
    {
      "epoch": 0.43023255813953487,
      "grad_norm": 0.17049162089824677,
      "learning_rate": 1.9216794851575672e-05,
      "loss": 0.1879,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.00057458650553599,
      "loss_partial": 0.0086669921875,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.00035172264324501157,
      "loss_partial": 0.0091552734375,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0006978772580623627,
      "loss_partial": 0.004669189453125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0006019816501066089,
      "loss_partial": 0.00958251953125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0003352485073264688,
      "loss_partial": 0.011962890625,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0005578164127655327,
      "loss_partial": 0.00775146484375,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0005372033338062465,
      "loss_partial": 0.01007080078125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0010138609213754535,
      "loss_partial": 0.004364013671875,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0006304053240455687,
      "loss_partial": 0.005706787109375,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.00041024197707884014,
      "loss_partial": 0.005218505859375,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.00035054594627581537,
      "loss_partial": 0.009765625,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0008570222416892648,
      "loss_partial": 0.004669189453125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0008478727540932596,
      "loss_partial": 0.00634765625,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0004273538652341813,
      "loss_partial": 0.004913330078125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0006182772340252995,
      "loss_partial": 0.00439453125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.00043302957783453166,
      "loss_partial": 0.007049560546875,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0003998625907115638,
      "loss_partial": 0.006439208984375,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0006954368436709046,
      "loss_partial": 0.0103759765625,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0004921021754853427,
      "loss_partial": 0.004669189453125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0003095226129516959,
      "loss_partial": 0.00909423828125,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0006875762483105063,
      "loss_partial": 0.006011962890625,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0005445800488814712,
      "loss_partial": 0.006591796875,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.0003925286582671106,
      "loss_partial": 0.008544921875,
      "step": 296
    },
    {
      "epoch": 0.43023255813953487,
      "loss_distr": 0.000388457381632179,
      "loss_partial": 0.005889892578125,
      "step": 296
    },
    {
      "epoch": 0.4316860465116279,
      "grad_norm": 0.17415551841259003,
      "learning_rate": 1.9206920372939098e-05,
      "loss": 0.1897,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005265469080768526,
      "loss_partial": 0.009033203125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005812618182972074,
      "loss_partial": 0.003509521484375,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0009321247925981879,
      "loss_partial": 0.004425048828125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005068820901215076,
      "loss_partial": 0.00848388671875,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005852747708559036,
      "loss_partial": 0.009033203125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005115848034620285,
      "loss_partial": 0.018798828125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005546268075704575,
      "loss_partial": 0.0054931640625,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.00045285659143701196,
      "loss_partial": 0.007354736328125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.00047116074711084366,
      "loss_partial": 0.004913330078125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0006390255875885487,
      "loss_partial": 0.0079345703125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005300816264934838,
      "loss_partial": 0.0079345703125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0004048366972710937,
      "loss_partial": 0.0050048828125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.000273718498647213,
      "loss_partial": 0.012451171875,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0007634494686499238,
      "loss_partial": 0.003631591796875,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005871187895536423,
      "loss_partial": 0.003509521484375,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.00038758438313379884,
      "loss_partial": 0.00897216796875,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0009192022844217718,
      "loss_partial": 0.0033721923828125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0007999500958248973,
      "loss_partial": 0.00811767578125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0007294201059266925,
      "loss_partial": 0.00567626953125,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.00038500194204971194,
      "loss_partial": 0.00628662109375,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.000720773998182267,
      "loss_partial": 0.005035400390625,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0004455996095202863,
      "loss_partial": 0.0068359375,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0005931205814704299,
      "loss_partial": 0.004791259765625,
      "step": 297
    },
    {
      "epoch": 0.4316860465116279,
      "loss_distr": 0.0004322642635088414,
      "loss_partial": 0.00592041015625,
      "step": 297
    },
    {
      "epoch": 0.4331395348837209,
      "grad_norm": 0.16182634234428406,
      "learning_rate": 1.9196986605509388e-05,
      "loss": 0.1878,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0006658173515461385,
      "loss_partial": 0.007080078125,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0006063033360987902,
      "loss_partial": 0.00494384765625,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.00044859337504021823,
      "loss_partial": 0.0059814453125,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0003536021977197379,
      "loss_partial": 0.0113525390625,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0003595643793232739,
      "loss_partial": 0.005889892578125,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0005208160728216171,
      "loss_partial": 0.00897216796875,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0005326409009285271,
      "loss_partial": 0.0054931640625,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.00037711282493546605,
      "loss_partial": 0.005615234375,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0003999135224148631,
      "loss_partial": 0.00714111328125,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0006745224818587303,
      "loss_partial": 0.0087890625,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0007191241020336747,
      "loss_partial": 0.01318359375,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0002769380807876587,
      "loss_partial": 0.0120849609375,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0006473370594903827,
      "loss_partial": 0.00860595703125,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0004536326159723103,
      "loss_partial": 0.006500244140625,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0003604092344176024,
      "loss_partial": 0.006500244140625,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.00044164550490677357,
      "loss_partial": 0.005859375,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0008190310909412801,
      "loss_partial": 0.00616455078125,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0007302656304091215,
      "loss_partial": 0.00946044921875,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0005759311025030911,
      "loss_partial": 0.007781982421875,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0008159186108969152,
      "loss_partial": 0.00537109375,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0006887544877827168,
      "loss_partial": 0.004669189453125,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0003975694708060473,
      "loss_partial": 0.006591796875,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0004057810583617538,
      "loss_partial": 0.0087890625,
      "step": 298
    },
    {
      "epoch": 0.4331395348837209,
      "loss_distr": 0.0006785767618566751,
      "loss_partial": 0.003631591796875,
      "step": 298
    },
    {
      "epoch": 0.43459302325581395,
      "grad_norm": 0.15333522856235504,
      "learning_rate": 1.918699361325593e-05,
      "loss": 0.1853,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0007147395517677069,
      "loss_partial": 0.007415771484375,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0007468000403605402,
      "loss_partial": 0.0084228515625,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0006234403699636459,
      "loss_partial": 0.00909423828125,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0005833102040924132,
      "loss_partial": 0.00848388671875,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0006522153853438795,
      "loss_partial": 0.00579833984375,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0004954839241690934,
      "loss_partial": 0.00787353515625,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0007489818381145597,
      "loss_partial": 0.00494384765625,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.00044983281986787915,
      "loss_partial": 0.005035400390625,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.000711598782800138,
      "loss_partial": 0.007415771484375,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0003564584185369313,
      "loss_partial": 0.006683349609375,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0006506449426524341,
      "loss_partial": 0.006591796875,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0007600878598168492,
      "loss_partial": 0.00860595703125,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0011196378618478775,
      "loss_partial": 0.003936767578125,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0004480617062654346,
      "loss_partial": 0.007080078125,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0004939139471389353,
      "loss_partial": 0.00714111328125,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0004915326135233045,
      "loss_partial": 0.00836181640625,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.00047902201185934246,
      "loss_partial": 0.005462646484375,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0006681433878839016,
      "loss_partial": 0.005889892578125,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.000607806839980185,
      "loss_partial": 0.0047607421875,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0005512613570317626,
      "loss_partial": 0.0078125,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0008078119717538357,
      "loss_partial": 0.006256103515625,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0006484235054813325,
      "loss_partial": 0.004058837890625,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.0007867611711844802,
      "loss_partial": 0.0047607421875,
      "step": 299
    },
    {
      "epoch": 0.43459302325581395,
      "loss_distr": 0.00039742790977470577,
      "loss_partial": 0.004425048828125,
      "step": 299
    },
    {
      "epoch": 0.436046511627907,
      "grad_norm": 0.22046148777008057,
      "learning_rate": 1.9176941460529497e-05,
      "loss": 0.1897,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0003899912699125707,
      "loss_partial": 0.01165771484375,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0009234902681782842,
      "loss_partial": 0.004486083984375,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0007065362296998501,
      "loss_partial": 0.004364013671875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0004704383318312466,
      "loss_partial": 0.006866455078125,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0008823700482025743,
      "loss_partial": 0.00604248046875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0008246316574513912,
      "loss_partial": 0.00543212890625,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0005303780781105161,
      "loss_partial": 0.005340576171875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.00047553639160469174,
      "loss_partial": 0.00946044921875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0009901929879561067,
      "loss_partial": 0.00457763671875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0005799134378321469,
      "loss_partial": 0.005462646484375,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.000866216782014817,
      "loss_partial": 0.005218505859375,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0005041164113208652,
      "loss_partial": 0.01043701171875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0005597465205937624,
      "loss_partial": 0.0091552734375,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0007852705894038081,
      "loss_partial": 0.00811767578125,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0008549629128538072,
      "loss_partial": 0.00408935546875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0008072333876043558,
      "loss_partial": 0.00518798828125,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.00037839182186871767,
      "loss_partial": 0.005157470703125,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0007054220768623054,
      "loss_partial": 0.00762939453125,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0007004309445619583,
      "loss_partial": 0.005096435546875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0005103959701955318,
      "loss_partial": 0.00982666015625,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0006859094137325883,
      "loss_partial": 0.004486083984375,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0007724456954747438,
      "loss_partial": 0.003143310546875,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.00045276014134287834,
      "loss_partial": 0.007476806640625,
      "step": 300
    },
    {
      "epoch": 0.436046511627907,
      "loss_distr": 0.0006351964548230171,
      "loss_partial": 0.00714111328125,
      "step": 300
    },
    {
      "epoch": 0.4375,
      "grad_norm": 0.23028041422367096,
      "learning_rate": 1.9166830212061837e-05,
      "loss": 0.1861,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.00028719266992993653,
      "loss_partial": 0.006683349609375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.000601009582169354,
      "loss_partial": 0.00616455078125,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0003148249234072864,
      "loss_partial": 0.005462646484375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0006136209121905267,
      "loss_partial": 0.007293701171875,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0006004779133945704,
      "loss_partial": 0.007110595703125,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.000624515232630074,
      "loss_partial": 0.006683349609375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.000635445408988744,
      "loss_partial": 0.00592041015625,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0007349310326389968,
      "loss_partial": 0.007354736328125,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0006482723401859403,
      "loss_partial": 0.00537109375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0007313661044463515,
      "loss_partial": 0.004180908203125,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0005081335548311472,
      "loss_partial": 0.0068359375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0004737089038826525,
      "loss_partial": 0.005096435546875,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0005813890602439642,
      "loss_partial": 0.0054931640625,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0003350290353409946,
      "loss_partial": 0.00811767578125,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.000619774975348264,
      "loss_partial": 0.00775146484375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.00046617473708465695,
      "loss_partial": 0.0162353515625,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0004268414049874991,
      "loss_partial": 0.008056640625,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0005864892154932022,
      "loss_partial": 0.01068115234375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0004143805126659572,
      "loss_partial": 0.01019287109375,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.00037819493445567787,
      "loss_partial": 0.00714111328125,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0009330683387815952,
      "loss_partial": 0.004852294921875,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0008798912167549133,
      "loss_partial": 0.00897216796875,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.000835296930745244,
      "loss_partial": 0.007110595703125,
      "step": 301
    },
    {
      "epoch": 0.4375,
      "loss_distr": 0.0009401142015121877,
      "loss_partial": 0.00439453125,
      "step": 301
    },
    {
      "epoch": 0.438953488372093,
      "grad_norm": 0.2157009243965149,
      "learning_rate": 1.9156659932965236e-05,
      "loss": 0.1861,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0005224632914178073,
      "loss_partial": 0.003326416015625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.00041916605550795794,
      "loss_partial": 0.0103759765625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0006576911546289921,
      "loss_partial": 0.006683349609375,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.00032922334503382444,
      "loss_partial": 0.007080078125,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0009240737417712808,
      "loss_partial": 0.005950927734375,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0007942627416923642,
      "loss_partial": 0.00823974609375,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.00048807880375534296,
      "loss_partial": 0.00567626953125,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0004403010243549943,
      "loss_partial": 0.004241943359375,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0006189084379002452,
      "loss_partial": 0.004119873046875,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0005438942462205887,
      "loss_partial": 0.00689697265625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0006194522138684988,
      "loss_partial": 0.00860595703125,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.00033514772076159716,
      "loss_partial": 0.006103515625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0005602651508525014,
      "loss_partial": 0.003936767578125,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.00036816156352870166,
      "loss_partial": 0.012451171875,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0003911420935764909,
      "loss_partial": 0.00445556640625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0008779559284448624,
      "loss_partial": 0.00250244140625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0006039215950295329,
      "loss_partial": 0.01031494140625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0005282149650156498,
      "loss_partial": 0.00665283203125,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0009489791700616479,
      "loss_partial": 0.00439453125,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0004994774353690445,
      "loss_partial": 0.0113525390625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0005308097461238503,
      "loss_partial": 0.006500244140625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.001075809239409864,
      "loss_partial": 0.0064697265625,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.0007725862669758499,
      "loss_partial": 0.003936767578125,
      "step": 302
    },
    {
      "epoch": 0.438953488372093,
      "loss_distr": 0.00041509675793349743,
      "loss_partial": 0.005523681640625,
      "step": 302
    },
    {
      "epoch": 0.44040697674418605,
      "grad_norm": 0.21858714520931244,
      "learning_rate": 1.914643068873213e-05,
      "loss": 0.1874,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0008126029279083014,
      "loss_partial": 0.006622314453125,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0004653225769288838,
      "loss_partial": 0.006103515625,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0004559981171041727,
      "loss_partial": 0.01708984375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.00032542843837291,
      "loss_partial": 0.01019287109375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007224655710160732,
      "loss_partial": 0.01129150390625,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007100104703567922,
      "loss_partial": 0.0050048828125,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0006275312625803053,
      "loss_partial": 0.0057373046875,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.000311865471303463,
      "loss_partial": 0.00653076171875,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0006081557366997004,
      "loss_partial": 0.007659912109375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007577888900414109,
      "loss_partial": 0.00567626953125,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.000754103297367692,
      "loss_partial": 0.00689697265625,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007837018347345293,
      "loss_partial": 0.0084228515625,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0005745350499637425,
      "loss_partial": 0.00726318359375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0005022056284360588,
      "loss_partial": 0.00738525390625,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.000581817701458931,
      "loss_partial": 0.00738525390625,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.000593476346693933,
      "loss_partial": 0.003875732421875,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.00045741148642264307,
      "loss_partial": 0.005218505859375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007656535017304122,
      "loss_partial": 0.00823974609375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007196950609795749,
      "loss_partial": 0.00848388671875,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0005075497319921851,
      "loss_partial": 0.005584716796875,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0005448258016258478,
      "loss_partial": 0.0062255859375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007226529996842146,
      "loss_partial": 0.00421142578125,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0006987581728026271,
      "loss_partial": 0.00628662109375,
      "step": 303
    },
    {
      "epoch": 0.44040697674418605,
      "loss_distr": 0.0007246792665682733,
      "loss_partial": 0.006195068359375,
      "step": 303
    },
    {
      "epoch": 0.4418604651162791,
      "grad_norm": 0.2269761860370636,
      "learning_rate": 1.9136142545234657e-05,
      "loss": 0.1894,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0007094488828442991,
      "loss_partial": 0.00830078125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0006694814655929804,
      "loss_partial": 0.008056640625,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.000518033979460597,
      "loss_partial": 0.014892578125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0006084369961172342,
      "loss_partial": 0.00616455078125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0005391613813117146,
      "loss_partial": 0.006500244140625,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0004163492703810334,
      "loss_partial": 0.006103515625,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.00029073687619529665,
      "loss_partial": 0.006103515625,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0004659445257857442,
      "loss_partial": 0.01092529296875,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0007903847726993263,
      "loss_partial": 0.00830078125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.000833169964607805,
      "loss_partial": 0.003509521484375,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0005563150043599308,
      "loss_partial": 0.006317138671875,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0006947747315280139,
      "loss_partial": 0.0072021484375,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0008173388196155429,
      "loss_partial": 0.005218505859375,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0005333511508069932,
      "loss_partial": 0.00958251953125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0004959768848493695,
      "loss_partial": 0.00909423828125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0002738392213359475,
      "loss_partial": 0.00506591796875,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0002755338791757822,
      "loss_partial": 0.008544921875,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0005265503423288465,
      "loss_partial": 0.00994873046875,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0007119331858120859,
      "loss_partial": 0.00677490234375,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0008178059943020344,
      "loss_partial": 0.00994873046875,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0006848082412034273,
      "loss_partial": 0.00811767578125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0003808882902376354,
      "loss_partial": 0.0030059814453125,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0006744941929355264,
      "loss_partial": 0.007720947265625,
      "step": 304
    },
    {
      "epoch": 0.4418604651162791,
      "loss_distr": 0.0009387233294546604,
      "loss_partial": 0.006103515625,
      "step": 304
    },
    {
      "epoch": 0.4433139534883721,
      "grad_norm": 0.18527700006961823,
      "learning_rate": 1.9125795568724242e-05,
      "loss": 0.1879,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0007380384486168623,
      "loss_partial": 0.006072998046875,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0004123467952013016,
      "loss_partial": 0.006317138671875,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0009707642602734268,
      "loss_partial": 0.0035247802734375,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0004291190707590431,
      "loss_partial": 0.00860595703125,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0005155981634743512,
      "loss_partial": 0.01214599609375,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0004657274985220283,
      "loss_partial": 0.01300048828125,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.00048361188964918256,
      "loss_partial": 0.00787353515625,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.00034937617601826787,
      "loss_partial": 0.0047607421875,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.00048417196376249194,
      "loss_partial": 0.007659912109375,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0006215118337422609,
      "loss_partial": 0.00799560546875,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0006645484827458858,
      "loss_partial": 0.004150390625,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0006145817460492253,
      "loss_partial": 0.00848388671875,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0006900026346556842,
      "loss_partial": 0.00677490234375,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0007897623581811786,
      "loss_partial": 0.005523681640625,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0008246691431850195,
      "loss_partial": 0.007110595703125,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.00035767044755630195,
      "loss_partial": 0.00927734375,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.00045350799337029457,
      "loss_partial": 0.0074462890625,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0007466700626537204,
      "loss_partial": 0.0130615234375,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0005627510836347938,
      "loss_partial": 0.01202392578125,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0006026417831890285,
      "loss_partial": 0.0079345703125,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0007959289941936731,
      "loss_partial": 0.005096435546875,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0006438266718760133,
      "loss_partial": 0.006256103515625,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.00034468385274522007,
      "loss_partial": 0.00775146484375,
      "step": 305
    },
    {
      "epoch": 0.4433139534883721,
      "loss_distr": 0.0005834012408740819,
      "loss_partial": 0.0128173828125,
      "step": 305
    },
    {
      "epoch": 0.44476744186046513,
      "grad_norm": 0.18804113566875458,
      "learning_rate": 1.9115389825831177e-05,
      "loss": 0.187,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0007979934453032911,
      "loss_partial": 0.0050048828125,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0005478906678035855,
      "loss_partial": 0.00750732421875,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00046163806109689176,
      "loss_partial": 0.007537841796875,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0008414245676249266,
      "loss_partial": 0.005859375,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.000785981013905257,
      "loss_partial": 0.004058837890625,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00047758419532328844,
      "loss_partial": 0.00732421875,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0006448099156841636,
      "loss_partial": 0.003631591796875,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0008920474210754037,
      "loss_partial": 0.00439453125,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0008270289981737733,
      "loss_partial": 0.00457763671875,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00039144494803622365,
      "loss_partial": 0.0081787109375,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0005971895297989249,
      "loss_partial": 0.00860595703125,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00046172074507921934,
      "loss_partial": 0.005157470703125,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.000504039810039103,
      "loss_partial": 0.01068115234375,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0008642612374387681,
      "loss_partial": 0.0057373046875,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0003643700620159507,
      "loss_partial": 0.0034027099609375,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00033819040982052684,
      "loss_partial": 0.00396728515625,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00034047625376842916,
      "loss_partial": 0.01177978515625,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.000575757585465908,
      "loss_partial": 0.0089111328125,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0006150240078568459,
      "loss_partial": 0.00567626953125,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00048160331789404154,
      "loss_partial": 0.006591796875,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0006418525008484721,
      "loss_partial": 0.00537109375,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.00043127062963321805,
      "loss_partial": 0.01116943359375,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0006366763263940811,
      "loss_partial": 0.00439453125,
      "step": 306
    },
    {
      "epoch": 0.44476744186046513,
      "loss_distr": 0.0009336433140560985,
      "loss_partial": 0.0062255859375,
      "step": 306
    },
    {
      "epoch": 0.44622093023255816,
      "grad_norm": 0.16919034719467163,
      "learning_rate": 1.9104925383564175e-05,
      "loss": 0.1851,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0009332999470643699,
      "loss_partial": 0.00738525390625,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0005758317420259118,
      "loss_partial": 0.00762939453125,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0007578398799523711,
      "loss_partial": 0.008056640625,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.00043144458322785795,
      "loss_partial": 0.00933837890625,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0005188006325624883,
      "loss_partial": 0.00848388671875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0005597372073680162,
      "loss_partial": 0.006317138671875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0006944646593183279,
      "loss_partial": 0.00579833984375,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0008052796474657953,
      "loss_partial": 0.00677490234375,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0009693559259176254,
      "loss_partial": 0.004119873046875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0006212879670783877,
      "loss_partial": 0.00836181640625,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0005071067716926336,
      "loss_partial": 0.0123291015625,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0008399148937314749,
      "loss_partial": 0.0072021484375,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0008211308158934116,
      "loss_partial": 0.007568359375,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0005172559758648276,
      "loss_partial": 0.00762939453125,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0008265536744147539,
      "loss_partial": 0.006072998046875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0003936696448363364,
      "loss_partial": 0.011962890625,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.00045296174357645214,
      "loss_partial": 0.01287841796875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0004697035765275359,
      "loss_partial": 0.00897216796875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.00033164845081046224,
      "loss_partial": 0.0078125,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0004993061302229762,
      "loss_partial": 0.01513671875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0004236375098116696,
      "loss_partial": 0.007293701171875,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0007972866296768188,
      "loss_partial": 0.003509521484375,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.00032065948471426964,
      "loss_partial": 0.009033203125,
      "step": 307
    },
    {
      "epoch": 0.44622093023255816,
      "loss_distr": 0.0005427181022241712,
      "loss_partial": 0.00823974609375,
      "step": 307
    },
    {
      "epoch": 0.4476744186046512,
      "grad_norm": 0.16240103542804718,
      "learning_rate": 1.9094402309309958e-05,
      "loss": 0.185,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0006403540028259158,
      "loss_partial": 0.00836181640625,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0007798112346790731,
      "loss_partial": 0.003875732421875,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0005796156474389136,
      "loss_partial": 0.00799560546875,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0008436192292720079,
      "loss_partial": 0.00445556640625,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0004071637231390923,
      "loss_partial": 0.007720947265625,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0006232127780094743,
      "loss_partial": 0.007537841796875,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.000722767726983875,
      "loss_partial": 0.0052490234375,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0004434108268469572,
      "loss_partial": 0.006622314453125,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0004374357813503593,
      "loss_partial": 0.007293701171875,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0005247879889793694,
      "loss_partial": 0.0091552734375,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0004599546664394438,
      "loss_partial": 0.004638671875,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0007515674806199968,
      "loss_partial": 0.006744384765625,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.00040016413549892604,
      "loss_partial": 0.01123046875,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.00037357848486863077,
      "loss_partial": 0.00543212890625,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.00031150184804573655,
      "loss_partial": 0.01251220703125,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0008461269899271429,
      "loss_partial": 0.00469970703125,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.000833619327750057,
      "loss_partial": 0.0047607421875,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.00044059561332687736,
      "loss_partial": 0.006927490234375,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0006004105089232326,
      "loss_partial": 0.01165771484375,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0005756014143116772,
      "loss_partial": 0.0069580078125,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.00041142082773149014,
      "loss_partial": 0.0166015625,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0006256329361349344,
      "loss_partial": 0.006744384765625,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0005180011503398418,
      "loss_partial": 0.0040283203125,
      "step": 308
    },
    {
      "epoch": 0.4476744186046512,
      "loss_distr": 0.0003778148675337434,
      "loss_partial": 0.00677490234375,
      "step": 308
    },
    {
      "epoch": 0.4491279069767442,
      "grad_norm": 0.18439042568206787,
      "learning_rate": 1.908382067083281e-05,
      "loss": 0.1861,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0007781761232763529,
      "loss_partial": 0.005828857421875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.00037547710235230625,
      "loss_partial": 0.00909423828125,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0006910307565703988,
      "loss_partial": 0.005584716796875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0005392820457927883,
      "loss_partial": 0.0089111328125,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0005319459596648812,
      "loss_partial": 0.006317138671875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0008651227690279484,
      "loss_partial": 0.004852294921875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0005658415611833334,
      "loss_partial": 0.00494384765625,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0006954094860702753,
      "loss_partial": 0.00830078125,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0003747777664102614,
      "loss_partial": 0.004302978515625,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.00046413298696279526,
      "loss_partial": 0.00726318359375,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0004665320448111743,
      "loss_partial": 0.01031494140625,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0007889893604442477,
      "loss_partial": 0.00537109375,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0009198554325848818,
      "loss_partial": 0.006561279296875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0007752659148536623,
      "loss_partial": 0.00518798828125,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0006981237675063312,
      "loss_partial": 0.004486083984375,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0004916726611554623,
      "loss_partial": 0.005340576171875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.000670175941195339,
      "loss_partial": 0.00677490234375,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0008889889577403665,
      "loss_partial": 0.0072021484375,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0006554607534781098,
      "loss_partial": 0.00830078125,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0005510866176337004,
      "loss_partial": 0.007049560546875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0004540183290373534,
      "loss_partial": 0.00787353515625,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0006429060595110059,
      "loss_partial": 0.004119873046875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.00045263179345056415,
      "loss_partial": 0.004608154296875,
      "step": 309
    },
    {
      "epoch": 0.4491279069767442,
      "loss_distr": 0.0008929590694606304,
      "loss_partial": 0.0032958984375,
      "step": 309
    },
    {
      "epoch": 0.45058139534883723,
      "grad_norm": 0.1812952309846878,
      "learning_rate": 1.9073180536274148e-05,
      "loss": 0.1847,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0011189967626705766,
      "loss_partial": 0.00494384765625,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0006176016759127378,
      "loss_partial": 0.004791259765625,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.000575746176764369,
      "loss_partial": 0.00531005859375,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0004931981675326824,
      "loss_partial": 0.007476806640625,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0008266291115432978,
      "loss_partial": 0.00531005859375,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.00038622331339865923,
      "loss_partial": 0.01129150390625,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0004883805522695184,
      "loss_partial": 0.0216064453125,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0006800550036132336,
      "loss_partial": 0.00677490234375,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0007352350512519479,
      "loss_partial": 0.006500244140625,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0005722175119444728,
      "loss_partial": 0.00775146484375,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0007652365602552891,
      "loss_partial": 0.007354736328125,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.00045183184556663036,
      "loss_partial": 0.0101318359375,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0007447304669767618,
      "loss_partial": 0.0033721923828125,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0008653554832562804,
      "loss_partial": 0.004608154296875,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.00047261803410947323,
      "loss_partial": 0.00592041015625,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0008110447088256478,
      "loss_partial": 0.00946044921875,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0007694602245464921,
      "loss_partial": 0.005126953125,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0008654207340441644,
      "loss_partial": 0.01141357421875,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0009413196239620447,
      "loss_partial": 0.005340576171875,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0007128604920580983,
      "loss_partial": 0.00830078125,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0006463252939283848,
      "loss_partial": 0.00482177734375,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.0003022868186235428,
      "loss_partial": 0.00494384765625,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.00028824282344430685,
      "loss_partial": 0.012939453125,
      "step": 310
    },
    {
      "epoch": 0.45058139534883723,
      "loss_distr": 0.00040066486690193415,
      "loss_partial": 0.0064697265625,
      "step": 310
    },
    {
      "epoch": 0.45203488372093026,
      "grad_norm": 0.18399018049240112,
      "learning_rate": 1.9062481974152068e-05,
      "loss": 0.1873,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0008877645595930517,
      "loss_partial": 0.00506591796875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0008260118775069714,
      "loss_partial": 0.005767822265625,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0004709263448603451,
      "loss_partial": 0.0103759765625,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0009896236006170511,
      "loss_partial": 0.004638671875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0006115009309723973,
      "loss_partial": 0.008544921875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0003866317856591195,
      "loss_partial": 0.0059814453125,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0008133311057463288,
      "loss_partial": 0.00531005859375,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.000438259681686759,
      "loss_partial": 0.0096435546875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0007522335508838296,
      "loss_partial": 0.0052490234375,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0006435576942749321,
      "loss_partial": 0.005279541015625,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.00044225441524758935,
      "loss_partial": 0.005767822265625,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0008273220155388117,
      "loss_partial": 0.00665283203125,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.000954392016865313,
      "loss_partial": 0.0050048828125,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0006329832831397653,
      "loss_partial": 0.00689697265625,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0006488958024419844,
      "loss_partial": 0.00830078125,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0007286955369636416,
      "loss_partial": 0.00408935546875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0006143482169136405,
      "loss_partial": 0.0047607421875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.00048042877460829914,
      "loss_partial": 0.0037841796875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0004428026149980724,
      "loss_partial": 0.00732421875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0006823675939813256,
      "loss_partial": 0.006805419921875,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0007195709622465074,
      "loss_partial": 0.00439453125,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.000532254227437079,
      "loss_partial": 0.00885009765625,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0004939797800034285,
      "loss_partial": 0.005218505859375,
      "step": 311
    },
    {
      "epoch": 0.45203488372093026,
      "loss_distr": 0.0009255953482352197,
      "loss_partial": 0.004486083984375,
      "step": 311
    },
    {
      "epoch": 0.45348837209302323,
      "grad_norm": 0.18217167258262634,
      "learning_rate": 1.9051725053360935e-05,
      "loss": 0.1852,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.000511902617290616,
      "loss_partial": 0.00933837890625,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0002944406296592206,
      "loss_partial": 0.0074462890625,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0004445466329343617,
      "loss_partial": 0.0057373046875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0007716517429798841,
      "loss_partial": 0.0084228515625,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0009078606963157654,
      "loss_partial": 0.005615234375,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0009897482814267278,
      "loss_partial": 0.00421142578125,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0005234745913185179,
      "loss_partial": 0.0113525390625,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.000440083269495517,
      "loss_partial": 0.006500244140625,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0005586472107097507,
      "loss_partial": 0.007049560546875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0004203623393550515,
      "loss_partial": 0.006805419921875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0005586087936535478,
      "loss_partial": 0.00604248046875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.00031612254679203033,
      "loss_partial": 0.004913330078125,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0009453321690671146,
      "loss_partial": 0.0069580078125,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.00048793686437420547,
      "loss_partial": 0.00799560546875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0004577553481794894,
      "loss_partial": 0.00543212890625,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0006570657133124769,
      "loss_partial": 0.005340576171875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.00026622647419571877,
      "loss_partial": 0.00811767578125,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0005499656544998288,
      "loss_partial": 0.0033416748046875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0005166935152374208,
      "loss_partial": 0.006317138671875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0008407873101532459,
      "loss_partial": 0.004730224609375,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0008613136014901102,
      "loss_partial": 0.004058837890625,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0005617043352685869,
      "loss_partial": 0.0062255859375,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.000471664679935202,
      "loss_partial": 0.007537841796875,
      "step": 312
    },
    {
      "epoch": 0.45348837209302323,
      "loss_distr": 0.0005863495171070099,
      "loss_partial": 0.0177001953125,
      "step": 312
    },
    {
      "epoch": 0.45494186046511625,
      "grad_norm": 0.1706368327140808,
      "learning_rate": 1.90409098431709e-05,
      "loss": 0.1865,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0005147476331330836,
      "loss_partial": 0.01202392578125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0005169251235201955,
      "loss_partial": 0.00616455078125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0007029874250292778,
      "loss_partial": 0.004119873046875,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.000503414950799197,
      "loss_partial": 0.00885009765625,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0003916179994121194,
      "loss_partial": 0.009033203125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0007542098173871636,
      "loss_partial": 0.0050048828125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0003855670220218599,
      "loss_partial": 0.0166015625,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0005987512413412333,
      "loss_partial": 0.004638671875,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0005614193505607545,
      "loss_partial": 0.004730224609375,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0006353481439873576,
      "loss_partial": 0.006378173828125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0010500214993953705,
      "loss_partial": 0.006866455078125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.000655667157843709,
      "loss_partial": 0.0038604736328125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0005527479806914926,
      "loss_partial": 0.007049560546875,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.00046900269808247685,
      "loss_partial": 0.005950927734375,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0005828668945468962,
      "loss_partial": 0.006622314453125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.000900974147953093,
      "loss_partial": 0.0040283203125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0004664581501856446,
      "loss_partial": 0.0096435546875,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0006050756201148033,
      "loss_partial": 0.007659912109375,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0005983472219668329,
      "loss_partial": 0.006378173828125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0008141381549648941,
      "loss_partial": 0.00469970703125,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.000633031246252358,
      "loss_partial": 0.00775146484375,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0009249494760297239,
      "loss_partial": 0.0038299560546875,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.00045930949272587895,
      "loss_partial": 0.006927490234375,
      "step": 313
    },
    {
      "epoch": 0.45494186046511625,
      "loss_distr": 0.0004232033097650856,
      "loss_partial": 0.0059814453125,
      "step": 313
    },
    {
      "epoch": 0.4563953488372093,
      "grad_norm": 0.1811002641916275,
      "learning_rate": 1.9030036413227494e-05,
      "loss": 0.1845,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0007207493763417006,
      "loss_partial": 0.0052490234375,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0007340364390984178,
      "loss_partial": 0.0096435546875,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.00034524552756920457,
      "loss_partial": 0.0069580078125,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0005658273585140705,
      "loss_partial": 0.005401611328125,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0003836991381831467,
      "loss_partial": 0.0084228515625,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0006679829675704241,
      "loss_partial": 0.01068115234375,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0006021416047587991,
      "loss_partial": 0.00433349609375,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0006823732401244342,
      "loss_partial": 0.005126953125,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.000567780458368361,
      "loss_partial": 0.0047607421875,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.00048662745393812656,
      "loss_partial": 0.007110595703125,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0010321260197088122,
      "loss_partial": 0.00677490234375,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0005683942581526935,
      "loss_partial": 0.01129150390625,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0008121036808006465,
      "loss_partial": 0.006317138671875,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0007721622823737562,
      "loss_partial": 0.0036773681640625,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0011470390018075705,
      "loss_partial": 0.0038604736328125,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0009903544560074806,
      "loss_partial": 0.0042724609375,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0007064981618896127,
      "loss_partial": 0.00494384765625,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0006685209227725863,
      "loss_partial": 0.006072998046875,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0008152875816449523,
      "loss_partial": 0.0062255859375,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0005831123562529683,
      "loss_partial": 0.01123046875,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.00036397340591065586,
      "loss_partial": 0.00994873046875,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.000578001665417105,
      "loss_partial": 0.01385498046875,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0004960604128427804,
      "loss_partial": 0.011962890625,
      "step": 314
    },
    {
      "epoch": 0.4563953488372093,
      "loss_distr": 0.0006257728091441095,
      "loss_partial": 0.004364013671875,
      "step": 314
    },
    {
      "epoch": 0.4578488372093023,
      "grad_norm": 0.17279542982578278,
      "learning_rate": 1.9019104833551144e-05,
      "loss": 0.1869,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0003663916140794754,
      "loss_partial": 0.00732421875,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0006649894639849663,
      "loss_partial": 0.004547119140625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0007739808643236756,
      "loss_partial": 0.0064697265625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0007734450045973063,
      "loss_partial": 0.00469970703125,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.000543563743121922,
      "loss_partial": 0.0113525390625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0005700006731785834,
      "loss_partial": 0.0103759765625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.000830985838547349,
      "loss_partial": 0.0037689208984375,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.00040617724880576134,
      "loss_partial": 0.004058837890625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.000291678705252707,
      "loss_partial": 0.0079345703125,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0007997935172170401,
      "loss_partial": 0.00994873046875,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0011639876756817102,
      "loss_partial": 0.003997802734375,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0003233777533750981,
      "loss_partial": 0.0064697265625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0006136037409305573,
      "loss_partial": 0.0067138671875,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0007366917561739683,
      "loss_partial": 0.00506591796875,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0003677218337543309,
      "loss_partial": 0.010498046875,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0008678711019456387,
      "loss_partial": 0.0084228515625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0007767511997371912,
      "loss_partial": 0.005950927734375,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0008203309262171388,
      "loss_partial": 0.00408935546875,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0007155201165005565,
      "loss_partial": 0.01031494140625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0005069151520729065,
      "loss_partial": 0.00982666015625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0004844015638809651,
      "loss_partial": 0.0096435546875,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0006509616505354643,
      "loss_partial": 0.00933837890625,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0007689660415053368,
      "loss_partial": 0.0081787109375,
      "step": 315
    },
    {
      "epoch": 0.4578488372093023,
      "loss_distr": 0.0006247699493542314,
      "loss_partial": 0.006805419921875,
      "step": 315
    },
    {
      "epoch": 0.45930232558139533,
      "grad_norm": 0.20271414518356323,
      "learning_rate": 1.9008115174536736e-05,
      "loss": 0.1892,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0005755325546488166,
      "loss_partial": 0.0096435546875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0007249153568409383,
      "loss_partial": 0.006011962890625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0005716544692404568,
      "loss_partial": 0.005340576171875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.000763146614190191,
      "loss_partial": 0.00555419921875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0007128535653464496,
      "loss_partial": 0.004302978515625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.00030708126723766327,
      "loss_partial": 0.00701904296875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0007293714443221688,
      "loss_partial": 0.0040283203125,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0006008636555634439,
      "loss_partial": 0.005279541015625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.00035888166166841984,
      "loss_partial": 0.006683349609375,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.000614078133367002,
      "loss_partial": 0.009521484375,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0002519813715480268,
      "loss_partial": 0.006103515625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.00033201900077983737,
      "loss_partial": 0.0079345703125,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0004738795687444508,
      "loss_partial": 0.0072021484375,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0005655787535943091,
      "loss_partial": 0.0074462890625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0005056195077486336,
      "loss_partial": 0.006866455078125,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0007035727030597627,
      "loss_partial": 0.006011962890625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.000649584224447608,
      "loss_partial": 0.00640869140625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0006834712694399059,
      "loss_partial": 0.008544921875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.000756526249460876,
      "loss_partial": 0.008544921875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0005355261382646859,
      "loss_partial": 0.010498046875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0006296162609942257,
      "loss_partial": 0.01123046875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0008254535496234894,
      "loss_partial": 0.004150390625,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.000522137968800962,
      "loss_partial": 0.008544921875,
      "step": 316
    },
    {
      "epoch": 0.45930232558139533,
      "loss_distr": 0.0005196998827159405,
      "loss_partial": 0.006500244140625,
      "step": 316
    },
    {
      "epoch": 0.46075581395348836,
      "grad_norm": 0.22015146911144257,
      "learning_rate": 1.8997067506953177e-05,
      "loss": 0.1851,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.000768653058912605,
      "loss_partial": 0.005462646484375,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0007718053529970348,
      "loss_partial": 0.0072021484375,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0005662612966261804,
      "loss_partial": 0.0093994140625,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0008140770951285958,
      "loss_partial": 0.00518798828125,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0003765018191188574,
      "loss_partial": 0.006103515625,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0006232054438441992,
      "loss_partial": 0.004791259765625,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0005316790193319321,
      "loss_partial": 0.004852294921875,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0005185626214370131,
      "loss_partial": 0.00421142578125,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0009933244436979294,
      "loss_partial": 0.0054931640625,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0005975874373689294,
      "loss_partial": 0.004364013671875,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0010957831982523203,
      "loss_partial": 0.004669189453125,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0005704535287804902,
      "loss_partial": 0.009521484375,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.00067338184453547,
      "loss_partial": 0.00701904296875,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.00039442116394639015,
      "loss_partial": 0.00946044921875,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.000540686771273613,
      "loss_partial": 0.0118408203125,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0006683552055619657,
      "loss_partial": 0.006317138671875,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0004957853816449642,
      "loss_partial": 0.004791259765625,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0007932755979709327,
      "loss_partial": 0.005279541015625,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0003415169776417315,
      "loss_partial": 0.009765625,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0006698849028907716,
      "loss_partial": 0.009033203125,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0004234381194692105,
      "loss_partial": 0.00927734375,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0004120400990359485,
      "loss_partial": 0.0068359375,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.0008026523282751441,
      "loss_partial": 0.004486083984375,
      "step": 317
    },
    {
      "epoch": 0.46075581395348836,
      "loss_distr": 0.00038765318458899856,
      "loss_partial": 0.00494384765625,
      "step": 317
    },
    {
      "epoch": 0.4622093023255814,
      "grad_norm": 0.21601513028144836,
      "learning_rate": 1.8985961901942916e-05,
      "loss": 0.1856,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.00033581285970285535,
      "loss_partial": 0.0096435546875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.000548437878023833,
      "loss_partial": 0.0048828125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0007525979890488088,
      "loss_partial": 0.004638671875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.000716893351636827,
      "loss_partial": 0.00604248046875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0009966818615794182,
      "loss_partial": 0.01031494140625,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0005643347394652665,
      "loss_partial": 0.006866455078125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0006705906125716865,
      "loss_partial": 0.004364013671875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0005631091189570725,
      "loss_partial": 0.0089111328125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0004389933019410819,
      "loss_partial": 0.004791259765625,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0006359419203363359,
      "loss_partial": 0.0064697265625,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0004805248463526368,
      "loss_partial": 0.00848388671875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.00047413306310772896,
      "loss_partial": 0.005096435546875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.00037479132879525423,
      "loss_partial": 0.0123291015625,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0008467298466712236,
      "loss_partial": 0.00604248046875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0006402067956514657,
      "loss_partial": 0.006500244140625,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0003337459347676486,
      "loss_partial": 0.005401611328125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0007347550708800554,
      "loss_partial": 0.010498046875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0008963829604908824,
      "loss_partial": 0.005645751953125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0006647001719102263,
      "loss_partial": 0.007110595703125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0005069394828751683,
      "loss_partial": 0.00921630859375,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.00062798016006127,
      "loss_partial": 0.00762939453125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0004417977179400623,
      "loss_partial": 0.00897216796875,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.0006626748945564032,
      "loss_partial": 0.007354736328125,
      "step": 318
    },
    {
      "epoch": 0.4622093023255814,
      "loss_distr": 0.00029869802528992295,
      "loss_partial": 0.010498046875,
      "step": 318
    },
    {
      "epoch": 0.4636627906976744,
      "grad_norm": 0.1840718686580658,
      "learning_rate": 1.897479843102149e-05,
      "loss": 0.1884,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.000854651618283242,
      "loss_partial": 0.006805419921875,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0006964771309867501,
      "loss_partial": 0.010986328125,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0007829975802451372,
      "loss_partial": 0.0074462890625,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0006452261586673558,
      "loss_partial": 0.0111083984375,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0004105256521143019,
      "loss_partial": 0.0181884765625,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0004492368898354471,
      "loss_partial": 0.007080078125,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0007107717683538795,
      "loss_partial": 0.00335693359375,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0008826976991258562,
      "loss_partial": 0.004241943359375,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0008588841883465648,
      "loss_partial": 0.0052490234375,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0006124700303189456,
      "loss_partial": 0.010498046875,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0003347775200381875,
      "loss_partial": 0.0086669921875,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0007957646157592535,
      "loss_partial": 0.0045166015625,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0004953299066983163,
      "loss_partial": 0.00689697265625,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0005504688015207648,
      "loss_partial": 0.006744384765625,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0004123032558709383,
      "loss_partial": 0.011962890625,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0008742634672671556,
      "loss_partial": 0.0045166015625,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0008256111177615821,
      "loss_partial": 0.009033203125,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0006415733369067311,
      "loss_partial": 0.007171630859375,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0005951865459792316,
      "loss_partial": 0.005157470703125,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0002987624320667237,
      "loss_partial": 0.01708984375,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.00041964263073168695,
      "loss_partial": 0.01007080078125,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0004084285465069115,
      "loss_partial": 0.01348876953125,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.0008448474109172821,
      "loss_partial": 0.0042724609375,
      "step": 319
    },
    {
      "epoch": 0.4636627906976744,
      "loss_distr": 0.00041485155816189945,
      "loss_partial": 0.005035400390625,
      "step": 319
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 0.21668241918087006,
      "learning_rate": 1.896357716607709e-05,
      "loss": 0.1892,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0006458478164859116,
      "loss_partial": 0.009521484375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0008890689350664616,
      "loss_partial": 0.007415771484375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0004243290168233216,
      "loss_partial": 0.003875732421875,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0005272204871289432,
      "loss_partial": 0.00732421875,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0003563270438462496,
      "loss_partial": 0.0106201171875,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.00044782410259358585,
      "loss_partial": 0.01239013671875,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0008609539363533258,
      "loss_partial": 0.005157470703125,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0006670400034636259,
      "loss_partial": 0.003662109375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0009409000049345195,
      "loss_partial": 0.006378173828125,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0008530650520697236,
      "loss_partial": 0.00775146484375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.00044095280463807285,
      "loss_partial": 0.00811767578125,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0006831567152403295,
      "loss_partial": 0.006195068359375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0007800356834195554,
      "loss_partial": 0.004058837890625,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.00046036377898417413,
      "loss_partial": 0.01019287109375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0007840159814804792,
      "loss_partial": 0.005584716796875,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0006908444920554757,
      "loss_partial": 0.0089111328125,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0007917582988739014,
      "loss_partial": 0.004730224609375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0007060919306240976,
      "loss_partial": 0.004852294921875,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.00033180738682858646,
      "loss_partial": 0.005859375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0006010420620441437,
      "loss_partial": 0.008056640625,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0007954002358019352,
      "loss_partial": 0.007049560546875,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0005742790526710451,
      "loss_partial": 0.01068115234375,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.00032090500462800264,
      "loss_partial": 0.00689697265625,
      "step": 320
    },
    {
      "epoch": 0.46511627906976744,
      "loss_distr": 0.0010796813294291496,
      "loss_partial": 0.005523681640625,
      "step": 320
    },
    {
      "epoch": 0.46656976744186046,
      "grad_norm": 0.2201310247182846,
      "learning_rate": 1.895229817937005e-05,
      "loss": 0.1864,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.000707054219674319,
      "loss_partial": 0.00567626953125,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0007118532666936517,
      "loss_partial": 0.00518798828125,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0006754013011232018,
      "loss_partial": 0.007049560546875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.00039753233431838453,
      "loss_partial": 0.006439208984375,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0007018362521193922,
      "loss_partial": 0.006439208984375,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0005540150450542569,
      "loss_partial": 0.0074462890625,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0003999036271125078,
      "loss_partial": 0.0079345703125,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0008870269521139562,
      "loss_partial": 0.00555419921875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0010644497815519571,
      "loss_partial": 0.005340576171875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0004430909757502377,
      "loss_partial": 0.004974365234375,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0007208808674477041,
      "loss_partial": 0.00872802734375,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0004944389220327139,
      "loss_partial": 0.0089111328125,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0004010054690297693,
      "loss_partial": 0.0037841796875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0005498665850609541,
      "loss_partial": 0.00457763671875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0009693917818367481,
      "loss_partial": 0.0033416748046875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0005494745564647019,
      "loss_partial": 0.006591796875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0004967059940099716,
      "loss_partial": 0.00836181640625,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.000548995565623045,
      "loss_partial": 0.004638671875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0006685005500912666,
      "loss_partial": 0.0118408203125,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0006983596249483526,
      "loss_partial": 0.005950927734375,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0004253176157362759,
      "loss_partial": 0.00933837890625,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.00036024238215759397,
      "loss_partial": 0.00885009765625,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0005661696195602417,
      "loss_partial": 0.00799560546875,
      "step": 321
    },
    {
      "epoch": 0.46656976744186046,
      "loss_distr": 0.0009666417608968914,
      "loss_partial": 0.0035247802734375,
      "step": 321
    },
    {
      "epoch": 0.4680232558139535,
      "grad_norm": 0.1838356852531433,
      "learning_rate": 1.8940961543532423e-05,
      "loss": 0.1806,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0004695456591434777,
      "loss_partial": 0.0042724609375,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0004136500065214932,
      "loss_partial": 0.00836181640625,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0005053364438936114,
      "loss_partial": 0.00579833984375,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.00045069766929373145,
      "loss_partial": 0.0078125,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0009093424305319786,
      "loss_partial": 0.0069580078125,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0006697431672364473,
      "loss_partial": 0.008544921875,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0010847847443073988,
      "loss_partial": 0.0023651123046875,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.000572696328163147,
      "loss_partial": 0.0069580078125,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0008696902077645063,
      "loss_partial": 0.0042724609375,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.000723664416000247,
      "loss_partial": 0.00970458984375,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.000980570912361145,
      "loss_partial": 0.005828857421875,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0008534019580110908,
      "loss_partial": 0.005035400390625,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0007324087782762945,
      "loss_partial": 0.0054931640625,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0005690722027793527,
      "loss_partial": 0.00714111328125,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0007315853144973516,
      "loss_partial": 0.00537109375,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0005381754017435014,
      "loss_partial": 0.006866455078125,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0004561939858831465,
      "loss_partial": 0.0091552734375,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0007599383825436234,
      "loss_partial": 0.006072998046875,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0008841597009450197,
      "loss_partial": 0.00347900390625,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0008347601396963,
      "loss_partial": 0.005096435546875,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0006594263250008225,
      "loss_partial": 0.005615234375,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.00037903652992099524,
      "loss_partial": 0.00836181640625,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0006521639879792929,
      "loss_partial": 0.00897216796875,
      "step": 322
    },
    {
      "epoch": 0.4680232558139535,
      "loss_distr": 0.0003104562347289175,
      "loss_partial": 0.005157470703125,
      "step": 322
    },
    {
      "epoch": 0.4694767441860465,
      "grad_norm": 0.18932127952575684,
      "learning_rate": 1.89295673315675e-05,
      "loss": 0.1856,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.00030184374190866947,
      "loss_partial": 0.007110595703125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0007467457326129079,
      "loss_partial": 0.01025390625,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.00032276002457365394,
      "loss_partial": 0.005706787109375,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0004474268644116819,
      "loss_partial": 0.0093994140625,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0005631317617371678,
      "loss_partial": 0.00830078125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0008139396086335182,
      "loss_partial": 0.005157470703125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0004183999844826758,
      "loss_partial": 0.01007080078125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.000637734541669488,
      "loss_partial": 0.005706787109375,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0008058654493652284,
      "loss_partial": 0.0059814453125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0006466042250394821,
      "loss_partial": 0.005126953125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.000918602803722024,
      "loss_partial": 0.0037689208984375,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0007398253655992448,
      "loss_partial": 0.005828857421875,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0005649069789797068,
      "loss_partial": 0.004180908203125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0005652483087033033,
      "loss_partial": 0.00592041015625,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0004803026677109301,
      "loss_partial": 0.006103515625,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.000671698828227818,
      "loss_partial": 0.0072021484375,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0006267894059419632,
      "loss_partial": 0.007568359375,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0005113165825605392,
      "loss_partial": 0.005615234375,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.00042832677718251944,
      "loss_partial": 0.009033203125,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.00028373271925374866,
      "loss_partial": 0.00787353515625,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.001063615083694458,
      "loss_partial": 0.004058837890625,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.0005415366031229496,
      "loss_partial": 0.0086669921875,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.000593253702390939,
      "loss_partial": 0.0087890625,
      "step": 323
    },
    {
      "epoch": 0.4694767441860465,
      "loss_distr": 0.00044792628614231944,
      "loss_partial": 0.0107421875,
      "step": 323
    },
    {
      "epoch": 0.47093023255813954,
      "grad_norm": 0.25214385986328125,
      "learning_rate": 1.8918115616849334e-05,
      "loss": 0.186,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0003926991194020957,
      "loss_partial": 0.01220703125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0005140519933775067,
      "loss_partial": 0.002685546875,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0005503823631443083,
      "loss_partial": 0.00872802734375,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.000812912592664361,
      "loss_partial": 0.002471923828125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0007977764471434057,
      "loss_partial": 0.00360107421875,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.00047188211465254426,
      "loss_partial": 0.011962890625,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0008165340404957533,
      "loss_partial": 0.0036773681640625,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0008973681251518428,
      "loss_partial": 0.0042724609375,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.000579833984375,
      "loss_partial": 0.0045166015625,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0003415674436837435,
      "loss_partial": 0.0030059814453125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.00032800401095300913,
      "loss_partial": 0.00726318359375,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.00039868877502158284,
      "loss_partial": 0.00811767578125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0005367601406760514,
      "loss_partial": 0.00872802734375,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0005727014504373074,
      "loss_partial": 0.00421142578125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.00048266255180351436,
      "loss_partial": 0.00537109375,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.000944741303101182,
      "loss_partial": 0.0031280517578125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.00045948903425596654,
      "loss_partial": 0.004852294921875,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.00062010862166062,
      "loss_partial": 0.0084228515625,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.000654409290291369,
      "loss_partial": 0.0050048828125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.00046282500261440873,
      "loss_partial": 0.004852294921875,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0006037720013409853,
      "loss_partial": 0.0133056640625,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0006132666021585464,
      "loss_partial": 0.0074462890625,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0004524144751485437,
      "loss_partial": 0.0098876953125,
      "step": 324
    },
    {
      "epoch": 0.47093023255813954,
      "loss_distr": 0.0007451721467077732,
      "loss_partial": 0.00677490234375,
      "step": 324
    },
    {
      "epoch": 0.47238372093023256,
      "grad_norm": 0.19579319655895233,
      "learning_rate": 1.8906606473122276e-05,
      "loss": 0.1879,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0007897710893303156,
      "loss_partial": 0.00518798828125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0005323056248016655,
      "loss_partial": 0.00787353515625,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00038316656718961895,
      "loss_partial": 0.007720947265625,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00034699891693890095,
      "loss_partial": 0.009521484375,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0005225269123911858,
      "loss_partial": 0.008056640625,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0003979308239649981,
      "loss_partial": 0.004119873046875,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00048463488928973675,
      "loss_partial": 0.01104736328125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0004291021905373782,
      "loss_partial": 0.01251220703125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.001074405387043953,
      "loss_partial": 0.00665283203125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00043651179294101894,
      "loss_partial": 0.012451171875,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0003889367217198014,
      "loss_partial": 0.00848388671875,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00026980513939633965,
      "loss_partial": 0.0084228515625,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0007286119507625699,
      "loss_partial": 0.006317138671875,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0005621597520075738,
      "loss_partial": 0.004547119140625,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0005560788558796048,
      "loss_partial": 0.01171875,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00031097495229914784,
      "loss_partial": 0.01177978515625,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0007550061563961208,
      "loss_partial": 0.005096435546875,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00044090236769989133,
      "loss_partial": 0.00775146484375,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0006699398509226739,
      "loss_partial": 0.0059814453125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0008210450178012252,
      "loss_partial": 0.005645751953125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0005973400548100471,
      "loss_partial": 0.006866455078125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0007349144434556365,
      "loss_partial": 0.00457763671875,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.00042397688957862556,
      "loss_partial": 0.0098876953125,
      "step": 325
    },
    {
      "epoch": 0.47238372093023256,
      "loss_distr": 0.0006883800379000604,
      "loss_partial": 0.007476806640625,
      "step": 325
    },
    {
      "epoch": 0.4738372093023256,
      "grad_norm": 0.237670436501503,
      "learning_rate": 1.8895039974500487e-05,
      "loss": 0.1857,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0007201178232207894,
      "loss_partial": 0.0087890625,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0005720364861190319,
      "loss_partial": 0.0084228515625,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0005472226184792817,
      "loss_partial": 0.0162353515625,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0007752206875011325,
      "loss_partial": 0.005645751953125,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0004573794431053102,
      "loss_partial": 0.009765625,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.00045054309885017574,
      "loss_partial": 0.0115966796875,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0004839754546992481,
      "loss_partial": 0.00567626953125,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0006417572149075568,
      "loss_partial": 0.004486083984375,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0007872147834859788,
      "loss_partial": 0.004669189453125,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0007768167415633798,
      "loss_partial": 0.0103759765625,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0009006615146063268,
      "loss_partial": 0.00469970703125,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0002407944411970675,
      "loss_partial": 0.007049560546875,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0005656367284245789,
      "loss_partial": 0.00616455078125,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.00032770849065855145,
      "loss_partial": 0.006072998046875,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0007587528089061379,
      "loss_partial": 0.006683349609375,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0005981273134239018,
      "loss_partial": 0.00970458984375,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0004510608268901706,
      "loss_partial": 0.010986328125,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0006202551303431392,
      "loss_partial": 0.0111083984375,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.00044845655793324113,
      "loss_partial": 0.00762939453125,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.00045932596549391747,
      "loss_partial": 0.01287841796875,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0005092732608318329,
      "loss_partial": 0.0091552734375,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0006969656678847969,
      "loss_partial": 0.003814697265625,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.0003868749481625855,
      "loss_partial": 0.00531005859375,
      "step": 326
    },
    {
      "epoch": 0.4738372093023256,
      "loss_distr": 0.000942045240662992,
      "loss_partial": 0.0035247802734375,
      "step": 326
    },
    {
      "epoch": 0.4752906976744186,
      "grad_norm": 0.20085978507995605,
      "learning_rate": 1.8883416195467482e-05,
      "loss": 0.188,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0005130858044140041,
      "loss_partial": 0.009033203125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0008496448281221092,
      "loss_partial": 0.0054931640625,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0003015772090293467,
      "loss_partial": 0.00518798828125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.00036159780574962497,
      "loss_partial": 0.00469970703125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0006673467578366399,
      "loss_partial": 0.004730224609375,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0004148032749071717,
      "loss_partial": 0.01007080078125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0007080964278429747,
      "loss_partial": 0.0067138671875,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0003966290387324989,
      "loss_partial": 0.01287841796875,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0007482715300284326,
      "loss_partial": 0.006195068359375,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.000271388707915321,
      "loss_partial": 0.01025390625,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0007305468898266554,
      "loss_partial": 0.0137939453125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0005781326908618212,
      "loss_partial": 0.006011962890625,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0008701663464307785,
      "loss_partial": 0.00421142578125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0006353830103762448,
      "loss_partial": 0.007659912109375,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0005761203356087208,
      "loss_partial": 0.009033203125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0007844819920137525,
      "loss_partial": 0.0086669921875,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0005745774833485484,
      "loss_partial": 0.00927734375,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.00041025952668860555,
      "loss_partial": 0.007080078125,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0004189582250546664,
      "loss_partial": 0.0093994140625,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0007281795842573047,
      "loss_partial": 0.004974365234375,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0005088625475764275,
      "loss_partial": 0.00799560546875,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0005656444700434804,
      "loss_partial": 0.006072998046875,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0006567143718712032,
      "loss_partial": 0.005218505859375,
      "step": 327
    },
    {
      "epoch": 0.4752906976744186,
      "loss_distr": 0.0005039179231971502,
      "loss_partial": 0.0087890625,
      "step": 327
    },
    {
      "epoch": 0.47674418604651164,
      "grad_norm": 0.19376477599143982,
      "learning_rate": 1.8871735210875635e-05,
      "loss": 0.1872,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.000508680590428412,
      "loss_partial": 0.01263427734375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0004967018030583858,
      "loss_partial": 0.006988525390625,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0004546591662801802,
      "loss_partial": 0.00628662109375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0006175333401188254,
      "loss_partial": 0.004119873046875,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0007821681210771203,
      "loss_partial": 0.006927490234375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.00027708461857400835,
      "loss_partial": 0.007293701171875,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0006286139832809567,
      "loss_partial": 0.007659912109375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.000899180886335671,
      "loss_partial": 0.00469970703125,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0006378929247148335,
      "loss_partial": 0.007080078125,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.000545548158697784,
      "loss_partial": 0.0089111328125,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0004233360232319683,
      "loss_partial": 0.00799560546875,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.00039757066406309605,
      "loss_partial": 0.006103515625,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0004293802776373923,
      "loss_partial": 0.006500244140625,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0007603954873047769,
      "loss_partial": 0.00482177734375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0006472697714343667,
      "loss_partial": 0.00811767578125,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.000603823340497911,
      "loss_partial": 0.00543212890625,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0009746323339641094,
      "loss_partial": 0.00543212890625,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0007845592917874455,
      "loss_partial": 0.007171630859375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0003437354462221265,
      "loss_partial": 0.00762939453125,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0005352242151275277,
      "loss_partial": 0.00579833984375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0006241503870114684,
      "loss_partial": 0.00927734375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0003311026084702462,
      "loss_partial": 0.0108642578125,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0006003037560731173,
      "loss_partial": 0.004974365234375,
      "step": 328
    },
    {
      "epoch": 0.47674418604651164,
      "loss_distr": 0.0005463685956783593,
      "loss_partial": 0.00689697265625,
      "step": 328
    },
    {
      "epoch": 0.47819767441860467,
      "grad_norm": 0.182665154337883,
      "learning_rate": 1.8859997095945696e-05,
      "loss": 0.1844,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0004902695072814822,
      "loss_partial": 0.01263427734375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0008841526578180492,
      "loss_partial": 0.00653076171875,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0005856161005795002,
      "loss_partial": 0.007659912109375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.000637484306935221,
      "loss_partial": 0.01055908203125,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0005414133192971349,
      "loss_partial": 0.00506591796875,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0010184615384787321,
      "loss_partial": 0.00958251953125,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.00073372753104195,
      "loss_partial": 0.006683349609375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0006251747836358845,
      "loss_partial": 0.005401611328125,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0006463389145210385,
      "loss_partial": 0.00640869140625,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0005851847818121314,
      "loss_partial": 0.007720947265625,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0005321024218574166,
      "loss_partial": 0.00482177734375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0003310011816211045,
      "loss_partial": 0.00537109375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.000686660991050303,
      "loss_partial": 0.00579833984375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0006265094853006303,
      "loss_partial": 0.004150390625,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0007914651650935411,
      "loss_partial": 0.01092529296875,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0006534713320434093,
      "loss_partial": 0.004791259765625,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0004065536195412278,
      "loss_partial": 0.00677490234375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0006165007362142205,
      "loss_partial": 0.005859375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0007001025951467454,
      "loss_partial": 0.00885009765625,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0005795005708932877,
      "loss_partial": 0.0130615234375,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0006182278739288449,
      "loss_partial": 0.008056640625,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.00036970499786548316,
      "loss_partial": 0.0079345703125,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.0010630881879478693,
      "loss_partial": 0.00421142578125,
      "step": 329
    },
    {
      "epoch": 0.47819767441860467,
      "loss_distr": 0.00026352686109021306,
      "loss_partial": 0.0081787109375,
      "step": 329
    },
    {
      "epoch": 0.4796511627906977,
      "grad_norm": 0.1898583322763443,
      "learning_rate": 1.8848201926266313e-05,
      "loss": 0.1831,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.00036271530552767217,
      "loss_partial": 0.013916015625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0005780259962193668,
      "loss_partial": 0.00909423828125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0006317077204585075,
      "loss_partial": 0.009033203125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0008901397231966257,
      "loss_partial": 0.00848388671875,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0007251350907608867,
      "loss_partial": 0.0079345703125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.000523619819432497,
      "loss_partial": 0.006103515625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0006512345280498266,
      "loss_partial": 0.006866455078125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0006082711042836308,
      "loss_partial": 0.01019287109375,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0005455181817524135,
      "loss_partial": 0.01104736328125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0006062219617888331,
      "loss_partial": 0.006317138671875,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0007752524106763303,
      "loss_partial": 0.00836181640625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0007779484149068594,
      "loss_partial": 0.006011962890625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0003623830561991781,
      "loss_partial": 0.006011962890625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.000574442557990551,
      "loss_partial": 0.006744384765625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0006384063162840903,
      "loss_partial": 0.0181884765625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.00029475404880940914,
      "loss_partial": 0.007110595703125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0007941604126244783,
      "loss_partial": 0.004058837890625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0008289668476209044,
      "loss_partial": 0.0035552978515625,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0005855265189893544,
      "loss_partial": 0.006683349609375,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0006437901174649596,
      "loss_partial": 0.005950927734375,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0005062503041699529,
      "loss_partial": 0.0078125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.00048534569214098155,
      "loss_partial": 0.007354736328125,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.0006078931037336588,
      "loss_partial": 0.01123046875,
      "step": 330
    },
    {
      "epoch": 0.4796511627906977,
      "loss_distr": 0.00046637465129606426,
      "loss_partial": 0.01019287109375,
      "step": 330
    },
    {
      "epoch": 0.4811046511627907,
      "grad_norm": 0.21358227729797363,
      "learning_rate": 1.8836349777793542e-05,
      "loss": 0.1884,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0005149326170794666,
      "loss_partial": 0.005126953125,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0005058086826466024,
      "loss_partial": 0.0084228515625,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0006501481402665377,
      "loss_partial": 0.013427734375,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0006424585590139031,
      "loss_partial": 0.0091552734375,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0008136110845953226,
      "loss_partial": 0.0081787109375,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0003404266608413309,
      "loss_partial": 0.0062255859375,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.00045458145905286074,
      "loss_partial": 0.010986328125,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0006106176297180355,
      "loss_partial": 0.0033111572265625,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0008711337577551603,
      "loss_partial": 0.0032196044921875,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0005200364394113421,
      "loss_partial": 0.0115966796875,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0005259860772639513,
      "loss_partial": 0.0118408203125,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0009305942221544683,
      "loss_partial": 0.00689697265625,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0005478626117110252,
      "loss_partial": 0.01287841796875,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.00041359150782227516,
      "loss_partial": 0.009765625,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0005457082879729569,
      "loss_partial": 0.007659912109375,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0006596681196242571,
      "loss_partial": 0.004180908203125,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.000609687645919621,
      "loss_partial": 0.005401611328125,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.00048771523870527744,
      "loss_partial": 0.00933837890625,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0007937008049339056,
      "loss_partial": 0.00848388671875,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0007924801902845502,
      "loss_partial": 0.007293701171875,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.001126699149608612,
      "loss_partial": 0.0023651123046875,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0008141262223944068,
      "loss_partial": 0.00885009765625,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0004773803520947695,
      "loss_partial": 0.0089111328125,
      "step": 331
    },
    {
      "epoch": 0.4811046511627907,
      "loss_distr": 0.0007753422250971198,
      "loss_partial": 0.003936767578125,
      "step": 331
    },
    {
      "epoch": 0.48255813953488375,
      "grad_norm": 0.21150541305541992,
      "learning_rate": 1.8824440726850365e-05,
      "loss": 0.1868,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0005592365632764995,
      "loss_partial": 0.00408935546875,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.00069701939355582,
      "loss_partial": 0.004913330078125,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0006742111872881651,
      "loss_partial": 0.0045166015625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.000758244888857007,
      "loss_partial": 0.005706787109375,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0007167693693190813,
      "loss_partial": 0.00811767578125,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0005813712486997247,
      "loss_partial": 0.005645751953125,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.00034263389534316957,
      "loss_partial": 0.00897216796875,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0005901029799133539,
      "loss_partial": 0.007476806640625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0007009428227320313,
      "loss_partial": 0.009765625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0006531322724185884,
      "loss_partial": 0.00640869140625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0006691650487482548,
      "loss_partial": 0.003509521484375,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0005078460089862347,
      "loss_partial": 0.009521484375,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0008685252978466451,
      "loss_partial": 0.004486083984375,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0003446964255999774,
      "loss_partial": 0.01153564453125,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.00042798364302143455,
      "loss_partial": 0.00592041015625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.00037388468626886606,
      "loss_partial": 0.00592041015625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0007540920632891357,
      "loss_partial": 0.008056640625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.00080293690552935,
      "loss_partial": 0.0098876953125,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0007721713045611978,
      "loss_partial": 0.008056640625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0006637105252593756,
      "loss_partial": 0.006683349609375,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0008281703921966255,
      "loss_partial": 0.00604248046875,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0007982358220033348,
      "loss_partial": 0.0054931640625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0003853900998365134,
      "loss_partial": 0.00640869140625,
      "step": 332
    },
    {
      "epoch": 0.48255813953488375,
      "loss_distr": 0.0006376235978677869,
      "loss_partial": 0.003082275390625,
      "step": 332
    },
    {
      "epoch": 0.48401162790697677,
      "grad_norm": 0.18979288637638092,
      "learning_rate": 1.881247485012619e-05,
      "loss": 0.1851,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.000291087431833148,
      "loss_partial": 0.00714111328125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0005741617642343044,
      "loss_partial": 0.00823974609375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0005002145771868527,
      "loss_partial": 0.0093994140625,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0008468518499284983,
      "loss_partial": 0.005645751953125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0006283988477662206,
      "loss_partial": 0.0069580078125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0010607908479869366,
      "loss_partial": 0.0057373046875,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0008717935997992754,
      "loss_partial": 0.0034027099609375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0006667939014732838,
      "loss_partial": 0.0038604736328125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0006322093540802598,
      "loss_partial": 0.0059814453125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0007230163319036365,
      "loss_partial": 0.00439453125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0005489711184054613,
      "loss_partial": 0.0081787109375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0006555016152560711,
      "loss_partial": 0.005859375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0006313109770417213,
      "loss_partial": 0.005126953125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0005862308898940682,
      "loss_partial": 0.004486083984375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0006611239514313638,
      "loss_partial": 0.006622314453125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0003820367273874581,
      "loss_partial": 0.004364013671875,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.000797813932877034,
      "loss_partial": 0.005950927734375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0007653611246496439,
      "loss_partial": 0.006927490234375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0004342910833656788,
      "loss_partial": 0.005950927734375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0011232950491830707,
      "loss_partial": 0.0052490234375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.00034796877298504114,
      "loss_partial": 0.007537841796875,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.00042724027298390865,
      "loss_partial": 0.0048828125,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.000477203750051558,
      "loss_partial": 0.00628662109375,
      "step": 333
    },
    {
      "epoch": 0.48401162790697677,
      "loss_distr": 0.0004409607208799571,
      "loss_partial": 0.005462646484375,
      "step": 333
    },
    {
      "epoch": 0.48546511627906974,
      "grad_norm": 0.21754534542560577,
      "learning_rate": 1.8800452224676346e-05,
      "loss": 0.1825,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0003997099120169878,
      "loss_partial": 0.0057373046875,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0005054569919593632,
      "loss_partial": 0.007537841796875,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0006542296032421291,
      "loss_partial": 0.0078125,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0006210993160493672,
      "loss_partial": 0.0079345703125,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.00043162977090105414,
      "loss_partial": 0.01422119140625,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0003148924733977765,
      "loss_partial": 0.00830078125,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0007265581516548991,
      "loss_partial": 0.0045166015625,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0008307363605126739,
      "loss_partial": 0.005828857421875,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0005542993312701583,
      "loss_partial": 0.005462646484375,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0005703414790332317,
      "loss_partial": 0.00946044921875,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0006867697811685503,
      "loss_partial": 0.00927734375,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0006640452775172889,
      "loss_partial": 0.006256103515625,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0008172715315595269,
      "loss_partial": 0.00579833984375,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0008750898996368051,
      "loss_partial": 0.004669189453125,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0010132056195288897,
      "loss_partial": 0.00531005859375,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0005867817671969533,
      "loss_partial": 0.006317138671875,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0007485212991014123,
      "loss_partial": 0.006072998046875,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0004838359309360385,
      "loss_partial": 0.00726318359375,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0007814612472429872,
      "loss_partial": 0.00634765625,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.00048790848813951015,
      "loss_partial": 0.00537109375,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0005924261640757322,
      "loss_partial": 0.005828857421875,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0005680561298504472,
      "loss_partial": 0.00537109375,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0004950421280227602,
      "loss_partial": 0.0059814453125,
      "step": 334
    },
    {
      "epoch": 0.48546511627906974,
      "loss_distr": 0.0003405940951779485,
      "loss_partial": 0.01348876953125,
      "step": 334
    },
    {
      "epoch": 0.48691860465116277,
      "grad_norm": 0.2224659025669098,
      "learning_rate": 1.8788372927921627e-05,
      "loss": 0.1851,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.00042995726107619703,
      "loss_partial": 0.0081787109375,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0006937670987099409,
      "loss_partial": 0.006561279296875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0003110014949925244,
      "loss_partial": 0.007720947265625,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0007299121934920549,
      "loss_partial": 0.00830078125,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0007116991910152137,
      "loss_partial": 0.006591796875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0009356936207041144,
      "loss_partial": 0.005828857421875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0011016343487426639,
      "loss_partial": 0.004119873046875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.00040006820927374065,
      "loss_partial": 0.006072998046875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0006144668441265821,
      "loss_partial": 0.00506591796875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.00032142619602382183,
      "loss_partial": 0.00836181640625,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0003670395235531032,
      "loss_partial": 0.007293701171875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0003618542687036097,
      "loss_partial": 0.010498046875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0007622834527865052,
      "loss_partial": 0.0042724609375,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0008348915143869817,
      "loss_partial": 0.00970458984375,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0006971773109398782,
      "loss_partial": 0.008056640625,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0009359083487652242,
      "loss_partial": 0.0101318359375,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0005468107992783189,
      "loss_partial": 0.00848388671875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0005115860840305686,
      "loss_partial": 0.0107421875,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0005085529992356896,
      "loss_partial": 0.005889892578125,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0006346150184981525,
      "loss_partial": 0.006927490234375,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0005554196541197598,
      "loss_partial": 0.00830078125,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.0008360721403732896,
      "loss_partial": 0.005645751953125,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.000565549242310226,
      "loss_partial": 0.007354736328125,
      "step": 335
    },
    {
      "epoch": 0.48691860465116277,
      "loss_distr": 0.00034255647915415466,
      "loss_partial": 0.007049560546875,
      "step": 335
    },
    {
      "epoch": 0.4883720930232558,
      "grad_norm": 0.2123176008462906,
      "learning_rate": 1.8776237037647744e-05,
      "loss": 0.1889,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0006057663122192025,
      "loss_partial": 0.0057373046875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0005372609011828899,
      "loss_partial": 0.0037078857421875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0007204454159364104,
      "loss_partial": 0.004852294921875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0006446453626267612,
      "loss_partial": 0.00909423828125,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0003044621553272009,
      "loss_partial": 0.007080078125,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0010330924997106194,
      "loss_partial": 0.00506591796875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.00048245314974337816,
      "loss_partial": 0.00579833984375,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.00044265479664318264,
      "loss_partial": 0.00897216796875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.00035092898178845644,
      "loss_partial": 0.008056640625,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0003042076714336872,
      "loss_partial": 0.00909423828125,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0008597198175266385,
      "loss_partial": 0.005157470703125,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0009610108099877834,
      "loss_partial": 0.005584716796875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0008790076244622469,
      "loss_partial": 0.005645751953125,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0008583387825638056,
      "loss_partial": 0.00897216796875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0009096000576391816,
      "loss_partial": 0.005859375,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0006643288070335984,
      "loss_partial": 0.006683349609375,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0008404440595768392,
      "loss_partial": 0.00469970703125,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0002815674233715981,
      "loss_partial": 0.00872802734375,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0006320031825453043,
      "loss_partial": 0.0047607421875,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0004506987170316279,
      "loss_partial": 0.01214599609375,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.00048222250188700855,
      "loss_partial": 0.00860595703125,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0006167420651763678,
      "loss_partial": 0.00390625,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0005722055211663246,
      "loss_partial": 0.005950927734375,
      "step": 336
    },
    {
      "epoch": 0.4883720930232558,
      "loss_distr": 0.0005815865006297827,
      "loss_partial": 0.004669189453125,
      "step": 336
    },
    {
      "epoch": 0.4898255813953488,
      "grad_norm": 0.19419977068901062,
      "learning_rate": 1.876404463200486e-05,
      "loss": 0.1832,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0008617741405032575,
      "loss_partial": 0.0032196044921875,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.00043902656761929393,
      "loss_partial": 0.00885009765625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0004148103471379727,
      "loss_partial": 0.01007080078125,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0006315172067843378,
      "loss_partial": 0.0081787109375,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.00040934793651103973,
      "loss_partial": 0.0120849609375,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0005747821996919811,
      "loss_partial": 0.005096435546875,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0005434101913124323,
      "loss_partial": 0.00689697265625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.00028784479945898056,
      "loss_partial": 0.0054931640625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0008510297629982233,
      "loss_partial": 0.0068359375,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.00047314708353951573,
      "loss_partial": 0.0107421875,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0006120636244304478,
      "loss_partial": 0.005279541015625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0007574019255116582,
      "loss_partial": 0.00885009765625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0009266010019928217,
      "loss_partial": 0.006103515625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0006163328653201461,
      "loss_partial": 0.01470947265625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0006742445984855294,
      "loss_partial": 0.00579833984375,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0008318766485899687,
      "loss_partial": 0.00494384765625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0007294760434888303,
      "loss_partial": 0.0048828125,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0006307273870334029,
      "loss_partial": 0.002410888671875,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.00033763342071324587,
      "loss_partial": 0.01495361328125,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0010387226939201355,
      "loss_partial": 0.00372314453125,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0006570314872078598,
      "loss_partial": 0.006011962890625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.00044275433174334466,
      "loss_partial": 0.00836181640625,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0005413232138380408,
      "loss_partial": 0.009033203125,
      "step": 337
    },
    {
      "epoch": 0.4898255813953488,
      "loss_distr": 0.0008974698721431196,
      "loss_partial": 0.0096435546875,
      "step": 337
    },
    {
      "epoch": 0.49127906976744184,
      "grad_norm": 0.2709939181804657,
      "learning_rate": 1.875179578950707e-05,
      "loss": 0.1851,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0006471990491263568,
      "loss_partial": 0.00823974609375,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0006152971182018518,
      "loss_partial": 0.0081787109375,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0010140762897208333,
      "loss_partial": 0.0069580078125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0004973526229150593,
      "loss_partial": 0.00836181640625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0004733034293167293,
      "loss_partial": 0.010009765625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0011887948494404554,
      "loss_partial": 0.005401611328125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.000876786420121789,
      "loss_partial": 0.005645751953125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0004713291418738663,
      "loss_partial": 0.006500244140625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0007929764105938375,
      "loss_partial": 0.006103515625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0006141560152173042,
      "loss_partial": 0.009033203125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0005508771864697337,
      "loss_partial": 0.0108642578125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.00029676564736291766,
      "loss_partial": 0.006866455078125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0004974347539246082,
      "loss_partial": 0.006622314453125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0006454994436353445,
      "loss_partial": 0.0074462890625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0007102605886757374,
      "loss_partial": 0.003692626953125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0002798582427203655,
      "loss_partial": 0.0091552734375,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0005138798151165247,
      "loss_partial": 0.007293701171875,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0004355531418696046,
      "loss_partial": 0.00799560546875,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0003551107947714627,
      "loss_partial": 0.00335693359375,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0007118619396351278,
      "loss_partial": 0.0050048828125,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0003528141533024609,
      "loss_partial": 0.006011962890625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0005291873821988702,
      "loss_partial": 0.008056640625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0005903212586417794,
      "loss_partial": 0.00836181640625,
      "step": 338
    },
    {
      "epoch": 0.49127906976744184,
      "loss_distr": 0.0004895989550277591,
      "loss_partial": 0.00433349609375,
      "step": 338
    },
    {
      "epoch": 0.49273255813953487,
      "grad_norm": 0.209799125790596,
      "learning_rate": 1.8739490589031894e-05,
      "loss": 0.1884,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.000733483990188688,
      "loss_partial": 0.0048828125,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0006032916717231274,
      "loss_partial": 0.00543212890625,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.000815431703813374,
      "loss_partial": 0.005615234375,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0004192375054117292,
      "loss_partial": 0.011474609375,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0008727748645469546,
      "loss_partial": 0.006439208984375,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0005900678806938231,
      "loss_partial": 0.01202392578125,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0006273239850997925,
      "loss_partial": 0.00604248046875,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0005088453181087971,
      "loss_partial": 0.00836181640625,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0006360882543958724,
      "loss_partial": 0.0086669921875,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.00047557661309838295,
      "loss_partial": 0.007537841796875,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.00038356284494511783,
      "loss_partial": 0.005584716796875,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0006689844885841012,
      "loss_partial": 0.0033111572265625,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0006178326439112425,
      "loss_partial": 0.005950927734375,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0007144298870116472,
      "loss_partial": 0.0086669921875,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.00042358419159427285,
      "loss_partial": 0.0078125,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0005121384747326374,
      "loss_partial": 0.004852294921875,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0004590982280205935,
      "loss_partial": 0.00921630859375,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0004717949195764959,
      "loss_partial": 0.007080078125,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0005717645981349051,
      "loss_partial": 0.0027923583984375,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0005314735462889075,
      "loss_partial": 0.0050048828125,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0007061638752929866,
      "loss_partial": 0.0038604736328125,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0005030116299167275,
      "loss_partial": 0.00592041015625,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.00032610754715278745,
      "loss_partial": 0.01275634765625,
      "step": 339
    },
    {
      "epoch": 0.49273255813953487,
      "loss_distr": 0.0007353417458944023,
      "loss_partial": 0.00567626953125,
      "step": 339
    },
    {
      "epoch": 0.4941860465116279,
      "grad_norm": 0.18842200934886932,
      "learning_rate": 1.8727129109819778e-05,
      "loss": 0.1855,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0007225262233987451,
      "loss_partial": 0.007659912109375,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0005740403430536389,
      "loss_partial": 0.00946044921875,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.00058066874044016,
      "loss_partial": 0.0091552734375,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.001246683532372117,
      "loss_partial": 0.007049560546875,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0006134957075119019,
      "loss_partial": 0.00933837890625,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0005453919293358922,
      "loss_partial": 0.007568359375,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0005988410557620227,
      "loss_partial": 0.008544921875,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0006116637960076332,
      "loss_partial": 0.007659912109375,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0008507031016051769,
      "loss_partial": 0.006072998046875,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0005341608193702996,
      "loss_partial": 0.01190185546875,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0004026547248940915,
      "loss_partial": 0.004150390625,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0009281053207814693,
      "loss_partial": 0.0079345703125,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.000703302794136107,
      "loss_partial": 0.004791259765625,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0005700975307263434,
      "loss_partial": 0.0087890625,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0008168442873284221,
      "loss_partial": 0.004608154296875,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0006033679819665849,
      "loss_partial": 0.00909423828125,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0004202306445222348,
      "loss_partial": 0.005767822265625,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0005646469071507454,
      "loss_partial": 0.01324462890625,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0005412817699834704,
      "loss_partial": 0.01202392578125,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0007362730102613568,
      "loss_partial": 0.00714111328125,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0004922494408674538,
      "loss_partial": 0.00811767578125,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0008070344338193536,
      "loss_partial": 0.0048828125,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0006141058402135968,
      "loss_partial": 0.004791259765625,
      "step": 340
    },
    {
      "epoch": 0.4941860465116279,
      "loss_distr": 0.0009991746628656983,
      "loss_partial": 0.0031280517578125,
      "step": 340
    },
    {
      "epoch": 0.4956395348837209,
      "grad_norm": 0.2106606662273407,
      "learning_rate": 1.8714711431473588e-05,
      "loss": 0.1835,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0010061664506793022,
      "loss_partial": 0.004913330078125,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0004749060608446598,
      "loss_partial": 0.00592041015625,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0004140256205573678,
      "loss_partial": 0.007659912109375,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0008106144377961755,
      "loss_partial": 0.005126953125,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0009400878916494548,
      "loss_partial": 0.00433349609375,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.00036302520311437547,
      "loss_partial": 0.01129150390625,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0004212228814139962,
      "loss_partial": 0.00811767578125,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.000496578577440232,
      "loss_partial": 0.00872802734375,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0004889080300927162,
      "loss_partial": 0.006927490234375,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.00044348428491503,
      "loss_partial": 0.006256103515625,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0007282031001523137,
      "loss_partial": 0.007476806640625,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0005177678540349007,
      "loss_partial": 0.0086669921875,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0006531718536280096,
      "loss_partial": 0.00726318359375,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.00046742238919250667,
      "loss_partial": 0.00799560546875,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0007427920936606824,
      "loss_partial": 0.005523681640625,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0005379748763516545,
      "loss_partial": 0.006256103515625,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.00040423683822155,
      "loss_partial": 0.010498046875,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0007135148043744266,
      "loss_partial": 0.00653076171875,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0006285177660174668,
      "loss_partial": 0.0086669921875,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0005574971437454224,
      "loss_partial": 0.00811767578125,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0006426373729482293,
      "loss_partial": 0.0079345703125,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0004539982182905078,
      "loss_partial": 0.004547119140625,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0006081335595808923,
      "loss_partial": 0.00701904296875,
      "step": 341
    },
    {
      "epoch": 0.4956395348837209,
      "loss_distr": 0.0008132694056257606,
      "loss_partial": 0.00830078125,
      "step": 341
    },
    {
      "epoch": 0.49709302325581395,
      "grad_norm": 0.21588410437107086,
      "learning_rate": 1.870223763395808e-05,
      "loss": 0.1854,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0006162927602417767,
      "loss_partial": 0.00433349609375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0005631163367070258,
      "loss_partial": 0.0042724609375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0003998036263510585,
      "loss_partial": 0.0084228515625,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0005909303436055779,
      "loss_partial": 0.00738525390625,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.00047617702512070537,
      "loss_partial": 0.0087890625,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0005509104812517762,
      "loss_partial": 0.00921630859375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0006602067733183503,
      "loss_partial": 0.004058837890625,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.00039158036815933883,
      "loss_partial": 0.01165771484375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0004335579869803041,
      "loss_partial": 0.013427734375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.00045572518138214946,
      "loss_partial": 0.0086669921875,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0009818754624575377,
      "loss_partial": 0.00604248046875,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0006809561746194959,
      "loss_partial": 0.006378173828125,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0009981412440538406,
      "loss_partial": 0.00537109375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0009266556589864194,
      "loss_partial": 0.006103515625,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0004131902242079377,
      "loss_partial": 0.00994873046875,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.00041905371472239494,
      "loss_partial": 0.00518798828125,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.000869736191816628,
      "loss_partial": 0.003631591796875,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0008526679594069719,
      "loss_partial": 0.004058837890625,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0006874258979223669,
      "loss_partial": 0.00811767578125,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.00030953442910686135,
      "loss_partial": 0.00775146484375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.00026224838802590966,
      "loss_partial": 0.00872802734375,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0009170903358608484,
      "loss_partial": 0.00494384765625,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.0003130857367068529,
      "loss_partial": 0.0067138671875,
      "step": 342
    },
    {
      "epoch": 0.49709302325581395,
      "loss_distr": 0.000475088570965454,
      "loss_partial": 0.0072021484375,
      "step": 342
    },
    {
      "epoch": 0.498546511627907,
      "grad_norm": 0.18654713034629822,
      "learning_rate": 1.868970779759939e-05,
      "loss": 0.1897,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0005543160950765014,
      "loss_partial": 0.0068359375,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0005577120464295149,
      "loss_partial": 0.00726318359375,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0005188521463423967,
      "loss_partial": 0.010986328125,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.00040007446659728885,
      "loss_partial": 0.0078125,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.001186668174341321,
      "loss_partial": 0.00738525390625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006683305837213993,
      "loss_partial": 0.00518798828125,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006254642503336072,
      "loss_partial": 0.00830078125,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0007464512600563467,
      "loss_partial": 0.0062255859375,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0003634561726357788,
      "loss_partial": 0.00555419921875,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006763447890989482,
      "loss_partial": 0.006561279296875,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006769119063392282,
      "loss_partial": 0.004913330078125,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.00041462419903837144,
      "loss_partial": 0.01324462890625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006652164738625288,
      "loss_partial": 0.00738525390625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.00031675962964072824,
      "loss_partial": 0.01226806640625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0003622989170253277,
      "loss_partial": 0.00604248046875,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0005821241065859795,
      "loss_partial": 0.007110595703125,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0007012599962763488,
      "loss_partial": 0.008056640625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006155205192044377,
      "loss_partial": 0.01123046875,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0005809456924907863,
      "loss_partial": 0.01226806640625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006191902793943882,
      "loss_partial": 0.0113525390625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0006753529887646437,
      "loss_partial": 0.004608154296875,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.00025002475013025105,
      "loss_partial": 0.011474609375,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0004046117828693241,
      "loss_partial": 0.00933837890625,
      "step": 343
    },
    {
      "epoch": 0.498546511627907,
      "loss_distr": 0.0003431775257922709,
      "loss_partial": 0.006561279296875,
      "step": 343
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.24373938143253326,
      "learning_rate": 1.867712200308454e-05,
      "loss": 0.1867,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0005255211144685745,
      "loss_partial": 0.00750732421875,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.000612990465015173,
      "loss_partial": 0.00494384765625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0003431929217185825,
      "loss_partial": 0.00762939453125,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0006471943925134838,
      "loss_partial": 0.003570556640625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0008776685572229326,
      "loss_partial": 0.0054931640625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0006813546642661095,
      "loss_partial": 0.007537841796875,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0007470808341167867,
      "loss_partial": 0.005950927734375,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0006155753508210182,
      "loss_partial": 0.00860595703125,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.00029020747751928866,
      "loss_partial": 0.00689697265625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0008387712296098471,
      "loss_partial": 0.00396728515625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0005133183440193534,
      "loss_partial": 0.0076904296875,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0005243038758635521,
      "loss_partial": 0.0087890625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0010206830920651555,
      "loss_partial": 0.006317138671875,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0006994262803345919,
      "loss_partial": 0.007080078125,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.000633487943559885,
      "loss_partial": 0.006439208984375,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0006891786470077932,
      "loss_partial": 0.0052490234375,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0004514394677244127,
      "loss_partial": 0.006622314453125,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0008078866521827877,
      "loss_partial": 0.0047607421875,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0005787464906461537,
      "loss_partial": 0.006988525390625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0011103723663836718,
      "loss_partial": 0.0067138671875,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0004706793406512588,
      "loss_partial": 0.004852294921875,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0007333129178732634,
      "loss_partial": 0.019775390625,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0007876447634771466,
      "loss_partial": 0.0038909912109375,
      "step": 344
    },
    {
      "epoch": 0.5,
      "loss_distr": 0.0004905505920760334,
      "loss_partial": 0.01007080078125,
      "step": 344
    },
    {
      "epoch": 0.501453488372093,
      "grad_norm": 0.22233135998249054,
      "learning_rate": 1.8664480331460878e-05,
      "loss": 0.1882,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.00046617782209068537,
      "loss_partial": 0.0087890625,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0003656308108475059,
      "loss_partial": 0.006103515625,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.00039138016290962696,
      "loss_partial": 0.00994873046875,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0004839691973756999,
      "loss_partial": 0.0086669921875,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0005506087909452617,
      "loss_partial": 0.00689697265625,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0008871808531694114,
      "loss_partial": 0.007720947265625,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0005833907052874565,
      "loss_partial": 0.010986328125,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.000353752460796386,
      "loss_partial": 0.006378173828125,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0006381708662956953,
      "loss_partial": 0.006561279296875,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.00070453982334584,
      "loss_partial": 0.0040283203125,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0005377538618631661,
      "loss_partial": 0.00799560546875,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0008287180680781603,
      "loss_partial": 0.004180908203125,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0005156297702342272,
      "loss_partial": 0.005767822265625,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0006152846617624164,
      "loss_partial": 0.00738525390625,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0008312787394970655,
      "loss_partial": 0.003143310546875,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0005072674248367548,
      "loss_partial": 0.00799560546875,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0007554091280326247,
      "loss_partial": 0.00433349609375,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.00038839911576360464,
      "loss_partial": 0.01068115234375,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0008253117557615042,
      "loss_partial": 0.0079345703125,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.00043840950820595026,
      "loss_partial": 0.006439208984375,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0003843265294563025,
      "loss_partial": 0.0101318359375,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.0007582700345665216,
      "loss_partial": 0.005889892578125,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.00041207793401554227,
      "loss_partial": 0.0115966796875,
      "step": 345
    },
    {
      "epoch": 0.501453488372093,
      "loss_distr": 0.000378033728338778,
      "loss_partial": 0.0057373046875,
      "step": 345
    },
    {
      "epoch": 0.502906976744186,
      "grad_norm": 0.1777278631925583,
      "learning_rate": 1.865178286413559e-05,
      "loss": 0.1828,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0008824242977425456,
      "loss_partial": 0.0045166015625,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0005845801206305623,
      "loss_partial": 0.004241943359375,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.000801899703219533,
      "loss_partial": 0.00750732421875,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0007761891465634108,
      "loss_partial": 0.004119873046875,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0005391648737713695,
      "loss_partial": 0.0084228515625,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.001024808851070702,
      "loss_partial": 0.003204345703125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0007836453150957823,
      "loss_partial": 0.00439453125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0005076985689811409,
      "loss_partial": 0.00537109375,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0006371883791871369,
      "loss_partial": 0.006683349609375,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0003903119941242039,
      "loss_partial": 0.00714111328125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0003997056046500802,
      "loss_partial": 0.007049560546875,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0009574044379405677,
      "loss_partial": 0.0057373046875,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0006578135071322322,
      "loss_partial": 0.007781982421875,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0003303328703623265,
      "loss_partial": 0.006134033203125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0003797866520471871,
      "loss_partial": 0.00860595703125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0007810888346284628,
      "loss_partial": 0.0050048828125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0005689961835741997,
      "loss_partial": 0.003631591796875,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.00048821346717886627,
      "loss_partial": 0.004913330078125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0006064160261303186,
      "loss_partial": 0.005584716796875,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0006469046929851174,
      "loss_partial": 0.0091552734375,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0008522651623934507,
      "loss_partial": 0.00543212890625,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0005831655580550432,
      "loss_partial": 0.006683349609375,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.000303317210637033,
      "loss_partial": 0.00665283203125,
      "step": 346
    },
    {
      "epoch": 0.502906976744186,
      "loss_distr": 0.0006135550211183727,
      "loss_partial": 0.005584716796875,
      "step": 346
    },
    {
      "epoch": 0.5043604651162791,
      "grad_norm": 0.19487614929676056,
      "learning_rate": 1.8639029682875162e-05,
      "loss": 0.1847,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0006941913161426783,
      "loss_partial": 0.0086669921875,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.00039325549732893705,
      "loss_partial": 0.006927490234375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0005769574781879783,
      "loss_partial": 0.0086669921875,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0006040172302164137,
      "loss_partial": 0.004852294921875,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.00036664583603851497,
      "loss_partial": 0.00860595703125,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0003416777472011745,
      "loss_partial": 0.006103515625,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0006257705390453339,
      "loss_partial": 0.007354736328125,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0007363212644122541,
      "loss_partial": 0.00677490234375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.00047369717503897846,
      "loss_partial": 0.007354736328125,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0006770075997337699,
      "loss_partial": 0.00445556640625,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0010503835510462523,
      "loss_partial": 0.005767822265625,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0007472597062587738,
      "loss_partial": 0.007110595703125,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.00041767326183617115,
      "loss_partial": 0.00946044921875,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0010148320579901338,
      "loss_partial": 0.005279541015625,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.00038059515645727515,
      "loss_partial": 0.006927490234375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0006381325656548142,
      "loss_partial": 0.005950927734375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0003548927779775113,
      "loss_partial": 0.006683349609375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0005452956538647413,
      "loss_partial": 0.00677490234375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.000689375156071037,
      "loss_partial": 0.006134033203125,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0007100689690560102,
      "loss_partial": 0.007293701171875,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0008108258480206132,
      "loss_partial": 0.0037689208984375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.00043582680518738925,
      "loss_partial": 0.007659912109375,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.0006441740551963449,
      "loss_partial": 0.00604248046875,
      "step": 347
    },
    {
      "epoch": 0.5043604651162791,
      "loss_distr": 0.00034505996154621243,
      "loss_partial": 0.006134033203125,
      "step": 347
    },
    {
      "epoch": 0.5058139534883721,
      "grad_norm": 0.19051465392112732,
      "learning_rate": 1.862622086980485e-05,
      "loss": 0.1859,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.001081237569451332,
      "loss_partial": 0.004486083984375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0002794282918330282,
      "loss_partial": 0.0107421875,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0005822309758514166,
      "loss_partial": 0.00579833984375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0005178406718187034,
      "loss_partial": 0.006591796875,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0008821270312182605,
      "loss_partial": 0.0079345703125,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0004882757202722132,
      "loss_partial": 0.006591796875,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0009590535191819072,
      "loss_partial": 0.0047607421875,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0008584961760789156,
      "loss_partial": 0.0084228515625,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0003558403695933521,
      "loss_partial": 0.00897216796875,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0006955619319342077,
      "loss_partial": 0.0042724609375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.00040231813909485936,
      "loss_partial": 0.005615234375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0006630646530538797,
      "loss_partial": 0.00469970703125,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0002968667831737548,
      "loss_partial": 0.0040283203125,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0005675605498254299,
      "loss_partial": 0.0068359375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0005810868460685015,
      "loss_partial": 0.005950927734375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0009254199685528874,
      "loss_partial": 0.006439208984375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0003479396109469235,
      "loss_partial": 0.0081787109375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0007511612493544817,
      "loss_partial": 0.004180908203125,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0005735473823733628,
      "loss_partial": 0.007537841796875,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0007732759695500135,
      "loss_partial": 0.00823974609375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0006466918857768178,
      "loss_partial": 0.006683349609375,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.00045023259008303285,
      "loss_partial": 0.01123046875,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0005201054736971855,
      "loss_partial": 0.007232666015625,
      "step": 348
    },
    {
      "epoch": 0.5058139534883721,
      "loss_distr": 0.0004813963023480028,
      "loss_partial": 0.01019287109375,
      "step": 348
    },
    {
      "epoch": 0.5072674418604651,
      "grad_norm": 0.20255041122436523,
      "learning_rate": 1.8613356507408165e-05,
      "loss": 0.1866,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0008823212701827288,
      "loss_partial": 0.0026092529296875,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.00044085585977882147,
      "loss_partial": 0.0037689208984375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0006749699241481721,
      "loss_partial": 0.005859375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.000534986553248018,
      "loss_partial": 0.005706787109375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0010176708456128836,
      "loss_partial": 0.005859375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0007982781389728189,
      "loss_partial": 0.006072998046875,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0005034354981034994,
      "loss_partial": 0.006866455078125,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0006100708851590753,
      "loss_partial": 0.0062255859375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0009536653524264693,
      "loss_partial": 0.0035247802734375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0004211376653984189,
      "loss_partial": 0.003387451171875,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.000607065565418452,
      "loss_partial": 0.006317138671875,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0007765868213027716,
      "loss_partial": 0.0050048828125,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0005918757524341345,
      "loss_partial": 0.00567626953125,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0009631802677176893,
      "loss_partial": 0.0052490234375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0005565048195421696,
      "loss_partial": 0.007415771484375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0008264039061032236,
      "loss_partial": 0.00677490234375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.00040208775317296386,
      "loss_partial": 0.00823974609375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0003910271916538477,
      "loss_partial": 0.006805419921875,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0005171466036699712,
      "loss_partial": 0.003753662109375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0005892713670618832,
      "loss_partial": 0.0084228515625,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.00036739648203365505,
      "loss_partial": 0.00970458984375,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0007669065380468965,
      "loss_partial": 0.005279541015625,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.0006650384748354554,
      "loss_partial": 0.004791259765625,
      "step": 349
    },
    {
      "epoch": 0.5072674418604651,
      "loss_distr": 0.00041579746175557375,
      "loss_partial": 0.009521484375,
      "step": 349
    },
    {
      "epoch": 0.5087209302325582,
      "grad_norm": 0.18027611076831818,
      "learning_rate": 1.8600436678526324e-05,
      "loss": 0.1851,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0011166827753186226,
      "loss_partial": 0.005706787109375,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0004564136906992644,
      "loss_partial": 0.01007080078125,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.000817376421764493,
      "loss_partial": 0.005950927734375,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0003610990825109184,
      "loss_partial": 0.005157470703125,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0004728409694507718,
      "loss_partial": 0.00537109375,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0005293841240927577,
      "loss_partial": 0.006317138671875,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0006674862815998495,
      "loss_partial": 0.00537109375,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0006061475723981857,
      "loss_partial": 0.004547119140625,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0005643992917612195,
      "loss_partial": 0.006988525390625,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.00040553638245910406,
      "loss_partial": 0.003875732421875,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0007236501551233232,
      "loss_partial": 0.007293701171875,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0005761437932960689,
      "loss_partial": 0.01287841796875,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0005113037768751383,
      "loss_partial": 0.0040283203125,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.000812211015727371,
      "loss_partial": 0.007476806640625,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0005721791530959308,
      "loss_partial": 0.01177978515625,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0006859686691313982,
      "loss_partial": 0.004547119140625,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.000730748986825347,
      "loss_partial": 0.008544921875,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0006776975933462381,
      "loss_partial": 0.009033203125,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0006022913730703294,
      "loss_partial": 0.006988525390625,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0006761554977856576,
      "loss_partial": 0.00787353515625,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0004441537312231958,
      "loss_partial": 0.00506591796875,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0004692377697210759,
      "loss_partial": 0.004608154296875,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0004883285146206617,
      "loss_partial": 0.0101318359375,
      "step": 350
    },
    {
      "epoch": 0.5087209302325582,
      "loss_distr": 0.0006007751799188554,
      "loss_partial": 0.01104736328125,
      "step": 350
    },
    {
      "epoch": 0.5101744186046512,
      "grad_norm": 0.19318854808807373,
      "learning_rate": 1.858746146635773e-05,
      "loss": 0.1829,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0006966717774048448,
      "loss_partial": 0.00799560546875,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0010105632245540619,
      "loss_partial": 0.00653076171875,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0006823134026490152,
      "loss_partial": 0.004974365234375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00038364913780242205,
      "loss_partial": 0.00726318359375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0004244759911671281,
      "loss_partial": 0.00897216796875,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0006240196526050568,
      "loss_partial": 0.0120849609375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00046316589578054845,
      "loss_partial": 0.00421142578125,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0005290849949233234,
      "loss_partial": 0.006195068359375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0008375983452424407,
      "loss_partial": 0.005645751953125,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00039614777779206634,
      "loss_partial": 0.0103759765625,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0003504728665575385,
      "loss_partial": 0.0047607421875,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.000925942265894264,
      "loss_partial": 0.00421142578125,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00028778472915291786,
      "loss_partial": 0.005584716796875,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0009486180497333407,
      "loss_partial": 0.006378173828125,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00036207097582519054,
      "loss_partial": 0.00811767578125,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0007235546945594251,
      "loss_partial": 0.00592041015625,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00040254180203191936,
      "loss_partial": 0.0067138671875,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0006348775932565331,
      "loss_partial": 0.0050048828125,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00035489979200065136,
      "loss_partial": 0.0103759765625,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.000677550386171788,
      "loss_partial": 0.0068359375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.000673678470775485,
      "loss_partial": 0.005615234375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.00038642092840746045,
      "loss_partial": 0.005218505859375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0008325070375576615,
      "loss_partial": 0.00531005859375,
      "step": 351
    },
    {
      "epoch": 0.5101744186046512,
      "loss_distr": 0.0006729713641107082,
      "loss_partial": 0.00567626953125,
      "step": 351
    },
    {
      "epoch": 0.5116279069767442,
      "grad_norm": 0.24470676481723785,
      "learning_rate": 1.857443095445743e-05,
      "loss": 0.1816,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0008543909061700106,
      "loss_partial": 0.005035400390625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.00031362101435661316,
      "loss_partial": 0.009521484375,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0006015849066898227,
      "loss_partial": 0.0062255859375,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0005781123763881624,
      "loss_partial": 0.00537109375,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0005442372639663517,
      "loss_partial": 0.0045166015625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0006306483410298824,
      "loss_partial": 0.004058837890625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0005641864845529199,
      "loss_partial": 0.00970458984375,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0003236670745536685,
      "loss_partial": 0.009033203125,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0007143086986616254,
      "loss_partial": 0.00860595703125,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0009101125760935247,
      "loss_partial": 0.004791259765625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0009769091848284006,
      "loss_partial": 0.00970458984375,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0009559036116115749,
      "loss_partial": 0.006378173828125,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0003976001753471792,
      "loss_partial": 0.01324462890625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0006141737103462219,
      "loss_partial": 0.004974365234375,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0006771885673515499,
      "loss_partial": 0.006683349609375,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0004282988957129419,
      "loss_partial": 0.00518798828125,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.000715127622243017,
      "loss_partial": 0.00689697265625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0007962295203469694,
      "loss_partial": 0.00323486328125,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0004846777010243386,
      "loss_partial": 0.0086669921875,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0006233043968677521,
      "loss_partial": 0.005889892578125,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0008868947043083608,
      "loss_partial": 0.0067138671875,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0008107348112389445,
      "loss_partial": 0.00787353515625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.000872687203809619,
      "loss_partial": 0.006103515625,
      "step": 352
    },
    {
      "epoch": 0.5116279069767442,
      "loss_distr": 0.0007292055524885654,
      "loss_partial": 0.004638671875,
      "step": 352
    },
    {
      "epoch": 0.5130813953488372,
      "grad_norm": 0.17595310509204865,
      "learning_rate": 1.8561345226736582e-05,
      "loss": 0.185,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0007901426288299263,
      "loss_partial": 0.005615234375,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0006786865997128189,
      "loss_partial": 0.005950927734375,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0005639634327962995,
      "loss_partial": 0.004852294921875,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0004434497677721083,
      "loss_partial": 0.0089111328125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0008807277772575617,
      "loss_partial": 0.006683349609375,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0005878555821254849,
      "loss_partial": 0.007354736328125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0007979412912391126,
      "loss_partial": 0.0074462890625,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0008078847313299775,
      "loss_partial": 0.007232666015625,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0006983918137848377,
      "loss_partial": 0.003814697265625,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0007912713335826993,
      "loss_partial": 0.009033203125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.000560327316634357,
      "loss_partial": 0.01123046875,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0006234436295926571,
      "loss_partial": 0.00469970703125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.00045300566125661135,
      "loss_partial": 0.008056640625,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0003866888291668147,
      "loss_partial": 0.00762939453125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0005705817020498216,
      "loss_partial": 0.00518798828125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0005605357000604272,
      "loss_partial": 0.0130615234375,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0006533926352858543,
      "loss_partial": 0.0047607421875,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0009878156706690788,
      "loss_partial": 0.0034942626953125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0008720177575014532,
      "loss_partial": 0.0052490234375,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0006734735798090696,
      "loss_partial": 0.006591796875,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.00039338896749541163,
      "loss_partial": 0.004852294921875,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.0007175504579208791,
      "loss_partial": 0.005889892578125,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.00042649556417018175,
      "loss_partial": 0.011962890625,
      "step": 353
    },
    {
      "epoch": 0.5130813953488372,
      "loss_distr": 0.00041724296170286834,
      "loss_partial": 0.0087890625,
      "step": 353
    },
    {
      "epoch": 0.5145348837209303,
      "grad_norm": 0.21318592131137848,
      "learning_rate": 1.8548204367461904e-05,
      "loss": 0.1828,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0005612523527815938,
      "loss_partial": 0.00799560546875,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0004924049717374146,
      "loss_partial": 0.00604248046875,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0005460493266582489,
      "loss_partial": 0.00799560546875,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0011039107339456677,
      "loss_partial": 0.00567626953125,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.00039079703856259584,
      "loss_partial": 0.009765625,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0006062579923309386,
      "loss_partial": 0.009033203125,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0005494044744409621,
      "loss_partial": 0.0072021484375,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0004285958711989224,
      "loss_partial": 0.00946044921875,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0009669035207480192,
      "loss_partial": 0.004119873046875,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0004664628941100091,
      "loss_partial": 0.0072021484375,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0009101135074160993,
      "loss_partial": 0.004913330078125,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0004232348583173007,
      "loss_partial": 0.006988525390625,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0003277898649685085,
      "loss_partial": 0.0078125,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0003118538297712803,
      "loss_partial": 0.006134033203125,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0008561033173464239,
      "loss_partial": 0.006195068359375,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0006533981650136411,
      "loss_partial": 0.00579833984375,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0004450550186447799,
      "loss_partial": 0.004058837890625,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0005925658624619246,
      "loss_partial": 0.0130615234375,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0005559379351325333,
      "loss_partial": 0.004974365234375,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0002810123551171273,
      "loss_partial": 0.01177978515625,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0007136047352105379,
      "loss_partial": 0.0050048828125,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0006157938623800874,
      "loss_partial": 0.00885009765625,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0005734731676056981,
      "loss_partial": 0.005950927734375,
      "step": 354
    },
    {
      "epoch": 0.5145348837209303,
      "loss_distr": 0.0010993725154548883,
      "loss_partial": 0.00408935546875,
      "step": 354
    },
    {
      "epoch": 0.5159883720930233,
      "grad_norm": 0.2456965446472168,
      "learning_rate": 1.8535008461255145e-05,
      "loss": 0.1883,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0008220658055506647,
      "loss_partial": 0.0064697265625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0005444432608783245,
      "loss_partial": 0.005523681640625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00029739394085481763,
      "loss_partial": 0.01202392578125,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00043843185994774103,
      "loss_partial": 0.0093994140625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0007531821029260755,
      "loss_partial": 0.007476806640625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00046053866390138865,
      "loss_partial": 0.010498046875,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0004916657344438136,
      "loss_partial": 0.0181884765625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0005919566028751433,
      "loss_partial": 0.0042724609375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00025920625193975866,
      "loss_partial": 0.00823974609375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0003011363442055881,
      "loss_partial": 0.00537109375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0006741061224602163,
      "loss_partial": 0.004913330078125,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.000362824386684224,
      "loss_partial": 0.007720947265625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0003450459334999323,
      "loss_partial": 0.013427734375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.000538994325324893,
      "loss_partial": 0.006622314453125,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0005106510943733156,
      "loss_partial": 0.0062255859375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0005118949338793755,
      "loss_partial": 0.004241943359375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0009095874847844243,
      "loss_partial": 0.005218505859375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00043753290083259344,
      "loss_partial": 0.01055908203125,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0005532020004466176,
      "loss_partial": 0.00885009765625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00035959726665169,
      "loss_partial": 0.0166015625,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00044402643106877804,
      "loss_partial": 0.005645751953125,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.00029938321677036583,
      "loss_partial": 0.004119873046875,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0008298272732645273,
      "loss_partial": 0.0081787109375,
      "step": 355
    },
    {
      "epoch": 0.5159883720930233,
      "loss_distr": 0.0005164346075616777,
      "loss_partial": 0.005706787109375,
      "step": 355
    },
    {
      "epoch": 0.5174418604651163,
      "grad_norm": 0.1760082244873047,
      "learning_rate": 1.8521757593092532e-05,
      "loss": 0.1859,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0004957476630806923,
      "loss_partial": 0.00787353515625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0007009415421634912,
      "loss_partial": 0.007781982421875,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0004617288941517472,
      "loss_partial": 0.0057373046875,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0008475034846924245,
      "loss_partial": 0.00567626953125,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0004155979841016233,
      "loss_partial": 0.009765625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0006806118763051927,
      "loss_partial": 0.0084228515625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0006642285152338445,
      "loss_partial": 0.00860595703125,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.00034775614039972425,
      "loss_partial": 0.0089111328125,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.00057294248836115,
      "loss_partial": 0.00726318359375,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0007015671581029892,
      "loss_partial": 0.003631591796875,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0005562793812714517,
      "loss_partial": 0.00689697265625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.00045258086174726486,
      "loss_partial": 0.0054931640625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0006869225180707872,
      "loss_partial": 0.00787353515625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0005401833914220333,
      "loss_partial": 0.01025390625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.00035094012855552137,
      "loss_partial": 0.0036163330078125,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0006863388116471469,
      "loss_partial": 0.00604248046875,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0006900755106471479,
      "loss_partial": 0.007415771484375,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0010261121205985546,
      "loss_partial": 0.0062255859375,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0005888092564418912,
      "loss_partial": 0.0079345703125,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.00037394551327452064,
      "loss_partial": 0.004730224609375,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0005680553731508553,
      "loss_partial": 0.006500244140625,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0005427222931757569,
      "loss_partial": 0.005462646484375,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0007139729568734765,
      "loss_partial": 0.003936767578125,
      "step": 356
    },
    {
      "epoch": 0.5174418604651163,
      "loss_distr": 0.0006254500476643443,
      "loss_partial": 0.00531005859375,
      "step": 356
    },
    {
      "epoch": 0.5188953488372093,
      "grad_norm": 0.19802668690681458,
      "learning_rate": 1.8508451848304222e-05,
      "loss": 0.1899,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0008745323866605759,
      "loss_partial": 0.00775146484375,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.00043492845725268126,
      "loss_partial": 0.0078125,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005247943918220699,
      "loss_partial": 0.00689697265625,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005011663306504488,
      "loss_partial": 0.00506591796875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005134203820489347,
      "loss_partial": 0.01104736328125,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.00021976260177325457,
      "loss_partial": 0.00897216796875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0004316250269766897,
      "loss_partial": 0.0052490234375,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0006005673785693944,
      "loss_partial": 0.0047607421875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005118202534504235,
      "loss_partial": 0.004364013671875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0006219245260581374,
      "loss_partial": 0.005615234375,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005359270144253969,
      "loss_partial": 0.005767822265625,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.000809837831184268,
      "loss_partial": 0.007171630859375,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0003379214904271066,
      "loss_partial": 0.00543212890625,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0004114661714993417,
      "loss_partial": 0.007080078125,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005579436547122896,
      "loss_partial": 0.00946044921875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.00057447754079476,
      "loss_partial": 0.0081787109375,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005232688272371888,
      "loss_partial": 0.009521484375,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005028307787142694,
      "loss_partial": 0.0059814453125,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005334264133125544,
      "loss_partial": 0.005340576171875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0004153089539613575,
      "loss_partial": 0.0093994140625,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0009241618099622428,
      "loss_partial": 0.005584716796875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0004965620464645326,
      "loss_partial": 0.00469970703125,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0005788181442767382,
      "loss_partial": 0.0057373046875,
      "step": 357
    },
    {
      "epoch": 0.5188953488372093,
      "loss_distr": 0.0004576255741994828,
      "loss_partial": 0.007659912109375,
      "step": 357
    },
    {
      "epoch": 0.5203488372093024,
      "grad_norm": 0.19570282101631165,
      "learning_rate": 1.8495091312573762e-05,
      "loss": 0.1836,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0006777711678296328,
      "loss_partial": 0.00543212890625,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0005117927794344723,
      "loss_partial": 0.00787353515625,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0004651081399060786,
      "loss_partial": 0.00616455078125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0004671022470574826,
      "loss_partial": 0.010498046875,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0008767940453253686,
      "loss_partial": 0.00689697265625,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0004328942159190774,
      "loss_partial": 0.00830078125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0005973484367132187,
      "loss_partial": 0.004791259765625,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.00066537776729092,
      "loss_partial": 0.006561279296875,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0008242062176577747,
      "loss_partial": 0.003936767578125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0005284887156449258,
      "loss_partial": 0.006988525390625,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0007929786806926131,
      "loss_partial": 0.007080078125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0007798332953825593,
      "loss_partial": 0.00860595703125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0006591497221961617,
      "loss_partial": 0.00396728515625,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.00058858806733042,
      "loss_partial": 0.00811767578125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0005014241323806345,
      "loss_partial": 0.004638671875,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0004147012659814209,
      "loss_partial": 0.0093994140625,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0011628607753664255,
      "loss_partial": 0.0035858154296875,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0005961766000837088,
      "loss_partial": 0.00860595703125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0009034120012074709,
      "loss_partial": 0.00775146484375,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0005865059792995453,
      "loss_partial": 0.00665283203125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0005020690150558949,
      "loss_partial": 0.004425048828125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0004924543318338692,
      "loss_partial": 0.0040283203125,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0010240800911560655,
      "loss_partial": 0.002899169921875,
      "step": 358
    },
    {
      "epoch": 0.5203488372093024,
      "loss_distr": 0.0008823135867714882,
      "loss_partial": 0.0038299560546875,
      "step": 358
    },
    {
      "epoch": 0.5218023255813954,
      "grad_norm": 0.1934855878353119,
      "learning_rate": 1.8481676071937523e-05,
      "loss": 0.1815,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.00031180126825347543,
      "loss_partial": 0.00909423828125,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0005122008733451366,
      "loss_partial": 0.00396728515625,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0006289391894824803,
      "loss_partial": 0.00579833984375,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0003788742469623685,
      "loss_partial": 0.010498046875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0003337367670610547,
      "loss_partial": 0.0033416748046875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.000981856370344758,
      "loss_partial": 0.00738525390625,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0006690741283819079,
      "loss_partial": 0.00628662109375,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.00038328126538544893,
      "loss_partial": 0.00872802734375,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.00037588883424177766,
      "loss_partial": 0.006988525390625,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0006766646984033287,
      "loss_partial": 0.004730224609375,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0006199143826961517,
      "loss_partial": 0.007537841796875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0003290804452262819,
      "loss_partial": 0.009033203125,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0008003564435057342,
      "loss_partial": 0.005828857421875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.00047163316048681736,
      "loss_partial": 0.00701904296875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0007612755289301276,
      "loss_partial": 0.006134033203125,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0007471826393157244,
      "loss_partial": 0.0159912109375,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0009149359539151192,
      "loss_partial": 0.005096435546875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0007470587734133005,
      "loss_partial": 0.006591796875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0005518452962860465,
      "loss_partial": 0.006378173828125,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0007003889768384397,
      "loss_partial": 0.01239013671875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0007226557936519384,
      "loss_partial": 0.00628662109375,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0003656374756246805,
      "loss_partial": 0.00457763671875,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.0006059816223569214,
      "loss_partial": 0.00445556640625,
      "step": 359
    },
    {
      "epoch": 0.5218023255813954,
      "loss_distr": 0.000363000959623605,
      "loss_partial": 0.0079345703125,
      "step": 359
    },
    {
      "epoch": 0.5232558139534884,
      "grad_norm": 0.20956756174564362,
      "learning_rate": 1.8468206212784153e-05,
      "loss": 0.1867,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006657640333287418,
      "loss_partial": 0.0032501220703125,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0009120844188146293,
      "loss_partial": 0.00457763671875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.000574363861232996,
      "loss_partial": 0.00762939453125,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0008613876416347921,
      "loss_partial": 0.004730224609375,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006349603063426912,
      "loss_partial": 0.003936767578125,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006468938663601875,
      "loss_partial": 0.0106201171875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0004394938878249377,
      "loss_partial": 0.0037689208984375,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.00027750228764489293,
      "loss_partial": 0.00518798828125,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006516063003800809,
      "loss_partial": 0.007171630859375,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.000761491886805743,
      "loss_partial": 0.004974365234375,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006335313664749265,
      "loss_partial": 0.01025390625,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0008541351417079568,
      "loss_partial": 0.006805419921875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.00041123427217826247,
      "loss_partial": 0.0035858154296875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006100654136389494,
      "loss_partial": 0.0047607421875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006122414488345385,
      "loss_partial": 0.01171875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.00073369120946154,
      "loss_partial": 0.00689697265625,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006711697205901146,
      "loss_partial": 0.0091552734375,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0007930053398013115,
      "loss_partial": 0.00555419921875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0006382071878761053,
      "loss_partial": 0.004852294921875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0002632194955367595,
      "loss_partial": 0.0081787109375,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.00044822736526839435,
      "loss_partial": 0.006256103515625,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0007896916940808296,
      "loss_partial": 0.004241943359375,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0005033682100474834,
      "loss_partial": 0.00848388671875,
      "step": 360
    },
    {
      "epoch": 0.5232558139534884,
      "loss_distr": 0.0007993456674739718,
      "loss_partial": 0.00531005859375,
      "step": 360
    },
    {
      "epoch": 0.5247093023255814,
      "grad_norm": 0.1894765943288803,
      "learning_rate": 1.8454681821854028e-05,
      "loss": 0.185,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.00039153287070803344,
      "loss_partial": 0.00738525390625,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0007330939406529069,
      "loss_partial": 0.005462646484375,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.00046907804789952934,
      "loss_partial": 0.003936767578125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0008505681762471795,
      "loss_partial": 0.004425048828125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.00093817402375862,
      "loss_partial": 0.003997802734375,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0004051731084473431,
      "loss_partial": 0.00799560546875,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0008265359792858362,
      "loss_partial": 0.006378173828125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0006234660977497697,
      "loss_partial": 0.0068359375,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0004205533768981695,
      "loss_partial": 0.0048828125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.000574147910811007,
      "loss_partial": 0.00811767578125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0007731732912361622,
      "loss_partial": 0.005126953125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0006674436735920608,
      "loss_partial": 0.007354736328125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0009768183808773756,
      "loss_partial": 0.005340576171875,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.00045605615014210343,
      "loss_partial": 0.007720947265625,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0008106615860015154,
      "loss_partial": 0.0037689208984375,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0004932918818667531,
      "loss_partial": 0.0045166015625,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0006052540265955031,
      "loss_partial": 0.00848388671875,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0007732801022939384,
      "loss_partial": 0.005401611328125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.00036984641337767243,
      "loss_partial": 0.0045166015625,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0003139847540296614,
      "loss_partial": 0.0093994140625,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.00038823680370114744,
      "loss_partial": 0.0034942626953125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0008535059168934822,
      "loss_partial": 0.0034942626953125,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0004174192145001143,
      "loss_partial": 0.00921630859375,
      "step": 361
    },
    {
      "epoch": 0.5247093023255814,
      "loss_distr": 0.0008053669007495046,
      "loss_partial": 0.0045166015625,
      "step": 361
    },
    {
      "epoch": 0.5261627906976745,
      "grad_norm": 0.2349679172039032,
      "learning_rate": 1.8441102986238676e-05,
      "loss": 0.1827,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0009409561171196401,
      "loss_partial": 0.005218505859375,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0006660700310021639,
      "loss_partial": 0.00933837890625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.00034697825321927667,
      "loss_partial": 0.0167236328125,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005327507387846708,
      "loss_partial": 0.006256103515625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0008537517278455198,
      "loss_partial": 0.00640869140625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005750645068474114,
      "loss_partial": 0.00738525390625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0004357923462521285,
      "loss_partial": 0.01300048828125,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005404765834100544,
      "loss_partial": 0.00909423828125,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.000455900386441499,
      "loss_partial": 0.00860595703125,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0002802406088449061,
      "loss_partial": 0.0064697265625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005587296327576041,
      "loss_partial": 0.00738525390625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0007889426779001951,
      "loss_partial": 0.005340576171875,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.000730204104911536,
      "loss_partial": 0.00738525390625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0011315084993839264,
      "loss_partial": 0.0079345703125,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0006725876010023057,
      "loss_partial": 0.0062255859375,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005226393695920706,
      "loss_partial": 0.00921630859375,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.00032858861959539354,
      "loss_partial": 0.009521484375,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.00037003366742283106,
      "loss_partial": 0.007049560546875,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0006541514303535223,
      "loss_partial": 0.006744384765625,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005024092388339341,
      "loss_partial": 0.007171630859375,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005966513999737799,
      "loss_partial": 0.007659912109375,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0008796036127023399,
      "loss_partial": 0.00604248046875,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0006860096473246813,
      "loss_partial": 0.01007080078125,
      "step": 362
    },
    {
      "epoch": 0.5261627906976745,
      "loss_distr": 0.0005642638425342739,
      "loss_partial": 0.00579833984375,
      "step": 362
    },
    {
      "epoch": 0.5276162790697675,
      "grad_norm": 0.21154622733592987,
      "learning_rate": 1.842746979338024e-05,
      "loss": 0.1824,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0007150465389713645,
      "loss_partial": 0.0081787109375,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.00035216889227740467,
      "loss_partial": 0.005828857421875,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0005527376779355109,
      "loss_partial": 0.00811767578125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0002900140534620732,
      "loss_partial": 0.00531005859375,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0005163014284335077,
      "loss_partial": 0.0052490234375,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0004463208606466651,
      "loss_partial": 0.0033721923828125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0005738950567319989,
      "loss_partial": 0.005767822265625,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0007920272182673216,
      "loss_partial": 0.00469970703125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.000755437184125185,
      "loss_partial": 0.004058837890625,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0004975564079359174,
      "loss_partial": 0.0062255859375,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0005510632763616741,
      "loss_partial": 0.00726318359375,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0004561238456517458,
      "loss_partial": 0.003692626953125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0006368454778566957,
      "loss_partial": 0.009521484375,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0008333732257597148,
      "loss_partial": 0.00567626953125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0004917263286188245,
      "loss_partial": 0.004119873046875,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0003671488375402987,
      "loss_partial": 0.00946044921875,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0003328662132844329,
      "loss_partial": 0.013671875,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.00039589821244589984,
      "loss_partial": 0.007720947265625,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0006834376836195588,
      "loss_partial": 0.0074462890625,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.00036981291486881673,
      "loss_partial": 0.00537109375,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0005614124238491058,
      "loss_partial": 0.01153564453125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0008043985581025481,
      "loss_partial": 0.00811767578125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.00030641735065728426,
      "loss_partial": 0.00909423828125,
      "step": 363
    },
    {
      "epoch": 0.5276162790697675,
      "loss_distr": 0.0004778546863235533,
      "loss_partial": 0.005828857421875,
      "step": 363
    },
    {
      "epoch": 0.5290697674418605,
      "grad_norm": 0.2022416740655899,
      "learning_rate": 1.8413782331070885e-05,
      "loss": 0.1872,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.00042647248483262956,
      "loss_partial": 0.0035552978515625,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0004192697524558753,
      "loss_partial": 0.0166015625,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0008037490188144147,
      "loss_partial": 0.004425048828125,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.000894980679731816,
      "loss_partial": 0.0036468505859375,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0004540965601336211,
      "loss_partial": 0.0103759765625,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0008911240147426724,
      "loss_partial": 0.0029754638671875,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0006025795009918511,
      "loss_partial": 0.0093994140625,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0005724054062739015,
      "loss_partial": 0.003692626953125,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0007166862487792969,
      "loss_partial": 0.00457763671875,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0004911408177576959,
      "loss_partial": 0.00909423828125,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0005840209196321666,
      "loss_partial": 0.00811767578125,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0008787658298388124,
      "loss_partial": 0.005157470703125,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0006015200633555651,
      "loss_partial": 0.005462646484375,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0005783567321486771,
      "loss_partial": 0.01092529296875,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.000549013027921319,
      "loss_partial": 0.004669189453125,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0003617646580096334,
      "loss_partial": 0.006256103515625,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0004720014694612473,
      "loss_partial": 0.005950927734375,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0007800322491675615,
      "loss_partial": 0.007171630859375,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0006948129739612341,
      "loss_partial": 0.0079345703125,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.000489812926389277,
      "loss_partial": 0.01409912109375,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0007565342239104211,
      "loss_partial": 0.00726318359375,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0005966692115180194,
      "loss_partial": 0.0064697265625,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0004651257477235049,
      "loss_partial": 0.00872802734375,
      "step": 364
    },
    {
      "epoch": 0.5290697674418605,
      "loss_distr": 0.0007430339464917779,
      "loss_partial": 0.0084228515625,
      "step": 364
    },
    {
      "epoch": 0.5305232558139535,
      "grad_norm": 0.2109457403421402,
      "learning_rate": 1.8400040687452265e-05,
      "loss": 0.1863,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0003611250431276858,
      "loss_partial": 0.00823974609375,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0007130074664019048,
      "loss_partial": 0.007537841796875,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0008548134937882423,
      "loss_partial": 0.004302978515625,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0005698258755728602,
      "loss_partial": 0.00970458984375,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.00044896843610331416,
      "loss_partial": 0.007293701171875,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.00025541119975969195,
      "loss_partial": 0.008544921875,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.000615855329670012,
      "loss_partial": 0.0078125,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0008062680717557669,
      "loss_partial": 0.003997802734375,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0008793463348411024,
      "loss_partial": 0.00494384765625,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0008890262106433511,
      "loss_partial": 0.00579833984375,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0004298173007555306,
      "loss_partial": 0.004913330078125,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.00047691341023892164,
      "loss_partial": 0.0086669921875,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0006766917649656534,
      "loss_partial": 0.01031494140625,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.000847028975840658,
      "loss_partial": 0.0113525390625,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0008305112132802606,
      "loss_partial": 0.005523681640625,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.00046794366789981723,
      "loss_partial": 0.006439208984375,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0010427675442770123,
      "loss_partial": 0.0059814453125,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0006703125545755029,
      "loss_partial": 0.0067138671875,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.00043924024794250727,
      "loss_partial": 0.00848388671875,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.000694897142238915,
      "loss_partial": 0.0040283203125,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0009012913214974105,
      "loss_partial": 0.00518798828125,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.000626346911303699,
      "loss_partial": 0.0084228515625,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.0006466617924161255,
      "loss_partial": 0.007537841796875,
      "step": 365
    },
    {
      "epoch": 0.5305232558139535,
      "loss_distr": 0.000490018050186336,
      "loss_partial": 0.00872802734375,
      "step": 365
    },
    {
      "epoch": 0.5319767441860465,
      "grad_norm": 0.2075507640838623,
      "learning_rate": 1.8386244951014926e-05,
      "loss": 0.1864,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006367173045873642,
      "loss_partial": 0.005950927734375,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0008271931437775493,
      "loss_partial": 0.00347900390625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0007096083136275411,
      "loss_partial": 0.0107421875,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0005383436800912023,
      "loss_partial": 0.00634765625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006641214131377637,
      "loss_partial": 0.0126953125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0004538962384685874,
      "loss_partial": 0.0079345703125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006387402536347508,
      "loss_partial": 0.003814697265625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0003538150049280375,
      "loss_partial": 0.005126953125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006412029033526778,
      "loss_partial": 0.006256103515625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006702699465677142,
      "loss_partial": 0.004974365234375,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0009867148473858833,
      "loss_partial": 0.006072998046875,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0004323791654314846,
      "loss_partial": 0.0047607421875,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0004513109743129462,
      "loss_partial": 0.006561279296875,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0007485547102987766,
      "loss_partial": 0.00701904296875,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0005525968736037612,
      "loss_partial": 0.00787353515625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006657610647380352,
      "loss_partial": 0.00567626953125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006070153322070837,
      "loss_partial": 0.00830078125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0007240737322717905,
      "loss_partial": 0.00592041015625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.000628884241450578,
      "loss_partial": 0.0054931640625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006120381876826286,
      "loss_partial": 0.005645751953125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0005404823459684849,
      "loss_partial": 0.0064697265625,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0004840365727432072,
      "loss_partial": 0.009033203125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.0006363418651744723,
      "loss_partial": 0.00518798828125,
      "step": 366
    },
    {
      "epoch": 0.5319767441860465,
      "loss_distr": 0.000621529296040535,
      "loss_partial": 0.00537109375,
      "step": 366
    },
    {
      "epoch": 0.5334302325581395,
      "grad_norm": 0.1867133229970932,
      "learning_rate": 1.837239521059776e-05,
      "loss": 0.1835,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0006205297540873289,
      "loss_partial": 0.00738525390625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0004205003788229078,
      "loss_partial": 0.006256103515625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.00038345143548212945,
      "loss_partial": 0.003204345703125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0007355212583206594,
      "loss_partial": 0.005828857421875,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0007664749282412231,
      "loss_partial": 0.00811767578125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.000282182649243623,
      "loss_partial": 0.00909423828125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0005191112868487835,
      "loss_partial": 0.0087890625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0004030080744996667,
      "loss_partial": 0.006561279296875,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0009385195444338024,
      "loss_partial": 0.004425048828125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0007066788384690881,
      "loss_partial": 0.005889892578125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.00040709611494094133,
      "loss_partial": 0.007080078125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0004171021282672882,
      "loss_partial": 0.006317138671875,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0006383121944963932,
      "loss_partial": 0.00836181640625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0008366472902707756,
      "loss_partial": 0.00244140625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0005199190927669406,
      "loss_partial": 0.00885009765625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0006981086335144937,
      "loss_partial": 0.0093994140625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0009064457844942808,
      "loss_partial": 0.004974365234375,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0005374331958591938,
      "loss_partial": 0.007659912109375,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0003191021387465298,
      "loss_partial": 0.007415771484375,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.000961431534960866,
      "loss_partial": 0.0050048828125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0006914722616784275,
      "loss_partial": 0.0084228515625,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0006522932089865208,
      "loss_partial": 0.00457763671875,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.00047580484533682466,
      "loss_partial": 0.009033203125,
      "step": 367
    },
    {
      "epoch": 0.5334302325581395,
      "loss_distr": 0.0012109936214983463,
      "loss_partial": 0.0057373046875,
      "step": 367
    },
    {
      "epoch": 0.5348837209302325,
      "grad_norm": 0.19458600878715515,
      "learning_rate": 1.8358491555387417e-05,
      "loss": 0.1828,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0007016015588305891,
      "loss_partial": 0.00482177734375,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0005386187694966793,
      "loss_partial": 0.006439208984375,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0006041228771209717,
      "loss_partial": 0.01446533203125,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0008276490261778235,
      "loss_partial": 0.0040283203125,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0003724426496773958,
      "loss_partial": 0.008544921875,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0006227663834579289,
      "loss_partial": 0.004547119140625,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0005417205393314362,
      "loss_partial": 0.0052490234375,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0008652605465613306,
      "loss_partial": 0.01324462890625,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0007965228287503123,
      "loss_partial": 0.0067138671875,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0007450117263942957,
      "loss_partial": 0.0062255859375,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0005050391773693264,
      "loss_partial": 0.00933837890625,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0008989625493995845,
      "loss_partial": 0.00439453125,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.00037658304790966213,
      "loss_partial": 0.010009765625,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0006858475389890373,
      "loss_partial": 0.0069580078125,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0006355222431011498,
      "loss_partial": 0.005279541015625,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0005102928844280541,
      "loss_partial": 0.0084228515625,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.001021046657115221,
      "loss_partial": 0.003662109375,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0007887767860665917,
      "loss_partial": 0.004119873046875,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.000751934596337378,
      "loss_partial": 0.007049560546875,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0005666865035891533,
      "loss_partial": 0.01318359375,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.0006915029371157289,
      "loss_partial": 0.005706787109375,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.00031413621036335826,
      "loss_partial": 0.00732421875,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.00041175991646014154,
      "loss_partial": 0.00787353515625,
      "step": 368
    },
    {
      "epoch": 0.5348837209302325,
      "loss_distr": 0.00033731941948644817,
      "loss_partial": 0.00604248046875,
      "step": 368
    },
    {
      "epoch": 0.5363372093023255,
      "grad_norm": 0.15795621275901794,
      "learning_rate": 1.8344534074917736e-05,
      "loss": 0.1796,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0007884644437581301,
      "loss_partial": 0.006500244140625,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.000605651643127203,
      "loss_partial": 0.005645751953125,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0004992688191123307,
      "loss_partial": 0.00872802734375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0006097113946452737,
      "loss_partial": 0.00616455078125,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0007787476060912013,
      "loss_partial": 0.008056640625,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.000774801941588521,
      "loss_partial": 0.0054931640625,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0008274928550235927,
      "loss_partial": 0.0101318359375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0003578689356800169,
      "loss_partial": 0.00927734375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0005912884371355176,
      "loss_partial": 0.005035400390625,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0012369203614071012,
      "loss_partial": 0.004241943359375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0005152936792001128,
      "loss_partial": 0.0123291015625,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0004713282105512917,
      "loss_partial": 0.005706787109375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0009425902971997857,
      "loss_partial": 0.00537109375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.000687458086758852,
      "loss_partial": 0.005584716796875,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0007373003754764795,
      "loss_partial": 0.006866455078125,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.00038560142274945974,
      "loss_partial": 0.00775146484375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0005401456728577614,
      "loss_partial": 0.0111083984375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0005407601129263639,
      "loss_partial": 0.00518798828125,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.00046000367728993297,
      "loss_partial": 0.007476806640625,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0006177719333209097,
      "loss_partial": 0.005615234375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.00039824569830670953,
      "loss_partial": 0.0081787109375,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0007982132374309003,
      "loss_partial": 0.00555419921875,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0002580157888587564,
      "loss_partial": 0.00830078125,
      "step": 369
    },
    {
      "epoch": 0.5363372093023255,
      "loss_distr": 0.0008296866435557604,
      "loss_partial": 0.006744384765625,
      "step": 369
    },
    {
      "epoch": 0.5377906976744186,
      "grad_norm": 0.19771747291088104,
      "learning_rate": 1.8330522859069167e-05,
      "loss": 0.1868,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0004286066396161914,
      "loss_partial": 0.01348876953125,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0008199323783628643,
      "loss_partial": 0.004608154296875,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0006167864194139838,
      "loss_partial": 0.00738525390625,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.00043299637036398053,
      "loss_partial": 0.008056640625,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.00044468120904639363,
      "loss_partial": 0.005645751953125,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0005294457077980042,
      "loss_partial": 0.007293701171875,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0010435073636472225,
      "loss_partial": 0.0078125,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0006522880285046995,
      "loss_partial": 0.0068359375,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0005646984791383147,
      "loss_partial": 0.00860595703125,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0007395248394459486,
      "loss_partial": 0.007293701171875,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0009173324215225875,
      "loss_partial": 0.0068359375,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0007205356378108263,
      "loss_partial": 0.00567626953125,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0007734913378953934,
      "loss_partial": 0.0059814453125,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0007547307759523392,
      "loss_partial": 0.004638671875,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0004909622366540134,
      "loss_partial": 0.00469970703125,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0008216946152970195,
      "loss_partial": 0.005706787109375,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0005787913105450571,
      "loss_partial": 0.0093994140625,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0006125125801190734,
      "loss_partial": 0.007720947265625,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0005294773727655411,
      "loss_partial": 0.005340576171875,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0008035913924686611,
      "loss_partial": 0.007415771484375,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.00042930859490297735,
      "loss_partial": 0.006988525390625,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0008543676231056452,
      "loss_partial": 0.005340576171875,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.000561541470233351,
      "loss_partial": 0.0081787109375,
      "step": 370
    },
    {
      "epoch": 0.5377906976744186,
      "loss_distr": 0.0005282232305034995,
      "loss_partial": 0.007476806640625,
      "step": 370
    },
    {
      "epoch": 0.5392441860465116,
      "grad_norm": 0.1724681258201599,
      "learning_rate": 1.8316457998068204e-05,
      "loss": 0.181,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0008823495591059327,
      "loss_partial": 0.00640869140625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0005531643982976675,
      "loss_partial": 0.00885009765625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0005364732351154089,
      "loss_partial": 0.00640869140625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0004846576484851539,
      "loss_partial": 0.0068359375,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0005744447116740048,
      "loss_partial": 0.00762939453125,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0007853718707337976,
      "loss_partial": 0.0032958984375,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.00041957537177950144,
      "loss_partial": 0.00909423828125,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0005689578829333186,
      "loss_partial": 0.00933837890625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0010459271725267172,
      "loss_partial": 0.00408935546875,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0007139851222746074,
      "loss_partial": 0.0098876953125,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.00023645753390155733,
      "loss_partial": 0.0107421875,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0007841295446269214,
      "loss_partial": 0.007354736328125,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0003607529797591269,
      "loss_partial": 0.008056640625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0007464751834049821,
      "loss_partial": 0.004608154296875,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0004584591370075941,
      "loss_partial": 0.005523681640625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0007683506701141596,
      "loss_partial": 0.005615234375,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.000870900577865541,
      "loss_partial": 0.0074462890625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0006096450379118323,
      "loss_partial": 0.003997802734375,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0003071210812777281,
      "loss_partial": 0.0108642578125,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0009703126270323992,
      "loss_partial": 0.00341796875,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0009019204298965633,
      "loss_partial": 0.005767822265625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0003567308303900063,
      "loss_partial": 0.00811767578125,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.00033417990198358893,
      "loss_partial": 0.0064697265625,
      "step": 371
    },
    {
      "epoch": 0.5392441860465116,
      "loss_distr": 0.0007162430556491017,
      "loss_partial": 0.00677490234375,
      "step": 371
    },
    {
      "epoch": 0.5406976744186046,
      "grad_norm": 0.23167559504508972,
      "learning_rate": 1.830233958248678e-05,
      "loss": 0.1855,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0004257809487171471,
      "loss_partial": 0.009033203125,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0005804163520224392,
      "loss_partial": 0.00433349609375,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.000660028716083616,
      "loss_partial": 0.00762939453125,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0007544755353592336,
      "loss_partial": 0.006805419921875,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.00041020018397830427,
      "loss_partial": 0.00274658203125,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0006883898167870939,
      "loss_partial": 0.0069580078125,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0007974321488291025,
      "loss_partial": 0.00921630859375,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.00037191130104474723,
      "loss_partial": 0.01171875,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0004091372829861939,
      "loss_partial": 0.01025390625,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0006326395086944103,
      "loss_partial": 0.01031494140625,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.00044703911407850683,
      "loss_partial": 0.006317138671875,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.000546265160664916,
      "loss_partial": 0.01165771484375,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0007294571842066944,
      "loss_partial": 0.00665283203125,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0005325230304151773,
      "loss_partial": 0.0062255859375,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0005647556390613317,
      "loss_partial": 0.008056640625,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0005853063194081187,
      "loss_partial": 0.00787353515625,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0002914916549343616,
      "loss_partial": 0.0091552734375,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0006922732573002577,
      "loss_partial": 0.00616455078125,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0004916128236800432,
      "loss_partial": 0.005645751953125,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0004522716626524925,
      "loss_partial": 0.007720947265625,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0005601783050224185,
      "loss_partial": 0.0068359375,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0009016547701321542,
      "loss_partial": 0.008544921875,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0005972000653855503,
      "loss_partial": 0.0086669921875,
      "step": 372
    },
    {
      "epoch": 0.5406976744186046,
      "loss_distr": 0.0005093595245853066,
      "loss_partial": 0.00830078125,
      "step": 372
    },
    {
      "epoch": 0.5421511627906976,
      "grad_norm": 0.19417639076709747,
      "learning_rate": 1.828816770324171e-05,
      "loss": 0.1864,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.00044474421883933246,
      "loss_partial": 0.00897216796875,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0006394098745658994,
      "loss_partial": 0.00726318359375,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0004821757320314646,
      "loss_partial": 0.014892578125,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.000648955930955708,
      "loss_partial": 0.006683349609375,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0003228689602110535,
      "loss_partial": 0.0091552734375,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0012035388499498367,
      "loss_partial": 0.003631591796875,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0004749834770336747,
      "loss_partial": 0.005340576171875,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.000664263847284019,
      "loss_partial": 0.005645751953125,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0005833223694935441,
      "loss_partial": 0.006591796875,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.00042079854756593704,
      "loss_partial": 0.00445556640625,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.000673159898724407,
      "loss_partial": 0.005126953125,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0006258187931962311,
      "loss_partial": 0.00396728515625,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0005882091354578733,
      "loss_partial": 0.00823974609375,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.000573040742892772,
      "loss_partial": 0.005645751953125,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0007891731802374125,
      "loss_partial": 0.00592041015625,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0009386615129187703,
      "loss_partial": 0.0031585693359375,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.00034946127561852336,
      "loss_partial": 0.00823974609375,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0007000906625762582,
      "loss_partial": 0.005279541015625,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.000798150897026062,
      "loss_partial": 0.006744384765625,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0005670218961313367,
      "loss_partial": 0.0103759765625,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0006518217269331217,
      "loss_partial": 0.00927734375,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0007281093276105821,
      "loss_partial": 0.00640869140625,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0009197505423799157,
      "loss_partial": 0.0031280517578125,
      "step": 373
    },
    {
      "epoch": 0.5421511627906976,
      "loss_distr": 0.0005910396575927734,
      "loss_partial": 0.00787353515625,
      "step": 373
    },
    {
      "epoch": 0.5436046511627907,
      "grad_norm": 0.18921682238578796,
      "learning_rate": 1.827394245159408e-05,
      "loss": 0.1828,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.00025003106566146016,
      "loss_partial": 0.0052490234375,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0006565700750797987,
      "loss_partial": 0.0048828125,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0007475239690393209,
      "loss_partial": 0.00665283203125,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0005353835877031088,
      "loss_partial": 0.0106201171875,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.00036445591831579804,
      "loss_partial": 0.004791259765625,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0005529557820409536,
      "loss_partial": 0.0072021484375,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0008432647446170449,
      "loss_partial": 0.00482177734375,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0006727941799908876,
      "loss_partial": 0.01068115234375,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0003789628972299397,
      "loss_partial": 0.00927734375,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.00061824667500332,
      "loss_partial": 0.00830078125,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0006782433483749628,
      "loss_partial": 0.005157470703125,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0008556529646739364,
      "loss_partial": 0.004669189453125,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.00046986580127850175,
      "loss_partial": 0.010498046875,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.00062221271218732,
      "loss_partial": 0.005279541015625,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0003489403461571783,
      "loss_partial": 0.0107421875,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0005152124213054776,
      "loss_partial": 0.0031890869140625,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0007202315027825534,
      "loss_partial": 0.00787353515625,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0007512716110795736,
      "loss_partial": 0.006561279296875,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0007079518400132656,
      "loss_partial": 0.004974365234375,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0005459465319290757,
      "loss_partial": 0.01031494140625,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.000694161921273917,
      "loss_partial": 0.0045166015625,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0006055792327970266,
      "loss_partial": 0.0074462890625,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.000707126222550869,
      "loss_partial": 0.004669189453125,
      "step": 374
    },
    {
      "epoch": 0.5436046511627907,
      "loss_distr": 0.0007352404063567519,
      "loss_partial": 0.005828857421875,
      "step": 374
    },
    {
      "epoch": 0.5450581395348837,
      "grad_norm": 0.22716601192951202,
      "learning_rate": 1.8259663919148685e-05,
      "loss": 0.1834,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0007133350009098649,
      "loss_partial": 0.0040283203125,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0003780534607358277,
      "loss_partial": 0.00787353515625,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.00026560216792859137,
      "loss_partial": 0.00921630859375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0005511266062967479,
      "loss_partial": 0.007537841796875,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.00033553174580447376,
      "loss_partial": 0.00823974609375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0003182211075909436,
      "loss_partial": 0.00811767578125,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.00041667622281238437,
      "loss_partial": 0.007049560546875,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.000604456290602684,
      "loss_partial": 0.0035400390625,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0005525437300093472,
      "loss_partial": 0.006103515625,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0005316107999533415,
      "loss_partial": 0.00543212890625,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0008181192679330707,
      "loss_partial": 0.005157470703125,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0008326016832143068,
      "loss_partial": 0.006683349609375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0006776944501325488,
      "loss_partial": 0.004638671875,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0007856894517317414,
      "loss_partial": 0.00408935546875,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0006836179527454078,
      "loss_partial": 0.0081787109375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0004386823857203126,
      "loss_partial": 0.007720947265625,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0010528641287237406,
      "loss_partial": 0.00445556640625,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0005879540112800896,
      "loss_partial": 0.0067138671875,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.000407612940762192,
      "loss_partial": 0.00970458984375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0007934703025966883,
      "loss_partial": 0.005859375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0009157262975350022,
      "loss_partial": 0.0052490234375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.00059847894590348,
      "loss_partial": 0.005828857421875,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.0007603412959724665,
      "loss_partial": 0.00927734375,
      "step": 375
    },
    {
      "epoch": 0.5450581395348837,
      "loss_distr": 0.00023452757159247994,
      "loss_partial": 0.0050048828125,
      "step": 375
    },
    {
      "epoch": 0.5465116279069767,
      "grad_norm": 0.1916317641735077,
      "learning_rate": 1.824533219785342e-05,
      "loss": 0.1874,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0007537008496001363,
      "loss_partial": 0.0035858154296875,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0006620147614739835,
      "loss_partial": 0.0050048828125,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0005650640232488513,
      "loss_partial": 0.006622314453125,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0006398812402039766,
      "loss_partial": 0.00762939453125,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.001102213398553431,
      "loss_partial": 0.005126953125,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0010133928153663874,
      "loss_partial": 0.005950927734375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0005958585534244776,
      "loss_partial": 0.008056640625,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0007768258219584823,
      "loss_partial": 0.0062255859375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0005711247213184834,
      "loss_partial": 0.00531005859375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0007446445524692535,
      "loss_partial": 0.005279541015625,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0008483923738822341,
      "loss_partial": 0.00457763671875,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0008810835424810648,
      "loss_partial": 0.0074462890625,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0004405819927342236,
      "loss_partial": 0.007598876953125,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0006788189057260752,
      "loss_partial": 0.009521484375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.00045090081403031945,
      "loss_partial": 0.00823974609375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0004959311336278915,
      "loss_partial": 0.00762939453125,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0005238806479610503,
      "loss_partial": 0.005340576171875,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0005622064927592874,
      "loss_partial": 0.00543212890625,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.00036387002910487354,
      "loss_partial": 0.00970458984375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0005700726178474724,
      "loss_partial": 0.0113525390625,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0003825111489277333,
      "loss_partial": 0.007080078125,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0005387801211327314,
      "loss_partial": 0.005859375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.0003826766915153712,
      "loss_partial": 0.005615234375,
      "step": 376
    },
    {
      "epoch": 0.5465116279069767,
      "loss_distr": 0.000692724424879998,
      "loss_partial": 0.0048828125,
      "step": 376
    },
    {
      "epoch": 0.5479651162790697,
      "grad_norm": 0.18472683429718018,
      "learning_rate": 1.8230947379998693e-05,
      "loss": 0.1844,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0005141272558830678,
      "loss_partial": 0.006683349609375,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0003143226495012641,
      "loss_partial": 0.006256103515625,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0008138637058436871,
      "loss_partial": 0.0068359375,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0006027161725796759,
      "loss_partial": 0.01153564453125,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0009615027811378241,
      "loss_partial": 0.005706787109375,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0005170778022147715,
      "loss_partial": 0.00787353515625,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0009474700782448053,
      "loss_partial": 0.0035247802734375,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0002848288859240711,
      "loss_partial": 0.00421142578125,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0007024277001619339,
      "loss_partial": 0.00653076171875,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0005416328785941005,
      "loss_partial": 0.005523681640625,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.000479105394333601,
      "loss_partial": 0.006622314453125,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0007132807513698936,
      "loss_partial": 0.006744384765625,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.00038705483893863857,
      "loss_partial": 0.0089111328125,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.000532107544131577,
      "loss_partial": 0.00555419921875,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0006256691413000226,
      "loss_partial": 0.01129150390625,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0005144084570929408,
      "loss_partial": 0.006378173828125,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0004529415746219456,
      "loss_partial": 0.01123046875,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.00044562271796166897,
      "loss_partial": 0.00634765625,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0002847492869477719,
      "loss_partial": 0.0247802734375,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0005007053259760141,
      "loss_partial": 0.005889892578125,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.00032951636239886284,
      "loss_partial": 0.01336669921875,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0003990420373156667,
      "loss_partial": 0.00494384765625,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0006321741384454072,
      "loss_partial": 0.005584716796875,
      "step": 377
    },
    {
      "epoch": 0.5479651162790697,
      "loss_distr": 0.0006869867793284357,
      "loss_partial": 0.003662109375,
      "step": 377
    },
    {
      "epoch": 0.5494186046511628,
      "grad_norm": 0.20511871576309204,
      "learning_rate": 1.8216509558216832e-05,
      "loss": 0.1845,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0006591118290089071,
      "loss_partial": 0.007659912109375,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0009457473643124104,
      "loss_partial": 0.004150390625,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0006234712200239301,
      "loss_partial": 0.0048828125,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0006165085360407829,
      "loss_partial": 0.00628662109375,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0006428230553865433,
      "loss_partial": 0.005401611328125,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0004075460019521415,
      "loss_partial": 0.00909423828125,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0005941269919276237,
      "loss_partial": 0.00506591796875,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.00047069962602108717,
      "loss_partial": 0.0118408203125,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.00036716065369546413,
      "loss_partial": 0.01470947265625,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0004969055880792439,
      "loss_partial": 0.00506591796875,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0007382204639725387,
      "loss_partial": 0.004638671875,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.000997715163975954,
      "loss_partial": 0.00811767578125,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0006491002859547734,
      "loss_partial": 0.005218505859375,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0005323708173818886,
      "loss_partial": 0.01544189453125,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0005856635398231447,
      "loss_partial": 0.0081787109375,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0009273317991755903,
      "loss_partial": 0.005767822265625,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0006012603989802301,
      "loss_partial": 0.006103515625,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0005518776597455144,
      "loss_partial": 0.006805419921875,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0005152486264705658,
      "loss_partial": 0.01068115234375,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0005762255750596523,
      "loss_partial": 0.009033203125,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0007379999151453376,
      "loss_partial": 0.00390625,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0008207782520912588,
      "loss_partial": 0.003265380859375,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0007810654933564365,
      "loss_partial": 0.005096435546875,
      "step": 378
    },
    {
      "epoch": 0.5494186046511628,
      "loss_distr": 0.0004361044557299465,
      "loss_partial": 0.009765625,
      "step": 378
    },
    {
      "epoch": 0.5508720930232558,
      "grad_norm": 0.21209518611431122,
      "learning_rate": 1.8202018825481497e-05,
      "loss": 0.1852,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.000722175114788115,
      "loss_partial": 0.01171875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0008482080302201211,
      "loss_partial": 0.0050048828125,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0004769319202750921,
      "loss_partial": 0.007415771484375,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.00035820514312945306,
      "loss_partial": 0.0079345703125,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0005486736772581935,
      "loss_partial": 0.00750732421875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0006734959315508604,
      "loss_partial": 0.0059814453125,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.00047350299428217113,
      "loss_partial": 0.0081787109375,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.00063593644881621,
      "loss_partial": 0.0096435546875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0005090743070468307,
      "loss_partial": 0.0031585693359375,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0009043070022016764,
      "loss_partial": 0.00439453125,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.00036217732122167945,
      "loss_partial": 0.012451171875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0005352467996999621,
      "loss_partial": 0.007720947265625,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.000706536928191781,
      "loss_partial": 0.006439208984375,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.00029463545070029795,
      "loss_partial": 0.00787353515625,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0007552466122433543,
      "loss_partial": 0.006256103515625,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0005260944017209113,
      "loss_partial": 0.0086669921875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.00038799841422587633,
      "loss_partial": 0.00946044921875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0007447881507687271,
      "loss_partial": 0.0045166015625,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0007039955235086381,
      "loss_partial": 0.006072998046875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0006567270029336214,
      "loss_partial": 0.0050048828125,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0008742418140172958,
      "loss_partial": 0.004974365234375,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0004943113890476525,
      "loss_partial": 0.006805419921875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0008799833012744784,
      "loss_partial": 0.0047607421875,
      "step": 379
    },
    {
      "epoch": 0.5508720930232558,
      "loss_distr": 0.0006312878103926778,
      "loss_partial": 0.0067138671875,
      "step": 379
    },
    {
      "epoch": 0.5523255813953488,
      "grad_norm": 0.18863099813461304,
      "learning_rate": 1.8187475275107065e-05,
      "loss": 0.1857,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0004675916861742735,
      "loss_partial": 0.0098876953125,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0006248498684726655,
      "loss_partial": 0.005126953125,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0005386868142522871,
      "loss_partial": 0.00909423828125,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0005598035058937967,
      "loss_partial": 0.006683349609375,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0005296669551171362,
      "loss_partial": 0.00732421875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0006274350453168154,
      "loss_partial": 0.0096435546875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0008852875325828791,
      "loss_partial": 0.005340576171875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0004406211373861879,
      "loss_partial": 0.0106201171875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0005296049639582634,
      "loss_partial": 0.006683349609375,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.000534021994099021,
      "loss_partial": 0.005950927734375,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0006075225537642837,
      "loss_partial": 0.0087890625,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0010225654114037752,
      "loss_partial": 0.005035400390625,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.00040110768168233335,
      "loss_partial": 0.00958251953125,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0004617382655851543,
      "loss_partial": 0.01043701171875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.000587310001719743,
      "loss_partial": 0.0067138671875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0008270944817923009,
      "loss_partial": 0.004669189453125,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0004354926059022546,
      "loss_partial": 0.007049560546875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0004530198057182133,
      "loss_partial": 0.0101318359375,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.00048227360821329057,
      "loss_partial": 0.00933837890625,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0009621427743695676,
      "loss_partial": 0.00439453125,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0005690890247933567,
      "loss_partial": 0.0103759765625,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0003526404616422951,
      "loss_partial": 0.0035400390625,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.0005427742726169527,
      "loss_partial": 0.01483154296875,
      "step": 380
    },
    {
      "epoch": 0.5523255813953488,
      "loss_distr": 0.000727170379832387,
      "loss_partial": 0.00616455078125,
      "step": 380
    },
    {
      "epoch": 0.5537790697674418,
      "grad_norm": 0.20409928262233734,
      "learning_rate": 1.817287900074804e-05,
      "loss": 0.1828,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.00025859524612315,
      "loss_partial": 0.0086669921875,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0004031540302094072,
      "loss_partial": 0.0086669921875,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0006687405402772129,
      "loss_partial": 0.006744384765625,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.00047501243534497917,
      "loss_partial": 0.005218505859375,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0007009493419900537,
      "loss_partial": 0.006103515625,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0003373292274773121,
      "loss_partial": 0.01348876953125,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0005232448456808925,
      "loss_partial": 0.0030059814453125,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0009320583194494247,
      "loss_partial": 0.00396728515625,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0006613625446334481,
      "loss_partial": 0.0108642578125,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0009940904565155506,
      "loss_partial": 0.0038604736328125,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0003237315686419606,
      "loss_partial": 0.006103515625,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0005073623033240438,
      "loss_partial": 0.00286865234375,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0009636654867790639,
      "loss_partial": 0.0089111328125,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0004921137006022036,
      "loss_partial": 0.006561279296875,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0006127136875875294,
      "loss_partial": 0.00506591796875,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.00042087247129529715,
      "loss_partial": 0.01092529296875,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0005765319801867008,
      "loss_partial": 0.0086669921875,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0005178883438929915,
      "loss_partial": 0.00921630859375,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0005435600178316236,
      "loss_partial": 0.009033203125,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0003959916648454964,
      "loss_partial": 0.004486083984375,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.00043397731496952474,
      "loss_partial": 0.007659912109375,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0008416668279096484,
      "loss_partial": 0.004119873046875,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0007013760041445494,
      "loss_partial": 0.004974365234375,
      "step": 381
    },
    {
      "epoch": 0.5537790697674418,
      "loss_distr": 0.0003647479461506009,
      "loss_partial": 0.004058837890625,
      "step": 381
    },
    {
      "epoch": 0.5552325581395349,
      "grad_norm": 0.178275465965271,
      "learning_rate": 1.8158230096398442e-05,
      "loss": 0.1882,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0005728580290451646,
      "loss_partial": 0.0047607421875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00029550533508881927,
      "loss_partial": 0.0054931640625,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00040979060577228665,
      "loss_partial": 0.0074462890625,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00025977269979193807,
      "loss_partial": 0.00775146484375,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0006858207634650171,
      "loss_partial": 0.010498046875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0007227686583064497,
      "loss_partial": 0.0037841796875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0005511476192623377,
      "loss_partial": 0.01611328125,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0010419134050607681,
      "loss_partial": 0.0042724609375,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0008831804152578115,
      "loss_partial": 0.007537841796875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0006925878114998341,
      "loss_partial": 0.00982666015625,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0004960160003975034,
      "loss_partial": 0.006011962890625,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00027611886616796255,
      "loss_partial": 0.005889892578125,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00044543470721691847,
      "loss_partial": 0.007476806640625,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0007394413696601987,
      "loss_partial": 0.006988525390625,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00036321216612122953,
      "loss_partial": 0.00897216796875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0005937948008067906,
      "loss_partial": 0.005950927734375,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0007518423954024911,
      "loss_partial": 0.004547119140625,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0007821047911420465,
      "loss_partial": 0.007293701171875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0005530761554837227,
      "loss_partial": 0.00994873046875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0006937735015526414,
      "loss_partial": 0.005096435546875,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00041624385630711913,
      "loss_partial": 0.006927490234375,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.00048328840057365596,
      "loss_partial": 0.0091552734375,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0005123034352436662,
      "loss_partial": 0.0062255859375,
      "step": 382
    },
    {
      "epoch": 0.5552325581395349,
      "loss_distr": 0.0006612533470615745,
      "loss_partial": 0.0081787109375,
      "step": 382
    },
    {
      "epoch": 0.5566860465116279,
      "grad_norm": 0.19856099784374237,
      "learning_rate": 1.814352865639121e-05,
      "loss": 0.1828,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.000480764196254313,
      "loss_partial": 0.006256103515625,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0004793427069671452,
      "loss_partial": 0.00848388671875,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0005714169819839299,
      "loss_partial": 0.00830078125,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0005383392563089728,
      "loss_partial": 0.00823974609375,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0003350687329657376,
      "loss_partial": 0.0033416748046875,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0007009900873526931,
      "loss_partial": 0.0078125,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0006005202303640544,
      "loss_partial": 0.01263427734375,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0005477238446474075,
      "loss_partial": 0.00787353515625,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0007828819798305631,
      "loss_partial": 0.004852294921875,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0004681936406996101,
      "loss_partial": 0.00823974609375,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0007099502254277468,
      "loss_partial": 0.00421142578125,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0006080816383473575,
      "loss_partial": 0.005767822265625,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.00030485884053632617,
      "loss_partial": 0.01116943359375,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.00039873813511803746,
      "loss_partial": 0.0084228515625,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0007982837851159275,
      "loss_partial": 0.0045166015625,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0005461940309032798,
      "loss_partial": 0.01043701171875,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0005440457025542855,
      "loss_partial": 0.0062255859375,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0005679243477061391,
      "loss_partial": 0.00689697265625,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0008291154517792165,
      "loss_partial": 0.005401611328125,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.00046572211431339383,
      "loss_partial": 0.0087890625,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0007067229016683996,
      "loss_partial": 0.005645751953125,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0005155012477189302,
      "loss_partial": 0.004852294921875,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0004490584251470864,
      "loss_partial": 0.0067138671875,
      "step": 383
    },
    {
      "epoch": 0.5566860465116279,
      "loss_distr": 0.0008875696803443134,
      "loss_partial": 0.0067138671875,
      "step": 383
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 0.1917361319065094,
      "learning_rate": 1.8128774775397596e-05,
      "loss": 0.1827,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0005654267151840031,
      "loss_partial": 0.006317138671875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0004874371807090938,
      "loss_partial": 0.00714111328125,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0004892807337455451,
      "loss_partial": 0.0079345703125,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0002574122045189142,
      "loss_partial": 0.00799560546875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.000998988514766097,
      "loss_partial": 0.0035858154296875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0004777449066750705,
      "loss_partial": 0.0047607421875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0006005886243656278,
      "loss_partial": 0.007537841796875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0005396209307946265,
      "loss_partial": 0.007720947265625,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0003638267517089844,
      "loss_partial": 0.006256103515625,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.00026875996263697743,
      "loss_partial": 0.006866455078125,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0004966943524777889,
      "loss_partial": 0.012451171875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0004797936126124114,
      "loss_partial": 0.00872802734375,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0006601185887120664,
      "loss_partial": 0.00787353515625,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0002797750639729202,
      "loss_partial": 0.00836181640625,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0006835709791630507,
      "loss_partial": 0.00689697265625,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0006494352710433304,
      "loss_partial": 0.00616455078125,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0005436610081233084,
      "loss_partial": 0.005950927734375,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.00048641551984474063,
      "loss_partial": 0.00537109375,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0004565063863992691,
      "loss_partial": 0.00823974609375,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.00034676893847063184,
      "loss_partial": 0.006805419921875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0008709464455023408,
      "loss_partial": 0.0037689208984375,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0004495088360272348,
      "loss_partial": 0.006805419921875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0005551413050852716,
      "loss_partial": 0.006805419921875,
      "step": 384
    },
    {
      "epoch": 0.5581395348837209,
      "loss_distr": 0.0009714985499158502,
      "loss_partial": 0.005523681640625,
      "step": 384
    },
    {
      "epoch": 0.559593023255814,
      "grad_norm": 0.20834550261497498,
      "learning_rate": 1.8113968548426544e-05,
      "loss": 0.1829,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.000618823803961277,
      "loss_partial": 0.00762939453125,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0006026440532878041,
      "loss_partial": 0.00921630859375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0007001361227594316,
      "loss_partial": 0.005462646484375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.00041386016528122127,
      "loss_partial": 0.007232666015625,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0006987880915403366,
      "loss_partial": 0.0030975341796875,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0008106488967314363,
      "loss_partial": 0.0036773681640625,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0002874044294003397,
      "loss_partial": 0.01226806640625,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.00036359706427901983,
      "loss_partial": 0.0081787109375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.00047271556104533374,
      "loss_partial": 0.00860595703125,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.000940667639952153,
      "loss_partial": 0.0057373046875,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.00044737939606420696,
      "loss_partial": 0.00750732421875,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0007676246459595859,
      "loss_partial": 0.00482177734375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.00038843753281980753,
      "loss_partial": 0.00677490234375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0006474484107457101,
      "loss_partial": 0.006866455078125,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0008540262351743877,
      "loss_partial": 0.0091552734375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0009685399709269404,
      "loss_partial": 0.006805419921875,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0004558783839456737,
      "loss_partial": 0.006683349609375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0005545850144699216,
      "loss_partial": 0.004913330078125,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0005670535610988736,
      "loss_partial": 0.004058837890625,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0005085062002763152,
      "loss_partial": 0.0062255859375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0005293222493492067,
      "loss_partial": 0.00665283203125,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.00045046565355733037,
      "loss_partial": 0.006195068359375,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0005470793694257736,
      "loss_partial": 0.01373291015625,
      "step": 385
    },
    {
      "epoch": 0.559593023255814,
      "loss_distr": 0.0004394392017275095,
      "loss_partial": 0.010986328125,
      "step": 385
    },
    {
      "epoch": 0.561046511627907,
      "grad_norm": 0.20242321491241455,
      "learning_rate": 1.8099110070824082e-05,
      "loss": 0.1904,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0006301759276539087,
      "loss_partial": 0.00677490234375,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0007109460420906544,
      "loss_partial": 0.003875732421875,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0007428496610373259,
      "loss_partial": 0.009033203125,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0005663601332344115,
      "loss_partial": 0.00848388671875,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0005296302260830998,
      "loss_partial": 0.009033203125,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0009853679221123457,
      "loss_partial": 0.00445556640625,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0006004619644954801,
      "loss_partial": 0.005706787109375,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0008752610301598907,
      "loss_partial": 0.00506591796875,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.00038989304448477924,
      "loss_partial": 0.0093994140625,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0006132660782895982,
      "loss_partial": 0.00836181640625,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0006451980443671346,
      "loss_partial": 0.007293701171875,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.00035201135324314237,
      "loss_partial": 0.007537841796875,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0008483723504468799,
      "loss_partial": 0.006256103515625,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0005997741245664656,
      "loss_partial": 0.004669189453125,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.000324272463330999,
      "loss_partial": 0.00604248046875,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0006195688620209694,
      "loss_partial": 0.00579833984375,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0005985751049593091,
      "loss_partial": 0.00836181640625,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.00038056611083447933,
      "loss_partial": 0.0089111328125,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0007671191706322134,
      "loss_partial": 0.00872802734375,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0004884945810772479,
      "loss_partial": 0.005462646484375,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0007876259624026716,
      "loss_partial": 0.004913330078125,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0005305733648128808,
      "loss_partial": 0.006561279296875,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.000566303264349699,
      "loss_partial": 0.00927734375,
      "step": 386
    },
    {
      "epoch": 0.561046511627907,
      "loss_distr": 0.0005783927044831216,
      "loss_partial": 0.004150390625,
      "step": 386
    },
    {
      "epoch": 0.5625,
      "grad_norm": 0.21051426231861115,
      "learning_rate": 1.8084199438272722e-05,
      "loss": 0.1844,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0005757153849117458,
      "loss_partial": 0.0086669921875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0008729976834729314,
      "loss_partial": 0.006805419921875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.000457245041616261,
      "loss_partial": 0.00787353515625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0007887025712989271,
      "loss_partial": 0.0029449462890625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0002943958970718086,
      "loss_partial": 0.007720947265625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0007423285860568285,
      "loss_partial": 0.005889892578125,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.000270085409283638,
      "loss_partial": 0.0113525390625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0005546805914491415,
      "loss_partial": 0.01080322265625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.000507186574395746,
      "loss_partial": 0.0047607421875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0003296002687420696,
      "loss_partial": 0.00836181640625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.000585308182053268,
      "loss_partial": 0.004852294921875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.00027218699688091874,
      "loss_partial": 0.006591796875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0011032505426555872,
      "loss_partial": 0.0036773681640625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0006955663557164371,
      "loss_partial": 0.0052490234375,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0005184669280424714,
      "loss_partial": 0.0135498046875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0005615660920739174,
      "loss_partial": 0.004852294921875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0007797502912580967,
      "loss_partial": 0.00799560546875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.000424391299020499,
      "loss_partial": 0.015380859375,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0006959108868613839,
      "loss_partial": 0.0035858154296875,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0006337551167234778,
      "loss_partial": 0.00531005859375,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0005570730427280068,
      "loss_partial": 0.004974365234375,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0008707985980436206,
      "loss_partial": 0.00439453125,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.0008494941284880042,
      "loss_partial": 0.006500244140625,
      "step": 387
    },
    {
      "epoch": 0.5625,
      "loss_distr": 0.00035877208574675024,
      "loss_partial": 0.008056640625,
      "step": 387
    },
    {
      "epoch": 0.563953488372093,
      "grad_norm": 0.19726641476154327,
      "learning_rate": 1.8069236746790818e-05,
      "loss": 0.186,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.00041540327947586775,
      "loss_partial": 0.005615234375,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0009907300118356943,
      "loss_partial": 0.0037841796875,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0006820280104875565,
      "loss_partial": 0.004852294921875,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0006444927421398461,
      "loss_partial": 0.00531005859375,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0006844536401331425,
      "loss_partial": 0.003326416015625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0005945495795458555,
      "loss_partial": 0.006378173828125,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0006181151838973165,
      "loss_partial": 0.00860595703125,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0007126467535272241,
      "loss_partial": 0.005035400390625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.000847477640490979,
      "loss_partial": 0.0087890625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0005920096882618964,
      "loss_partial": 0.00811767578125,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0011495699873194098,
      "loss_partial": 0.006378173828125,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0004745125479530543,
      "loss_partial": 0.00885009765625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0003609690465964377,
      "loss_partial": 0.007568359375,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0005870526656508446,
      "loss_partial": 0.006591796875,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0007172119803726673,
      "loss_partial": 0.007537841796875,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.000354740594048053,
      "loss_partial": 0.00543212890625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0006850311765447259,
      "loss_partial": 0.0068359375,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.00047231308417394757,
      "loss_partial": 0.00836181640625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0007011440466158092,
      "loss_partial": 0.0084228515625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.00037925312062725425,
      "loss_partial": 0.00830078125,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0002834799524862319,
      "loss_partial": 0.00640869140625,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0009513804106973112,
      "loss_partial": 0.005126953125,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0007458598702214658,
      "loss_partial": 0.010498046875,
      "step": 388
    },
    {
      "epoch": 0.563953488372093,
      "loss_distr": 0.0004643192223738879,
      "loss_partial": 0.00665283203125,
      "step": 388
    },
    {
      "epoch": 0.565406976744186,
      "grad_norm": 0.2113020122051239,
      "learning_rate": 1.8054222092731982e-05,
      "loss": 0.1826,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0007082276279106736,
      "loss_partial": 0.00421142578125,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0009292999748140574,
      "loss_partial": 0.005096435546875,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.00046473636757582426,
      "loss_partial": 0.01019287109375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0004920132923871279,
      "loss_partial": 0.004913330078125,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.000319063343340531,
      "loss_partial": 0.0068359375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0007372584659606218,
      "loss_partial": 0.005096435546875,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0007952828309498727,
      "loss_partial": 0.006439208984375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.000703308149240911,
      "loss_partial": 0.0054931640625,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0008184083271771669,
      "loss_partial": 0.00445556640625,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.000549029151443392,
      "loss_partial": 0.005035400390625,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.000665941508486867,
      "loss_partial": 0.005950927734375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0006335667567327619,
      "loss_partial": 0.006927490234375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0006931218667887151,
      "loss_partial": 0.007659912109375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.00042146697524003685,
      "loss_partial": 0.007293701171875,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0005479173269122839,
      "loss_partial": 0.005096435546875,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0005106177413836122,
      "loss_partial": 0.00927734375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0005797030753456056,
      "loss_partial": 0.01300048828125,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0005683717899955809,
      "loss_partial": 0.005615234375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0006726752035319805,
      "loss_partial": 0.00396728515625,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0005198953440412879,
      "loss_partial": 0.0072021484375,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0004609981260728091,
      "loss_partial": 0.0045166015625,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0005357699119485915,
      "loss_partial": 0.006011962890625,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.0007259547128342092,
      "loss_partial": 0.0033416748046875,
      "step": 389
    },
    {
      "epoch": 0.565406976744186,
      "loss_distr": 0.00046313495840877295,
      "loss_partial": 0.004913330078125,
      "step": 389
    },
    {
      "epoch": 0.5668604651162791,
      "grad_norm": 0.18038614094257355,
      "learning_rate": 1.8039155572784416e-05,
      "loss": 0.1828,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.000570906326174736,
      "loss_partial": 0.00555419921875,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00084646325558424,
      "loss_partial": 0.00634765625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0003799044934567064,
      "loss_partial": 0.005859375,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0007247024914249778,
      "loss_partial": 0.00946044921875,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0006475193076767027,
      "loss_partial": 0.00439453125,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0006361916312016547,
      "loss_partial": 0.006195068359375,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0004568783915601671,
      "loss_partial": 0.007720947265625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0005407996941357851,
      "loss_partial": 0.006927490234375,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00038257514825090766,
      "loss_partial": 0.0074462890625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00034071807749569416,
      "loss_partial": 0.008544921875,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0005929877515882254,
      "loss_partial": 0.0045166015625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0007588676526211202,
      "loss_partial": 0.005218505859375,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00068247428862378,
      "loss_partial": 0.0079345703125,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00031993832089938223,
      "loss_partial": 0.01385498046875,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0006604184745810926,
      "loss_partial": 0.007476806640625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00048041704576462507,
      "loss_partial": 0.0068359375,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0005107178003527224,
      "loss_partial": 0.0152587890625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.000615110038779676,
      "loss_partial": 0.006622314453125,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00031488394597545266,
      "loss_partial": 0.009033203125,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0006138394819572568,
      "loss_partial": 0.006744384765625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0005411992315202951,
      "loss_partial": 0.007080078125,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.00041107117431238294,
      "loss_partial": 0.00830078125,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0005777647020295262,
      "loss_partial": 0.00885009765625,
      "step": 390
    },
    {
      "epoch": 0.5668604651162791,
      "loss_distr": 0.0002755911264102906,
      "loss_partial": 0.00396728515625,
      "step": 390
    },
    {
      "epoch": 0.5683139534883721,
      "grad_norm": 0.1947714388370514,
      "learning_rate": 1.802403728397034e-05,
      "loss": 0.1851,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.000464082695543766,
      "loss_partial": 0.0068359375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.00047592329792678356,
      "loss_partial": 0.005218505859375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0006000759894959629,
      "loss_partial": 0.0069580078125,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0007435972802340984,
      "loss_partial": 0.00360107421875,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.00048376823542639613,
      "loss_partial": 0.00970458984375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0005239591700956225,
      "loss_partial": 0.01214599609375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0004953268216922879,
      "loss_partial": 0.00701904296875,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0006053616525605321,
      "loss_partial": 0.00726318359375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.00023456878261640668,
      "loss_partial": 0.00775146484375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0004017887404188514,
      "loss_partial": 0.01312255859375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.00039612685213796794,
      "loss_partial": 0.00982666015625,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0006859464920125902,
      "loss_partial": 0.0042724609375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.000666446634568274,
      "loss_partial": 0.0031585693359375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.000710225838702172,
      "loss_partial": 0.00555419921875,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.00040024094050750136,
      "loss_partial": 0.004669189453125,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0005990058416500688,
      "loss_partial": 0.005950927734375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.00048389562289230525,
      "loss_partial": 0.0089111328125,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.000767913181334734,
      "loss_partial": 0.005950927734375,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0005232387338764966,
      "loss_partial": 0.005126953125,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.00039357400964945555,
      "loss_partial": 0.00494384765625,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0007961374940350652,
      "loss_partial": 0.00555419921875,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0005638526054099202,
      "loss_partial": 0.006134033203125,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0007157679065130651,
      "loss_partial": 0.00360107421875,
      "step": 391
    },
    {
      "epoch": 0.5683139534883721,
      "loss_distr": 0.0005095811211504042,
      "loss_partial": 0.00506591796875,
      "step": 391
    },
    {
      "epoch": 0.5697674418604651,
      "grad_norm": 0.18446289002895355,
      "learning_rate": 1.800886732364534e-05,
      "loss": 0.1816,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.000409999571274966,
      "loss_partial": 0.00933837890625,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0007652494823560119,
      "loss_partial": 0.00811767578125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0006036408012732863,
      "loss_partial": 0.00860595703125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0006930207600817084,
      "loss_partial": 0.00799560546875,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0005215925630182028,
      "loss_partial": 0.00921630859375,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0007004005601629615,
      "loss_partial": 0.005218505859375,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0003325495054014027,
      "loss_partial": 0.005096435546875,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0008047173032537103,
      "loss_partial": 0.00518798828125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.00045028352178633213,
      "loss_partial": 0.0128173828125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0006590205593965948,
      "loss_partial": 0.00946044921875,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0005596780683845282,
      "loss_partial": 0.00421142578125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0004949175636284053,
      "loss_partial": 0.008056640625,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0006175328744575381,
      "loss_partial": 0.00799560546875,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.000463285599835217,
      "loss_partial": 0.01080322265625,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0004698751727119088,
      "loss_partial": 0.01019287109375,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0008298911852762103,
      "loss_partial": 0.004638671875,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0007967503624968231,
      "loss_partial": 0.008056640625,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0005571225774474442,
      "loss_partial": 0.004302978515625,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0006072744727134705,
      "loss_partial": 0.010986328125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0003598285838961601,
      "loss_partial": 0.0079345703125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0007851541740819812,
      "loss_partial": 0.0089111328125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.000282298686215654,
      "loss_partial": 0.005889892578125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0007689916528761387,
      "loss_partial": 0.00567626953125,
      "step": 392
    },
    {
      "epoch": 0.5697674418604651,
      "loss_distr": 0.0007250173366628587,
      "loss_partial": 0.00634765625,
      "step": 392
    },
    {
      "epoch": 0.5712209302325582,
      "grad_norm": 0.19976988434791565,
      "learning_rate": 1.7993645789497733e-05,
      "loss": 0.1868,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0002575229445938021,
      "loss_partial": 0.00811767578125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0008856297354213893,
      "loss_partial": 0.00653076171875,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0008840197115205228,
      "loss_partial": 0.00335693359375,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0005634772824123502,
      "loss_partial": 0.0098876953125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.00029069726588204503,
      "loss_partial": 0.00811767578125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0003845392493531108,
      "loss_partial": 0.006378173828125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.000539906439371407,
      "loss_partial": 0.00994873046875,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0007638124516233802,
      "loss_partial": 0.00421142578125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0007302645826712251,
      "loss_partial": 0.01055908203125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.000693552428856492,
      "loss_partial": 0.00579833984375,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.000837681582197547,
      "loss_partial": 0.0057373046875,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0008193523390218616,
      "loss_partial": 0.004241943359375,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0008862263057380915,
      "loss_partial": 0.00762939453125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0007308099884539843,
      "loss_partial": 0.005218505859375,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0005378677742555737,
      "loss_partial": 0.007110595703125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0006197365000844002,
      "loss_partial": 0.00701904296875,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0010937161277979612,
      "loss_partial": 0.005340576171875,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0006555375875905156,
      "loss_partial": 0.004913330078125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0002650188689585775,
      "loss_partial": 0.010009765625,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.00048465916188433766,
      "loss_partial": 0.005096435546875,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.000550639524590224,
      "loss_partial": 0.01055908203125,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.00047237350372597575,
      "loss_partial": 0.0074462890625,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.000466846686322242,
      "loss_partial": 0.01019287109375,
      "step": 393
    },
    {
      "epoch": 0.5712209302325582,
      "loss_distr": 0.0008290041005238891,
      "loss_partial": 0.004608154296875,
      "step": 393
    },
    {
      "epoch": 0.5726744186046512,
      "grad_norm": 0.19167308509349823,
      "learning_rate": 1.797837277954797e-05,
      "loss": 0.1846,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.00034848350333049893,
      "loss_partial": 0.006927490234375,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0008108193287625909,
      "loss_partial": 0.005523681640625,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.00039418329834006727,
      "loss_partial": 0.00885009765625,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0004450809792615473,
      "loss_partial": 0.005523681640625,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0006929626106284559,
      "loss_partial": 0.00579833984375,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0006514108972623944,
      "loss_partial": 0.007171630859375,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.000968110398389399,
      "loss_partial": 0.004608154296875,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0006974530406296253,
      "loss_partial": 0.006195068359375,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0007762833847664297,
      "loss_partial": 0.00421142578125,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0005766466492787004,
      "loss_partial": 0.00616455078125,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0004902991349808872,
      "loss_partial": 0.01123046875,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0007448181859217584,
      "loss_partial": 0.005889892578125,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0006823320873081684,
      "loss_partial": 0.0074462890625,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0005883551202714443,
      "loss_partial": 0.00946044921875,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0005614336114376783,
      "loss_partial": 0.00421142578125,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0006979438476264477,
      "loss_partial": 0.00592041015625,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0005240975297056139,
      "loss_partial": 0.00408935546875,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0005738260224461555,
      "loss_partial": 0.007171630859375,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0006544175557792187,
      "loss_partial": 0.01025390625,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0003618780174292624,
      "loss_partial": 0.0101318359375,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0004317736020311713,
      "loss_partial": 0.006561279296875,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.000301274296361953,
      "loss_partial": 0.0079345703125,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0007368994411081076,
      "loss_partial": 0.00872802734375,
      "step": 394
    },
    {
      "epoch": 0.5726744186046512,
      "loss_distr": 0.0006008033524267375,
      "loss_partial": 0.007537841796875,
      "step": 394
    },
    {
      "epoch": 0.5741279069767442,
      "grad_norm": 0.23242154717445374,
      "learning_rate": 1.7963048392147962e-05,
      "loss": 0.1837,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0007968466961756349,
      "loss_partial": 0.00787353515625,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0004514607135206461,
      "loss_partial": 0.005096435546875,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.00022693157370667905,
      "loss_partial": 0.006591796875,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.000842134584672749,
      "loss_partial": 0.01092529296875,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0003283085534349084,
      "loss_partial": 0.00830078125,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.000534129561856389,
      "loss_partial": 0.0089111328125,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.000633736839517951,
      "loss_partial": 0.003875732421875,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0007543362444266677,
      "loss_partial": 0.00738525390625,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.00035669567296281457,
      "loss_partial": 0.0081787109375,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0005096099339425564,
      "loss_partial": 0.006439208984375,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0005962043651379645,
      "loss_partial": 0.00982666015625,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0005281186895444989,
      "loss_partial": 0.006103515625,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.00048040944966487586,
      "loss_partial": 0.009033203125,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0007581670652143657,
      "loss_partial": 0.005462646484375,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0003122783382423222,
      "loss_partial": 0.005035400390625,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0005267405649647117,
      "loss_partial": 0.005157470703125,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.00039214157732203603,
      "loss_partial": 0.01055908203125,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0005912968190386891,
      "loss_partial": 0.0091552734375,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0006194540183059871,
      "loss_partial": 0.005859375,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.00023833959130570292,
      "loss_partial": 0.00445556640625,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0005100335692986846,
      "loss_partial": 0.00811767578125,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0004236362874507904,
      "loss_partial": 0.004058837890625,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0006356056546792388,
      "loss_partial": 0.006927490234375,
      "step": 395
    },
    {
      "epoch": 0.5741279069767442,
      "loss_distr": 0.0003760800464078784,
      "loss_partial": 0.00836181640625,
      "step": 395
    },
    {
      "epoch": 0.5755813953488372,
      "grad_norm": 0.17911067605018616,
      "learning_rate": 1.7947672725980495e-05,
      "loss": 0.1828,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0005882559344172478,
      "loss_partial": 0.004119873046875,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.00037067668745294213,
      "loss_partial": 0.006591796875,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0007323603495024145,
      "loss_partial": 0.0034332275390625,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0002448724990244955,
      "loss_partial": 0.00872802734375,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0004937979392707348,
      "loss_partial": 0.003936767578125,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0009978592861443758,
      "loss_partial": 0.004150390625,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0005822688108310103,
      "loss_partial": 0.00640869140625,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.000624583219178021,
      "loss_partial": 0.00677490234375,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.000930719543248415,
      "loss_partial": 0.005279541015625,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0005342458607628942,
      "loss_partial": 0.006622314453125,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.000959871569648385,
      "loss_partial": 0.0057373046875,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.00029174366500228643,
      "loss_partial": 0.006927490234375,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0006770002073608339,
      "loss_partial": 0.00677490234375,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.00046706257853657007,
      "loss_partial": 0.007354736328125,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0008687825175002217,
      "loss_partial": 0.003509521484375,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0009170779376290739,
      "loss_partial": 0.00592041015625,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.00040502165211364627,
      "loss_partial": 0.007293701171875,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0008401331724599004,
      "loss_partial": 0.00927734375,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0005707552772946656,
      "loss_partial": 0.00811767578125,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.000684990722220391,
      "loss_partial": 0.0048828125,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.000307016889564693,
      "loss_partial": 0.01043701171875,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0006576235755346715,
      "loss_partial": 0.007568359375,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.0007587412837892771,
      "loss_partial": 0.00653076171875,
      "step": 396
    },
    {
      "epoch": 0.5755813953488372,
      "loss_distr": 0.00048662169137969613,
      "loss_partial": 0.0079345703125,
      "step": 396
    },
    {
      "epoch": 0.5770348837209303,
      "grad_norm": 0.20574051141738892,
      "learning_rate": 1.7932245880058552e-05,
      "loss": 0.183,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.00037989375414326787,
      "loss_partial": 0.0032196044921875,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.000495279673486948,
      "loss_partial": 0.00555419921875,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0006570622208528221,
      "loss_partial": 0.0050048828125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0004929612041451037,
      "loss_partial": 0.009033203125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0008031439501792192,
      "loss_partial": 0.006927490234375,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0008466067956760526,
      "loss_partial": 0.00811767578125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0010447123786434531,
      "loss_partial": 0.005126953125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0008090019691735506,
      "loss_partial": 0.006439208984375,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0010331408120691776,
      "loss_partial": 0.004852294921875,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0004794592678081244,
      "loss_partial": 0.006378173828125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.00084142223931849,
      "loss_partial": 0.007720947265625,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0011883305851370096,
      "loss_partial": 0.003662109375,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0005961110000498593,
      "loss_partial": 0.0059814453125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0010536272311583161,
      "loss_partial": 0.006683349609375,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.00038856230094097555,
      "loss_partial": 0.011962890625,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.00042541936272755265,
      "loss_partial": 0.006011962890625,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0005173822282813489,
      "loss_partial": 0.004058837890625,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0005764847155660391,
      "loss_partial": 0.00927734375,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0005659955786541104,
      "loss_partial": 0.01092529296875,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0005033771740272641,
      "loss_partial": 0.00653076171875,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.00031291553750634193,
      "loss_partial": 0.006622314453125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0006943223415873945,
      "loss_partial": 0.00732421875,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0003261128149461001,
      "loss_partial": 0.007110595703125,
      "step": 397
    },
    {
      "epoch": 0.5770348837209303,
      "loss_distr": 0.0006761990953236818,
      "loss_partial": 0.004730224609375,
      "step": 397
    },
    {
      "epoch": 0.5784883720930233,
      "grad_norm": 0.163798987865448,
      "learning_rate": 1.7916767953724693e-05,
      "loss": 0.184,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0006230206927284598,
      "loss_partial": 0.0107421875,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0007521631196141243,
      "loss_partial": 0.0079345703125,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00030925936880521476,
      "loss_partial": 0.01177978515625,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.000511042308062315,
      "loss_partial": 0.00537109375,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0006907519418746233,
      "loss_partial": 0.004913330078125,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.001012633671052754,
      "loss_partial": 0.00677490234375,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00037573324516415596,
      "loss_partial": 0.010498046875,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00037513638380914927,
      "loss_partial": 0.007354736328125,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0005013667396269739,
      "loss_partial": 0.005096435546875,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0002909824252128601,
      "loss_partial": 0.006591796875,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0003573274880181998,
      "loss_partial": 0.007049560546875,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00040051245014183223,
      "loss_partial": 0.01019287109375,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0005345649551600218,
      "loss_partial": 0.0093994140625,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00046484911581501365,
      "loss_partial": 0.0081787109375,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0002762399963103235,
      "loss_partial": 0.007537841796875,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0003833230002783239,
      "loss_partial": 0.00823974609375,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00040238158544525504,
      "loss_partial": 0.005615234375,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00042775736073963344,
      "loss_partial": 0.012451171875,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00044152006739750504,
      "loss_partial": 0.01165771484375,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0004887742688879371,
      "loss_partial": 0.005523681640625,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0005878725205548108,
      "loss_partial": 0.0048828125,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.0008030370809137821,
      "loss_partial": 0.004669189453125,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00034481188049539924,
      "loss_partial": 0.010986328125,
      "step": 398
    },
    {
      "epoch": 0.5784883720930233,
      "loss_distr": 0.00033363618422299623,
      "loss_partial": 0.005584716796875,
      "step": 398
    },
    {
      "epoch": 0.5799418604651163,
      "grad_norm": 0.21648548543453217,
      "learning_rate": 1.790123904665042e-05,
      "loss": 0.1835,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005997683038003743,
      "loss_partial": 0.00897216796875,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0002295760641572997,
      "loss_partial": 0.007659912109375,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005254869465716183,
      "loss_partial": 0.008056640625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.000681572942994535,
      "loss_partial": 0.0078125,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005483119166456163,
      "loss_partial": 0.003997802734375,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005670466925948858,
      "loss_partial": 0.008544921875,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.00047485349932685494,
      "loss_partial": 0.01385498046875,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005739864427596331,
      "loss_partial": 0.003814697265625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0006834822706878185,
      "loss_partial": 0.005706787109375,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005004799459129572,
      "loss_partial": 0.004425048828125,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.00046308847959153354,
      "loss_partial": 0.00823974609375,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0006826170138083398,
      "loss_partial": 0.0074462890625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.000280457257758826,
      "loss_partial": 0.00823974609375,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005404497496783733,
      "loss_partial": 0.005767822265625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.00041267008055001497,
      "loss_partial": 0.010498046875,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005019254167564213,
      "loss_partial": 0.0091552734375,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0008923050481826067,
      "loss_partial": 0.005035400390625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.000526627351064235,
      "loss_partial": 0.0064697265625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0005031026666983962,
      "loss_partial": 0.009765625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0009365000296384096,
      "loss_partial": 0.0067138671875,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.000613106123637408,
      "loss_partial": 0.0079345703125,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.00039743768866173923,
      "loss_partial": 0.007720947265625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.000259054999332875,
      "loss_partial": 0.00634765625,
      "step": 399
    },
    {
      "epoch": 0.5799418604651163,
      "loss_distr": 0.0006370593328028917,
      "loss_partial": 0.006439208984375,
      "step": 399
    },
    {
      "epoch": 0.5813953488372093,
      "grad_norm": 0.20444120466709137,
      "learning_rate": 1.7885659258835534e-05,
      "loss": 0.1851,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.000518650806043297,
      "loss_partial": 0.012451171875,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.000428855128120631,
      "loss_partial": 0.01190185546875,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0005155756371095777,
      "loss_partial": 0.00872802734375,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0003357756359037012,
      "loss_partial": 0.0050048828125,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0006002811715006828,
      "loss_partial": 0.00958251953125,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.00036073310184292495,
      "loss_partial": 0.004058837890625,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0005876516224816442,
      "loss_partial": 0.005279541015625,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.00058989372337237,
      "loss_partial": 0.008544921875,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0007165506831370294,
      "loss_partial": 0.0059814453125,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0004262336005922407,
      "loss_partial": 0.007659912109375,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0008708747336640954,
      "loss_partial": 0.006011962890625,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.00028230901807546616,
      "loss_partial": 0.00946044921875,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0006029189680702984,
      "loss_partial": 0.004547119140625,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.00038558070082217455,
      "loss_partial": 0.01068115234375,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0002309807896381244,
      "loss_partial": 0.005950927734375,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0006303550908342004,
      "loss_partial": 0.0162353515625,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0007630567415617406,
      "loss_partial": 0.0037078857421875,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0006536154542118311,
      "loss_partial": 0.0069580078125,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0008557512774132192,
      "loss_partial": 0.005645751953125,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0004949390422552824,
      "loss_partial": 0.00994873046875,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0005439913948066533,
      "loss_partial": 0.00445556640625,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.00046760495752096176,
      "loss_partial": 0.0048828125,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0005607792409136891,
      "loss_partial": 0.01043701171875,
      "step": 400
    },
    {
      "epoch": 0.5813953488372093,
      "loss_distr": 0.0005302221397869289,
      "loss_partial": 0.01025390625,
      "step": 400
    },
    {
      "epoch": 0.5828488372093024,
      "grad_norm": 0.18968790769577026,
      "learning_rate": 1.7870028690607476e-05,
      "loss": 0.1853,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.00041580351535230875,
      "loss_partial": 0.006072998046875,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0005122158909216523,
      "loss_partial": 0.01055908203125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0003269966400694102,
      "loss_partial": 0.0078125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0005988966440781951,
      "loss_partial": 0.00537109375,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.00051738484762609,
      "loss_partial": 0.005523681640625,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.000691868073772639,
      "loss_partial": 0.00482177734375,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.000872937380336225,
      "loss_partial": 0.006591796875,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0005104620940983295,
      "loss_partial": 0.00616455078125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.00043176551116630435,
      "loss_partial": 0.01507568359375,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.000848893541842699,
      "loss_partial": 0.0034332275390625,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.00046749363536946476,
      "loss_partial": 0.00933837890625,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.000542781432159245,
      "loss_partial": 0.00860595703125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.000620883540250361,
      "loss_partial": 0.00506591796875,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0007640791591256857,
      "loss_partial": 0.00360107421875,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0006807610625401139,
      "loss_partial": 0.0037384033203125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0006108420202508569,
      "loss_partial": 0.00341796875,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0008023499394766986,
      "loss_partial": 0.005401611328125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0005443578120321035,
      "loss_partial": 0.00885009765625,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0006795300869271159,
      "loss_partial": 0.0048828125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.001153864897787571,
      "loss_partial": 0.0033721923828125,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0006695690099149942,
      "loss_partial": 0.00836181640625,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0006516696303151548,
      "loss_partial": 0.00970458984375,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.0004665320157073438,
      "loss_partial": 0.00640869140625,
      "step": 401
    },
    {
      "epoch": 0.5828488372093024,
      "loss_distr": 0.00034890807000920177,
      "loss_partial": 0.005462646484375,
      "step": 401
    },
    {
      "epoch": 0.5843023255813954,
      "grad_norm": 0.17940586805343628,
      "learning_rate": 1.7854347442620707e-05,
      "loss": 0.183,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0009514304110780358,
      "loss_partial": 0.00457763671875,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0004127143765799701,
      "loss_partial": 0.006866455078125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0005823246319778264,
      "loss_partial": 0.005889892578125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0003535074647516012,
      "loss_partial": 0.015869140625,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0005389208090491593,
      "loss_partial": 0.007720947265625,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0007439134060405195,
      "loss_partial": 0.0081787109375,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0004432454879861325,
      "loss_partial": 0.01953125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0003707221185322851,
      "loss_partial": 0.006072998046875,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.00032660592114552855,
      "loss_partial": 0.0086669921875,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0007471556309610605,
      "loss_partial": 0.00579833984375,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.00035899807699024677,
      "loss_partial": 0.00970458984375,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0008365536341443658,
      "loss_partial": 0.00616455078125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0005323670338839293,
      "loss_partial": 0.007537841796875,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0005721999332308769,
      "loss_partial": 0.006591796875,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0007261615246534348,
      "loss_partial": 0.005645751953125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0007271537324413657,
      "loss_partial": 0.0048828125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0010526478290557861,
      "loss_partial": 0.007537841796875,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0007885372033342719,
      "loss_partial": 0.006744384765625,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.00029789243126288056,
      "loss_partial": 0.0078125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.00039991107769310474,
      "loss_partial": 0.009765625,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.00048141396837309003,
      "loss_partial": 0.00762939453125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0004441193013917655,
      "loss_partial": 0.0078125,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.0004382603510748595,
      "loss_partial": 0.00897216796875,
      "step": 402
    },
    {
      "epoch": 0.5843023255813954,
      "loss_distr": 0.00028537018806673586,
      "loss_partial": 0.0107421875,
      "step": 402
    },
    {
      "epoch": 0.5857558139534884,
      "grad_norm": 0.1863744556903839,
      "learning_rate": 1.7838615615856026e-05,
      "loss": 0.1853,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0007646954036317766,
      "loss_partial": 0.004791259765625,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0003592054999899119,
      "loss_partial": 0.0067138671875,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0009222018998116255,
      "loss_partial": 0.0036468505859375,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.00048806690028868616,
      "loss_partial": 0.00518798828125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0006028988864272833,
      "loss_partial": 0.00830078125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0004800568276550621,
      "loss_partial": 0.005950927734375,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0007881931960582733,
      "loss_partial": 0.00604248046875,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.000519702211022377,
      "loss_partial": 0.00567626953125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.00046490842942148447,
      "loss_partial": 0.004486083984375,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.00040014844853430986,
      "loss_partial": 0.005462646484375,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0004924475797452033,
      "loss_partial": 0.00860595703125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0005943848518654704,
      "loss_partial": 0.0098876953125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0005849349545314908,
      "loss_partial": 0.01025390625,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0005023088306188583,
      "loss_partial": 0.006378173828125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.00022706761956214905,
      "loss_partial": 0.0096435546875,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0011433428153395653,
      "loss_partial": 0.004241943359375,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0008373509044758976,
      "loss_partial": 0.003448486328125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0004290509968996048,
      "loss_partial": 0.00738525390625,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0008422660175710917,
      "loss_partial": 0.0040283203125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.00042766667320393026,
      "loss_partial": 0.0089111328125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.000537912710569799,
      "loss_partial": 0.006805419921875,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.00028860929887741804,
      "loss_partial": 0.01202392578125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.0003796730889007449,
      "loss_partial": 0.007110595703125,
      "step": 403
    },
    {
      "epoch": 0.5857558139534884,
      "loss_distr": 0.00040659133810549974,
      "loss_partial": 0.0074462890625,
      "step": 403
    },
    {
      "epoch": 0.5872093023255814,
      "grad_norm": 0.18711136281490326,
      "learning_rate": 1.782283331161995e-05,
      "loss": 0.1832,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005790980067104101,
      "loss_partial": 0.01287841796875,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0006174271111376584,
      "loss_partial": 0.013427734375,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005549486959353089,
      "loss_partial": 0.0089111328125,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.00047272141091525555,
      "loss_partial": 0.005096435546875,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.000847307441290468,
      "loss_partial": 0.00567626953125,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.00039242918137460947,
      "loss_partial": 0.00958251953125,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005753238219767809,
      "loss_partial": 0.007720947265625,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005637404974550009,
      "loss_partial": 0.005767822265625,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0002446320722810924,
      "loss_partial": 0.004852294921875,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005614108522422612,
      "loss_partial": 0.008056640625,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.00038978035445325077,
      "loss_partial": 0.005584716796875,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005172076052986085,
      "loss_partial": 0.01446533203125,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0003885311307385564,
      "loss_partial": 0.0120849609375,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005432065227068961,
      "loss_partial": 0.003997802734375,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0004117996140848845,
      "loss_partial": 0.0101318359375,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0006069399532862008,
      "loss_partial": 0.006805419921875,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0008302369969896972,
      "loss_partial": 0.005767822265625,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0007056096801534295,
      "loss_partial": 0.00567626953125,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0004203850985504687,
      "loss_partial": 0.0123291015625,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0005195513367652893,
      "loss_partial": 0.007080078125,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0004952658200636506,
      "loss_partial": 0.005706787109375,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0007643460994586349,
      "loss_partial": 0.004608154296875,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.0003512617840897292,
      "loss_partial": 0.0078125,
      "step": 404
    },
    {
      "epoch": 0.5872093023255814,
      "loss_distr": 0.00041573666385374963,
      "loss_partial": 0.00653076171875,
      "step": 404
    },
    {
      "epoch": 0.5886627906976745,
      "grad_norm": 0.19205810129642487,
      "learning_rate": 1.7807000631544053e-05,
      "loss": 0.1827,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0005338062765076756,
      "loss_partial": 0.01373291015625,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0004391698748804629,
      "loss_partial": 0.00469970703125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0005156296538189054,
      "loss_partial": 0.00616455078125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0010418532183393836,
      "loss_partial": 0.004669189453125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.00037801405414938927,
      "loss_partial": 0.004638671875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0006147250533103943,
      "loss_partial": 0.0074462890625,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0005794786266051233,
      "loss_partial": 0.006622314453125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0004904809175059199,
      "loss_partial": 0.00469970703125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0006097002187743783,
      "loss_partial": 0.00616455078125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0006668037967756391,
      "loss_partial": 0.01043701171875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.00040713167982175946,
      "loss_partial": 0.011474609375,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0002703715581446886,
      "loss_partial": 0.0125732421875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0006126109510660172,
      "loss_partial": 0.00872802734375,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0007512486772611737,
      "loss_partial": 0.00653076171875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0005195207195356488,
      "loss_partial": 0.00469970703125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.000648300803732127,
      "loss_partial": 0.007720947265625,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0006242386298254132,
      "loss_partial": 0.006805419921875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0004689056077040732,
      "loss_partial": 0.00677490234375,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0008164957398548722,
      "loss_partial": 0.0033416748046875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.00036239693872630596,
      "loss_partial": 0.005645751953125,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0006565448129549623,
      "loss_partial": 0.00555419921875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0007858736789785326,
      "loss_partial": 0.01043701171875,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0006729128072038293,
      "loss_partial": 0.00823974609375,
      "step": 405
    },
    {
      "epoch": 0.5886627906976745,
      "loss_distr": 0.0007175982464104891,
      "loss_partial": 0.0032501220703125,
      "step": 405
    },
    {
      "epoch": 0.5901162790697675,
      "grad_norm": 0.1814245730638504,
      "learning_rate": 1.7791117677584307e-05,
      "loss": 0.1812,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0005192669341340661,
      "loss_partial": 0.00665283203125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0010138577781617641,
      "loss_partial": 0.00640869140625,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0005150113138370216,
      "loss_partial": 0.00396728515625,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0006587043753825128,
      "loss_partial": 0.004425048828125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0006642965599894524,
      "loss_partial": 0.00616455078125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0008762883953750134,
      "loss_partial": 0.005462646484375,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0005263722268864512,
      "loss_partial": 0.0079345703125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0007258947007358074,
      "loss_partial": 0.0064697265625,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0007740006549283862,
      "loss_partial": 0.0067138671875,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0003301269607618451,
      "loss_partial": 0.00885009765625,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0008175898692570627,
      "loss_partial": 0.004974365234375,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0006614536396227777,
      "loss_partial": 0.0062255859375,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.00058904686011374,
      "loss_partial": 0.0078125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0005058220122009516,
      "loss_partial": 0.006805419921875,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0009979245951399207,
      "loss_partial": 0.0037384033203125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0007098261266946793,
      "loss_partial": 0.00927734375,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.00042149005457758904,
      "loss_partial": 0.006591796875,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.000872826436534524,
      "loss_partial": 0.004180908203125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0003347659658174962,
      "loss_partial": 0.006072998046875,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0012273879256099463,
      "loss_partial": 0.0035247802734375,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.000291642063530162,
      "loss_partial": 0.006805419921875,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.0008181981975212693,
      "loss_partial": 0.00616455078125,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.00035807956010103226,
      "loss_partial": 0.01116943359375,
      "step": 406
    },
    {
      "epoch": 0.5901162790697675,
      "loss_distr": 0.00044723914470523596,
      "loss_partial": 0.01312255859375,
      "step": 406
    },
    {
      "epoch": 0.5915697674418605,
      "grad_norm": 0.20174255967140198,
      "learning_rate": 1.7775184552020416e-05,
      "loss": 0.1829,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0004712503869086504,
      "loss_partial": 0.005767822265625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0008269367972388864,
      "loss_partial": 0.00579833984375,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0008590025245212018,
      "loss_partial": 0.00494384765625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0005759075284004211,
      "loss_partial": 0.006256103515625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0006048893555998802,
      "loss_partial": 0.00933837890625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0005900083342567086,
      "loss_partial": 0.009033203125,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0004221197450533509,
      "loss_partial": 0.00445556640625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0005389922298491001,
      "loss_partial": 0.005889892578125,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0005461929831653833,
      "loss_partial": 0.0086669921875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0006093201809562743,
      "loss_partial": 0.00653076171875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0005312277935445309,
      "loss_partial": 0.01092529296875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.000604941975325346,
      "loss_partial": 0.0072021484375,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0008652148535475135,
      "loss_partial": 0.007049560546875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0008918015519157052,
      "loss_partial": 0.004852294921875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0008349185227416456,
      "loss_partial": 0.00933837890625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0004991100286133587,
      "loss_partial": 0.006591796875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.00045747015974484384,
      "loss_partial": 0.00640869140625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0005355955800041556,
      "loss_partial": 0.005828857421875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.000805138610303402,
      "loss_partial": 0.00579833984375,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0004245869058649987,
      "loss_partial": 0.006439208984375,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.00042735185706987977,
      "loss_partial": 0.01123046875,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0006503543118014932,
      "loss_partial": 0.00494384765625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0005269908579066396,
      "loss_partial": 0.0084228515625,
      "step": 407
    },
    {
      "epoch": 0.5915697674418605,
      "loss_distr": 0.0003885234473273158,
      "loss_partial": 0.0093994140625,
      "step": 407
    },
    {
      "epoch": 0.5930232558139535,
      "grad_norm": 0.18797031044960022,
      "learning_rate": 1.7759201357455185e-05,
      "loss": 0.1854,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.00020323024364188313,
      "loss_partial": 0.00811767578125,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.00034978656913153827,
      "loss_partial": 0.00762939453125,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0006692345486953855,
      "loss_partial": 0.00677490234375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.00039282438228838146,
      "loss_partial": 0.005584716796875,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.000750515260733664,
      "loss_partial": 0.00579833984375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0004672616196330637,
      "loss_partial": 0.005157470703125,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0004776411806233227,
      "loss_partial": 0.00799560546875,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.00031985482200980186,
      "loss_partial": 0.007171630859375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.000379669654648751,
      "loss_partial": 0.0079345703125,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0004246144089847803,
      "loss_partial": 0.00726318359375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0006436011753976345,
      "loss_partial": 0.006591796875,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.00041364002390764654,
      "loss_partial": 0.007659912109375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.000652879651170224,
      "loss_partial": 0.005462646484375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0006411455105990171,
      "loss_partial": 0.00872802734375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0009221258806064725,
      "loss_partial": 0.00396728515625,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0005370681756176054,
      "loss_partial": 0.005096435546875,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0006895979167893529,
      "loss_partial": 0.004669189453125,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.00032918291981332004,
      "loss_partial": 0.01214599609375,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0006540088215842843,
      "loss_partial": 0.006317138671875,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0009449562057852745,
      "loss_partial": 0.00372314453125,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0009601865313015878,
      "loss_partial": 0.0089111328125,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0005184822948649526,
      "loss_partial": 0.00634765625,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0004899998311884701,
      "loss_partial": 0.007049560546875,
      "step": 408
    },
    {
      "epoch": 0.5930232558139535,
      "loss_distr": 0.0005995660321787,
      "loss_partial": 0.004974365234375,
      "step": 408
    },
    {
      "epoch": 0.5944767441860465,
      "grad_norm": 0.18752166628837585,
      "learning_rate": 1.774316819681383e-05,
      "loss": 0.184,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0008789153071120381,
      "loss_partial": 0.003143310546875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0003545757499523461,
      "loss_partial": 0.0089111328125,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0009004493476822972,
      "loss_partial": 0.00592041015625,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.000325920176692307,
      "loss_partial": 0.01068115234375,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0004442827485036105,
      "loss_partial": 0.00897216796875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0008841919479891658,
      "loss_partial": 0.00494384765625,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0003544228966347873,
      "loss_partial": 0.008056640625,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0006591030396521091,
      "loss_partial": 0.0079345703125,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0005542690050788224,
      "loss_partial": 0.007354736328125,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0006967383669689298,
      "loss_partial": 0.00604248046875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0004259931156411767,
      "loss_partial": 0.005340576171875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0005479605169966817,
      "loss_partial": 0.0218505859375,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0005352211301214993,
      "loss_partial": 0.0040283203125,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0008137495606206357,
      "loss_partial": 0.00860595703125,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0004520676739048213,
      "loss_partial": 0.0057373046875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0005596708506345749,
      "loss_partial": 0.01190185546875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0005781763466075063,
      "loss_partial": 0.004608154296875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0004533266765065491,
      "loss_partial": 0.00787353515625,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0007462610374204814,
      "loss_partial": 0.005035400390625,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0007738072890788317,
      "loss_partial": 0.008056640625,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0005522548453882337,
      "loss_partial": 0.009033203125,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0005995765095576644,
      "loss_partial": 0.005584716796875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.0004643570864573121,
      "loss_partial": 0.00604248046875,
      "step": 409
    },
    {
      "epoch": 0.5944767441860465,
      "loss_distr": 0.00038217983092181385,
      "loss_partial": 0.0087890625,
      "step": 409
    },
    {
      "epoch": 0.5959302325581395,
      "grad_norm": 0.19243952631950378,
      "learning_rate": 1.772708517334334e-05,
      "loss": 0.1862,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0007296554977074265,
      "loss_partial": 0.0048828125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.000628999900072813,
      "loss_partial": 0.00628662109375,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0007048930274322629,
      "loss_partial": 0.006011962890625,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0003855247632600367,
      "loss_partial": 0.004180908203125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.00035111873876303434,
      "loss_partial": 0.010986328125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0005923134740442038,
      "loss_partial": 0.00421142578125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.000332501222146675,
      "loss_partial": 0.00775146484375,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0010754598770290613,
      "loss_partial": 0.00360107421875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0011601175647228956,
      "loss_partial": 0.0038604736328125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0008452496258541942,
      "loss_partial": 0.006622314453125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0003514208074193448,
      "loss_partial": 0.00946044921875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0008518812246620655,
      "loss_partial": 0.0079345703125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0007685255259275436,
      "loss_partial": 0.006103515625,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0007141460082493722,
      "loss_partial": 0.006561279296875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.000854194164276123,
      "loss_partial": 0.007537841796875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.000860491069033742,
      "loss_partial": 0.004638671875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0006128323148004711,
      "loss_partial": 0.008544921875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.000983388745225966,
      "loss_partial": 0.006561279296875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0009287218563258648,
      "loss_partial": 0.00372314453125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0006033380050212145,
      "loss_partial": 0.0078125,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0005472929333336651,
      "loss_partial": 0.0107421875,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0008910912438295782,
      "loss_partial": 0.004547119140625,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0006953856791369617,
      "loss_partial": 0.0052490234375,
      "step": 410
    },
    {
      "epoch": 0.5959302325581395,
      "loss_distr": 0.0007590405875816941,
      "loss_partial": 0.01007080078125,
      "step": 410
    },
    {
      "epoch": 0.5973837209302325,
      "grad_norm": 0.22990314662456512,
      "learning_rate": 1.7710952390611787e-05,
      "loss": 0.1832,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0004653598298318684,
      "loss_partial": 0.013427734375,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.00045374379260465503,
      "loss_partial": 0.003997802734375,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0008899278473109007,
      "loss_partial": 0.005645751953125,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.00044726626947522163,
      "loss_partial": 0.01153564453125,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.000626011227723211,
      "loss_partial": 0.004547119140625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.00044499870273284614,
      "loss_partial": 0.004119873046875,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0007278850534930825,
      "loss_partial": 0.007720947265625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0006569835240952671,
      "loss_partial": 0.0033416748046875,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0006299752276390791,
      "loss_partial": 0.01025390625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0005692968261428177,
      "loss_partial": 0.003204345703125,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.000760067137889564,
      "loss_partial": 0.00634765625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.00038088797009550035,
      "loss_partial": 0.00994873046875,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0008837514324113727,
      "loss_partial": 0.0054931640625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0004024025984108448,
      "loss_partial": 0.0042724609375,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0003114635474048555,
      "loss_partial": 0.008056640625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0005023321136832237,
      "loss_partial": 0.01025390625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0003235691983718425,
      "loss_partial": 0.005645751953125,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0007342485478147864,
      "loss_partial": 0.0108642578125,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0009578891331329942,
      "loss_partial": 0.0026092529296875,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0006685198750346899,
      "loss_partial": 0.01019287109375,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.000675504095852375,
      "loss_partial": 0.00299072265625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0007020173943601549,
      "loss_partial": 0.0054931640625,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0007823083433322608,
      "loss_partial": 0.005218505859375,
      "step": 411
    },
    {
      "epoch": 0.5973837209302325,
      "loss_distr": 0.0006825709133408964,
      "loss_partial": 0.00750732421875,
      "step": 411
    },
    {
      "epoch": 0.5988372093023255,
      "grad_norm": 0.18128477036952972,
      "learning_rate": 1.7694769952507683e-05,
      "loss": 0.1817,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0006010541692376137,
      "loss_partial": 0.008056640625,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0006892443052493036,
      "loss_partial": 0.006866455078125,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0002823944087140262,
      "loss_partial": 0.01007080078125,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.00044519826769828796,
      "loss_partial": 0.0091552734375,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.00068213592749089,
      "loss_partial": 0.008544921875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0005494276992976665,
      "loss_partial": 0.00762939453125,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0004694479866884649,
      "loss_partial": 0.005767822265625,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0006027548806741834,
      "loss_partial": 0.007781982421875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.000684878439642489,
      "loss_partial": 0.005035400390625,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0005508969770744443,
      "loss_partial": 0.005859375,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0009647346450947225,
      "loss_partial": 0.00421142578125,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.00031860070885159075,
      "loss_partial": 0.006805419921875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.000351022434188053,
      "loss_partial": 0.00750732421875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.000602442363742739,
      "loss_partial": 0.00732421875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.00030260454514063895,
      "loss_partial": 0.005767822265625,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0005779102211818099,
      "loss_partial": 0.00439453125,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.00047668052138760686,
      "loss_partial": 0.00750732421875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.00042874697828665376,
      "loss_partial": 0.00457763671875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0006157341413199902,
      "loss_partial": 0.006256103515625,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0007546946289949119,
      "loss_partial": 0.004119873046875,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0009079718729481101,
      "loss_partial": 0.00970458984375,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0006553634302690625,
      "loss_partial": 0.0098876953125,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0006437028641812503,
      "loss_partial": 0.006500244140625,
      "step": 412
    },
    {
      "epoch": 0.5988372093023255,
      "loss_distr": 0.0008027292205952108,
      "loss_partial": 0.00390625,
      "step": 412
    },
    {
      "epoch": 0.6002906976744186,
      "grad_norm": 0.2205888032913208,
      "learning_rate": 1.767853796323929e-05,
      "loss": 0.1802,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.00029800430638715625,
      "loss_partial": 0.008056640625,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005698869936168194,
      "loss_partial": 0.005279541015625,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.00044603372225537896,
      "loss_partial": 0.004241943359375,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005432454636320472,
      "loss_partial": 0.00555419921875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005545722669921815,
      "loss_partial": 0.007781982421875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0003620015340857208,
      "loss_partial": 0.00506591796875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0008735553128644824,
      "loss_partial": 0.007080078125,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005212300457060337,
      "loss_partial": 0.007598876953125,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0004791831015609205,
      "loss_partial": 0.00830078125,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0003237933851778507,
      "loss_partial": 0.006591796875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0008221541065722704,
      "loss_partial": 0.005828857421875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.00035629593185149133,
      "loss_partial": 0.0069580078125,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0006238821661099792,
      "loss_partial": 0.005889892578125,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005628707585856318,
      "loss_partial": 0.006744384765625,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005830423906445503,
      "loss_partial": 0.0029144287109375,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0006782362470403314,
      "loss_partial": 0.003204345703125,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.000520814151968807,
      "loss_partial": 0.00927734375,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0004929366987198591,
      "loss_partial": 0.0086669921875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.00027561240131035447,
      "loss_partial": 0.00811767578125,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005400031805038452,
      "loss_partial": 0.00750732421875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.00030470770434476435,
      "loss_partial": 0.005462646484375,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0005442184628918767,
      "loss_partial": 0.01031494140625,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0006726867868565023,
      "loss_partial": 0.005828857421875,
      "step": 413
    },
    {
      "epoch": 0.6002906976744186,
      "loss_distr": 0.0003565194783732295,
      "loss_partial": 0.0087890625,
      "step": 413
    },
    {
      "epoch": 0.6017441860465116,
      "grad_norm": 0.1881142109632492,
      "learning_rate": 1.7662256527333973e-05,
      "loss": 0.1855,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0007384064956568182,
      "loss_partial": 0.004364013671875,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0006436978583224118,
      "loss_partial": 0.00579833984375,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0003417734696995467,
      "loss_partial": 0.01263427734375,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0006307312869466841,
      "loss_partial": 0.004852294921875,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.00039030780317261815,
      "loss_partial": 0.005706787109375,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0004091108567081392,
      "loss_partial": 0.0079345703125,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0009960300521925092,
      "loss_partial": 0.00421142578125,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0004125026462133974,
      "loss_partial": 0.00885009765625,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0006820134585723281,
      "loss_partial": 0.006927490234375,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.000993522466160357,
      "loss_partial": 0.007110595703125,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0006103810155764222,
      "loss_partial": 0.0108642578125,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0003579671902116388,
      "loss_partial": 0.004425048828125,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0007930977735668421,
      "loss_partial": 0.00860595703125,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.00048172811511904,
      "loss_partial": 0.0052490234375,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.00031623709946870804,
      "loss_partial": 0.0269775390625,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0006927553913556039,
      "loss_partial": 0.01031494140625,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.000453225860837847,
      "loss_partial": 0.00408935546875,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.000536796753294766,
      "loss_partial": 0.008544921875,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0004592063487507403,
      "loss_partial": 0.00927734375,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0011268786620348692,
      "loss_partial": 0.004180908203125,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0004720166034530848,
      "loss_partial": 0.006072998046875,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0003802698338404298,
      "loss_partial": 0.00848388671875,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0007737022242508829,
      "loss_partial": 0.006317138671875,
      "step": 414
    },
    {
      "epoch": 0.6017441860465116,
      "loss_distr": 0.0003673844039440155,
      "loss_partial": 0.004974365234375,
      "step": 414
    },
    {
      "epoch": 0.6031976744186046,
      "grad_norm": 0.18687957525253296,
      "learning_rate": 1.76459257496375e-05,
      "loss": 0.1841,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0004219713155180216,
      "loss_partial": 0.01446533203125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.000353701354470104,
      "loss_partial": 0.007080078125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.001105795381590724,
      "loss_partial": 0.00616455078125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0004047543043270707,
      "loss_partial": 0.007720947265625,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0008577548433095217,
      "loss_partial": 0.00439453125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.00034893580595962703,
      "loss_partial": 0.0096435546875,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0008617988787591457,
      "loss_partial": 0.003265380859375,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.00039993535028770566,
      "loss_partial": 0.005889892578125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.00034100021002814174,
      "loss_partial": 0.0089111328125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.000646308297291398,
      "loss_partial": 0.0089111328125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0005859570810571313,
      "loss_partial": 0.0091552734375,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0005882788100279868,
      "loss_partial": 0.0062255859375,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0002885575231630355,
      "loss_partial": 0.007354736328125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0004434908041730523,
      "loss_partial": 0.007171630859375,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0006336197257041931,
      "loss_partial": 0.005126953125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0006681864033453166,
      "loss_partial": 0.00836181640625,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0008389787981286645,
      "loss_partial": 0.006256103515625,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0005800312501378357,
      "loss_partial": 0.00732421875,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0007823447231203318,
      "loss_partial": 0.004241943359375,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0002858731022570282,
      "loss_partial": 0.01031494140625,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0004628980241250247,
      "loss_partial": 0.006256103515625,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0003786241286434233,
      "loss_partial": 0.00860595703125,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0006625109817832708,
      "loss_partial": 0.006500244140625,
      "step": 415
    },
    {
      "epoch": 0.6031976744186046,
      "loss_distr": 0.0006389059126377106,
      "loss_partial": 0.004791259765625,
      "step": 415
    },
    {
      "epoch": 0.6046511627906976,
      "grad_norm": 0.16555503010749817,
      "learning_rate": 1.7629545735313385e-05,
      "loss": 0.1866,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0006076139979995787,
      "loss_partial": 0.006500244140625,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.000579485553316772,
      "loss_partial": 0.00726318359375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.000529085285961628,
      "loss_partial": 0.01123046875,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0007187409210018814,
      "loss_partial": 0.00665283203125,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0004809704842045903,
      "loss_partial": 0.0079345703125,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005350539577193558,
      "loss_partial": 0.00677490234375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005895189242437482,
      "loss_partial": 0.005462646484375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0004354222328402102,
      "loss_partial": 0.0052490234375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0006687984568998218,
      "loss_partial": 0.005950927734375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005479922983795404,
      "loss_partial": 0.00982666015625,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.001045052194967866,
      "loss_partial": 0.005126953125,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.00043433529208414257,
      "loss_partial": 0.006195068359375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005693284911103547,
      "loss_partial": 0.006134033203125,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005119774723425508,
      "loss_partial": 0.0096435546875,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005819303914904594,
      "loss_partial": 0.006561279296875,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0006325136637315154,
      "loss_partial": 0.00811767578125,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0003148260875605047,
      "loss_partial": 0.007659912109375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0003885437035933137,
      "loss_partial": 0.01416015625,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.00036178395384922624,
      "loss_partial": 0.00860595703125,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0007044509402476251,
      "loss_partial": 0.005096435546875,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005454019410535693,
      "loss_partial": 0.00958251953125,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0005440894165076315,
      "loss_partial": 0.008544921875,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0004983983235433698,
      "loss_partial": 0.00628662109375,
      "step": 416
    },
    {
      "epoch": 0.6046511627906976,
      "loss_distr": 0.0004590495373122394,
      "loss_partial": 0.00775146484375,
      "step": 416
    },
    {
      "epoch": 0.6061046511627907,
      "grad_norm": 0.19657884538173676,
      "learning_rate": 1.7613116589842207e-05,
      "loss": 0.1833,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0006078043952584267,
      "loss_partial": 0.00982666015625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0004092621384188533,
      "loss_partial": 0.00567626953125,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0004733220848720521,
      "loss_partial": 0.005950927734375,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.00034520283224992454,
      "loss_partial": 0.01202392578125,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0005204492481425405,
      "loss_partial": 0.00823974609375,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0008287311065942049,
      "loss_partial": 0.0045166015625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0006680776132270694,
      "loss_partial": 0.005828857421875,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0005090979393571615,
      "loss_partial": 0.0086669921875,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0005518724210560322,
      "loss_partial": 0.00982666015625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0003113787097390741,
      "loss_partial": 0.004974365234375,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0007680525304749608,
      "loss_partial": 0.00897216796875,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0006398578407242894,
      "loss_partial": 0.0047607421875,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0006859131390228868,
      "loss_partial": 0.00592041015625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0004892144352197647,
      "loss_partial": 0.006378173828125,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0006717582582496107,
      "loss_partial": 0.00946044921875,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0008744068909436464,
      "loss_partial": 0.005767822265625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0004941982333548367,
      "loss_partial": 0.0062255859375,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.00034008099464699626,
      "loss_partial": 0.0030670166015625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.00036863534478470683,
      "loss_partial": 0.00592041015625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.00032200379064306617,
      "loss_partial": 0.00396728515625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0006320030661299825,
      "loss_partial": 0.004547119140625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0009715311462059617,
      "loss_partial": 0.005096435546875,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0005026378203183413,
      "loss_partial": 0.00592041015625,
      "step": 417
    },
    {
      "epoch": 0.6061046511627907,
      "loss_distr": 0.0005575931863859296,
      "loss_partial": 0.00482177734375,
      "step": 417
    },
    {
      "epoch": 0.6075581395348837,
      "grad_norm": 0.19933255016803741,
      "learning_rate": 1.7596638419020932e-05,
      "loss": 0.1837,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0002700768818613142,
      "loss_partial": 0.01312255859375,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.00040070523391477764,
      "loss_partial": 0.00701904296875,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0004470058484002948,
      "loss_partial": 0.005889892578125,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0002713285794015974,
      "loss_partial": 0.0079345703125,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0007353198016062379,
      "loss_partial": 0.00665283203125,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0008940615225583315,
      "loss_partial": 0.005401611328125,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0006524470518343151,
      "loss_partial": 0.006927490234375,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0005548911867663264,
      "loss_partial": 0.00579833984375,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0007248827605508268,
      "loss_partial": 0.003448486328125,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0005342095391824841,
      "loss_partial": 0.01123046875,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.001103743095882237,
      "loss_partial": 0.00445556640625,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0005471285548992455,
      "loss_partial": 0.006103515625,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0005049356841482222,
      "loss_partial": 0.007293701171875,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0009168132091872394,
      "loss_partial": 0.0036773681640625,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0004709459317382425,
      "loss_partial": 0.006378173828125,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.000539804226718843,
      "loss_partial": 0.00360107421875,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0003512858529575169,
      "loss_partial": 0.007537841796875,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0010305631440132856,
      "loss_partial": 0.01153564453125,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0006335312500596046,
      "loss_partial": 0.006805419921875,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.000832805351819843,
      "loss_partial": 0.00531005859375,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0005874843336641788,
      "loss_partial": 0.00482177734375,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0006047546048648655,
      "loss_partial": 0.00872802734375,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0004106155247427523,
      "loss_partial": 0.01165771484375,
      "step": 418
    },
    {
      "epoch": 0.6075581395348837,
      "loss_distr": 0.0007353257387876511,
      "loss_partial": 0.0059814453125,
      "step": 418
    },
    {
      "epoch": 0.6090116279069767,
      "grad_norm": 0.16548331081867218,
      "learning_rate": 1.758011132896222e-05,
      "loss": 0.1806,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005532240611501038,
      "loss_partial": 0.005279541015625,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005699548055417836,
      "loss_partial": 0.006561279296875,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0008290682453662157,
      "loss_partial": 0.005645751953125,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005731080891564488,
      "loss_partial": 0.0078125,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0006979233003221452,
      "loss_partial": 0.007537841796875,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005360820214264095,
      "loss_partial": 0.00714111328125,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005673606065101922,
      "loss_partial": 0.006683349609375,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005425924900919199,
      "loss_partial": 0.0069580078125,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.000918293371796608,
      "loss_partial": 0.00408935546875,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.000826528063043952,
      "loss_partial": 0.007232666015625,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0006577778840437531,
      "loss_partial": 0.0091552734375,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0004613851197063923,
      "loss_partial": 0.0057373046875,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.000467187725007534,
      "loss_partial": 0.01055908203125,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0003015237452927977,
      "loss_partial": 0.01025390625,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005652148392982781,
      "loss_partial": 0.00762939453125,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0004718432610388845,
      "loss_partial": 0.006378173828125,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0004847570089623332,
      "loss_partial": 0.009765625,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.000747361162211746,
      "loss_partial": 0.004852294921875,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0010144893312826753,
      "loss_partial": 0.003326416015625,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.000382561789592728,
      "loss_partial": 0.0086669921875,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0008155374671332538,
      "loss_partial": 0.00579833984375,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0005118162371218204,
      "loss_partial": 0.006317138671875,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.000552862067706883,
      "loss_partial": 0.007415771484375,
      "step": 419
    },
    {
      "epoch": 0.6090116279069767,
      "loss_distr": 0.0006214574677869678,
      "loss_partial": 0.004852294921875,
      "step": 419
    },
    {
      "epoch": 0.6104651162790697,
      "grad_norm": 0.18757852911949158,
      "learning_rate": 1.7563535426093756e-05,
      "loss": 0.1886,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0005464021814987063,
      "loss_partial": 0.004974365234375,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0005164787289686501,
      "loss_partial": 0.00518798828125,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0006628917763009667,
      "loss_partial": 0.00634765625,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0008618998690508306,
      "loss_partial": 0.00775146484375,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0005958817200735211,
      "loss_partial": 0.00738525390625,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0005449607269838452,
      "loss_partial": 0.006439208984375,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0007219292456284165,
      "loss_partial": 0.003662109375,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.000529681914485991,
      "loss_partial": 0.006866455078125,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0007756308186799288,
      "loss_partial": 0.00555419921875,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0007206552545540035,
      "loss_partial": 0.00909423828125,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0005064297001808882,
      "loss_partial": 0.007568359375,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0008543160511180758,
      "loss_partial": 0.005218505859375,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0007367487414740026,
      "loss_partial": 0.00469970703125,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.00032231403747573495,
      "loss_partial": 0.007476806640625,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0006518044974654913,
      "loss_partial": 0.007659912109375,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0004254107770975679,
      "loss_partial": 0.004791259765625,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0007620814722031355,
      "loss_partial": 0.00799560546875,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0002560795983299613,
      "loss_partial": 0.00714111328125,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0004814536077901721,
      "loss_partial": 0.00994873046875,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0004996219649910927,
      "loss_partial": 0.00518798828125,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.000553673948161304,
      "loss_partial": 0.00897216796875,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0006777429371140897,
      "loss_partial": 0.0045166015625,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0005319344345480204,
      "loss_partial": 0.004547119140625,
      "step": 420
    },
    {
      "epoch": 0.6104651162790697,
      "loss_distr": 0.0007763651665300131,
      "loss_partial": 0.0067138671875,
      "step": 420
    },
    {
      "epoch": 0.6119186046511628,
      "grad_norm": 0.19172993302345276,
      "learning_rate": 1.7546910817157564e-05,
      "loss": 0.1816,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0004714365932159126,
      "loss_partial": 0.008544921875,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005350368446670473,
      "loss_partial": 0.004791259765625,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0006654253229498863,
      "loss_partial": 0.003265380859375,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0006450184737332165,
      "loss_partial": 0.006591796875,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.000556562386918813,
      "loss_partial": 0.00634765625,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.00027412379859015346,
      "loss_partial": 0.01373291015625,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.000713048386387527,
      "loss_partial": 0.00579833984375,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.00044329295633360744,
      "loss_partial": 0.0091552734375,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0004260782734490931,
      "loss_partial": 0.0091552734375,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005625102203339338,
      "loss_partial": 0.005096435546875,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0008640337618999183,
      "loss_partial": 0.006317138671875,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.00037814531242474914,
      "loss_partial": 0.007476806640625,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005274956347420812,
      "loss_partial": 0.003875732421875,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005445000133477151,
      "loss_partial": 0.010986328125,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005142451263964176,
      "loss_partial": 0.005615234375,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005679004243575037,
      "loss_partial": 0.01019287109375,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0008352153818123043,
      "loss_partial": 0.005584716796875,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0007634494686499238,
      "loss_partial": 0.004669189453125,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005149694625288248,
      "loss_partial": 0.00543212890625,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0007303088787011802,
      "loss_partial": 0.007293701171875,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0008246466750279069,
      "loss_partial": 0.0078125,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0005192678072489798,
      "loss_partial": 0.015869140625,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.000820118235424161,
      "loss_partial": 0.005767822265625,
      "step": 421
    },
    {
      "epoch": 0.6119186046511628,
      "loss_distr": 0.0008273597341030836,
      "loss_partial": 0.004364013671875,
      "step": 421
    },
    {
      "epoch": 0.6133720930232558,
      "grad_norm": 0.17811788618564606,
      "learning_rate": 1.753023760920931e-05,
      "loss": 0.184,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0007493534358218312,
      "loss_partial": 0.00628662109375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.000918510602787137,
      "loss_partial": 0.00311279296875,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.000629800371825695,
      "loss_partial": 0.00823974609375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.00036187138175591826,
      "loss_partial": 0.00970458984375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.000463574833702296,
      "loss_partial": 0.00933837890625,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0006396842072717845,
      "loss_partial": 0.00933837890625,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.00028050169930793345,
      "loss_partial": 0.0052490234375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0004120111698284745,
      "loss_partial": 0.009033203125,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0007565314881503582,
      "loss_partial": 0.00811767578125,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0010077717015519738,
      "loss_partial": 0.004425048828125,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0003853941452689469,
      "loss_partial": 0.0052490234375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.00039705034578219056,
      "loss_partial": 0.01123046875,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.00044876302126795053,
      "loss_partial": 0.009521484375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0007921694777905941,
      "loss_partial": 0.006103515625,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.00028416819986887276,
      "loss_partial": 0.007659912109375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0008400004589930177,
      "loss_partial": 0.005859375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0004866981180384755,
      "loss_partial": 0.007080078125,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.00048796850023791194,
      "loss_partial": 0.00921630859375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0006376523524522781,
      "loss_partial": 0.005706787109375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.00024942110758274794,
      "loss_partial": 0.004791259765625,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0004572707402985543,
      "loss_partial": 0.0086669921875,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0007282939041033387,
      "loss_partial": 0.004974365234375,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0005818158388137817,
      "loss_partial": 0.005126953125,
      "step": 422
    },
    {
      "epoch": 0.6133720930232558,
      "loss_distr": 0.0005404606927186251,
      "loss_partial": 0.004638671875,
      "step": 422
    },
    {
      "epoch": 0.6148255813953488,
      "grad_norm": 0.18139907717704773,
      "learning_rate": 1.7513515909617615e-05,
      "loss": 0.1866,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.000561029533855617,
      "loss_partial": 0.005279541015625,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0005580191500484943,
      "loss_partial": 0.00927734375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0005109251942485571,
      "loss_partial": 0.0081787109375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.000565342721529305,
      "loss_partial": 0.00738525390625,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0005513642681762576,
      "loss_partial": 0.00579833984375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0006951682735234499,
      "loss_partial": 0.005523681640625,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0003167426330037415,
      "loss_partial": 0.005706787109375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0004758218419738114,
      "loss_partial": 0.007659912109375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0002928176545538008,
      "loss_partial": 0.00872802734375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0006930541712790728,
      "loss_partial": 0.007171630859375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0007123266695998609,
      "loss_partial": 0.00299072265625,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0004400072793941945,
      "loss_partial": 0.005035400390625,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0005115591338835657,
      "loss_partial": 0.0164794921875,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0006475098198279738,
      "loss_partial": 0.00994873046875,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0005541204009205103,
      "loss_partial": 0.008544921875,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0004953332827426493,
      "loss_partial": 0.00799560546875,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0005553887458518147,
      "loss_partial": 0.01324462890625,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0008253240375779569,
      "loss_partial": 0.006622314453125,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0006486452766694129,
      "loss_partial": 0.00653076171875,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0005690878024324775,
      "loss_partial": 0.00848388671875,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0007804048946127295,
      "loss_partial": 0.0035552978515625,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0006662650848738849,
      "loss_partial": 0.00433349609375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.0008033848716877401,
      "loss_partial": 0.00579833984375,
      "step": 423
    },
    {
      "epoch": 0.6148255813953488,
      "loss_distr": 0.00040726421866565943,
      "loss_partial": 0.00872802734375,
      "step": 423
    },
    {
      "epoch": 0.6162790697674418,
      "grad_norm": 0.1883263885974884,
      "learning_rate": 1.7496745826063377e-05,
      "loss": 0.1827,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.00030630972469225526,
      "loss_partial": 0.0106201171875,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0007120758527889848,
      "loss_partial": 0.0068359375,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.00048778761993162334,
      "loss_partial": 0.009033203125,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.00052155542653054,
      "loss_partial": 0.0045166015625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0006968347588554025,
      "loss_partial": 0.003326416015625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.000690354616381228,
      "loss_partial": 0.00543212890625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0005095511442050338,
      "loss_partial": 0.01055908203125,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0010135456686839461,
      "loss_partial": 0.006378173828125,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0003764608991332352,
      "loss_partial": 0.00836181640625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0005285509396344423,
      "loss_partial": 0.005950927734375,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.000520756933838129,
      "loss_partial": 0.00396728515625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0007520944345742464,
      "loss_partial": 0.01043701171875,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0006298458320088685,
      "loss_partial": 0.005859375,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0003448138013482094,
      "loss_partial": 0.004058837890625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.00044417136814445257,
      "loss_partial": 0.0194091796875,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0004969423753209412,
      "loss_partial": 0.00555419921875,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0006885497714392841,
      "loss_partial": 0.006744384765625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0003048041835427284,
      "loss_partial": 0.004547119140625,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0004958944628015161,
      "loss_partial": 0.0040283203125,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0006730409804731607,
      "loss_partial": 0.00653076171875,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0007698653498664498,
      "loss_partial": 0.005615234375,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0007726224139332771,
      "loss_partial": 0.00579833984375,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.00032824475783854723,
      "loss_partial": 0.006561279296875,
      "step": 424
    },
    {
      "epoch": 0.6162790697674418,
      "loss_distr": 0.0005560761783272028,
      "loss_partial": 0.00634765625,
      "step": 424
    },
    {
      "epoch": 0.6177325581395349,
      "grad_norm": 0.1966261863708496,
      "learning_rate": 1.747992746653905e-05,
      "loss": 0.183,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0007608250016346574,
      "loss_partial": 0.006103515625,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0004443871439434588,
      "loss_partial": 0.006195068359375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0004864612128585577,
      "loss_partial": 0.0069580078125,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0005296241724863648,
      "loss_partial": 0.006591796875,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0003586713573895395,
      "loss_partial": 0.004852294921875,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0007241560961119831,
      "loss_partial": 0.004486083984375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.000689466018229723,
      "loss_partial": 0.0026702880859375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.00034876063000410795,
      "loss_partial": 0.00811767578125,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0005250999238342047,
      "loss_partial": 0.004974365234375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0003132646670565009,
      "loss_partial": 0.00421142578125,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0004748611245304346,
      "loss_partial": 0.007659912109375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.000543752103112638,
      "loss_partial": 0.005645751953125,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.000680562574416399,
      "loss_partial": 0.006195068359375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0006086165085434914,
      "loss_partial": 0.0081787109375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.00031515228329226375,
      "loss_partial": 0.007476806640625,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.000507132092025131,
      "loss_partial": 0.008056640625,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0008991338545456529,
      "loss_partial": 0.00860595703125,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.00028648320585489273,
      "loss_partial": 0.00775146484375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.00040360860293731093,
      "loss_partial": 0.006927490234375,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0007976600318215787,
      "loss_partial": 0.0057373046875,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0009761393303051591,
      "loss_partial": 0.006103515625,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.00025865365751087666,
      "loss_partial": 0.005340576171875,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.0003063970652874559,
      "loss_partial": 0.01220703125,
      "step": 425
    },
    {
      "epoch": 0.6177325581395349,
      "loss_distr": 0.00047004770021885633,
      "loss_partial": 0.009033203125,
      "step": 425
    },
    {
      "epoch": 0.6191860465116279,
      "grad_norm": 0.18128204345703125,
      "learning_rate": 1.746306093934798e-05,
      "loss": 0.1808,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0004882664361502975,
      "loss_partial": 0.004241943359375,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0007488792762160301,
      "loss_partial": 0.00433349609375,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0008393500465899706,
      "loss_partial": 0.004119873046875,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.00028828976792283356,
      "loss_partial": 0.004486083984375,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0006207831320352852,
      "loss_partial": 0.007354736328125,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0006073974072933197,
      "loss_partial": 0.004852294921875,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0007493864977732301,
      "loss_partial": 0.007598876953125,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0005682973423972726,
      "loss_partial": 0.00860595703125,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0007818444864824414,
      "loss_partial": 0.00921630859375,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.000527723808772862,
      "loss_partial": 0.005859375,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0006413484225049615,
      "loss_partial": 0.003204345703125,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0006199885392561555,
      "loss_partial": 0.004852294921875,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0003911245730705559,
      "loss_partial": 0.00555419921875,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.00027263970696367323,
      "loss_partial": 0.01019287109375,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0005387545679695904,
      "loss_partial": 0.00469970703125,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.000805437215603888,
      "loss_partial": 0.007049560546875,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0005971252685412765,
      "loss_partial": 0.00799560546875,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0006990765105001628,
      "loss_partial": 0.00750732421875,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0006283320835791528,
      "loss_partial": 0.00421142578125,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.000521036796271801,
      "loss_partial": 0.008056640625,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0008603596943430603,
      "loss_partial": 0.00390625,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0003791118215303868,
      "loss_partial": 0.006439208984375,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0006612192373722792,
      "loss_partial": 0.007598876953125,
      "step": 426
    },
    {
      "epoch": 0.6191860465116279,
      "loss_distr": 0.0002791492734104395,
      "loss_partial": 0.007537841796875,
      "step": 426
    },
    {
      "epoch": 0.6206395348837209,
      "grad_norm": 0.17701834440231323,
      "learning_rate": 1.7446146353103693e-05,
      "loss": 0.1848,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0003704620467033237,
      "loss_partial": 0.0106201171875,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0003478130965959281,
      "loss_partial": 0.00762939453125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0005361302755773067,
      "loss_partial": 0.00469970703125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0005913490895181894,
      "loss_partial": 0.00921630859375,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.00048181856982409954,
      "loss_partial": 0.00543212890625,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0004089018329977989,
      "loss_partial": 0.006195068359375,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0008262299234047532,
      "loss_partial": 0.0047607421875,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0006217854097485542,
      "loss_partial": 0.005157470703125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.000326038571074605,
      "loss_partial": 0.00762939453125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0008804774843156338,
      "loss_partial": 0.00506591796875,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.000378798897145316,
      "loss_partial": 0.0096435546875,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0008804958779364824,
      "loss_partial": 0.005401611328125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0006438861018978059,
      "loss_partial": 0.0038299560546875,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0006365770241245627,
      "loss_partial": 0.0072021484375,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0006571965641342103,
      "loss_partial": 0.00732421875,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0006148433312773705,
      "loss_partial": 0.005035400390625,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.00024555716663599014,
      "loss_partial": 0.00897216796875,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0007271041395142674,
      "loss_partial": 0.004669189453125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0007780803134664893,
      "loss_partial": 0.00738525390625,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0005570567445829511,
      "loss_partial": 0.0093994140625,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.000786393356975168,
      "loss_partial": 0.0078125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0003292403416708112,
      "loss_partial": 0.00762939453125,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.0007473493460565805,
      "loss_partial": 0.006195068359375,
      "step": 427
    },
    {
      "epoch": 0.6206395348837209,
      "loss_distr": 0.00033530459040775895,
      "loss_partial": 0.004852294921875,
      "step": 427
    },
    {
      "epoch": 0.622093023255814,
      "grad_norm": 0.1964854896068573,
      "learning_rate": 1.7429183816729184e-05,
      "loss": 0.1844,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0003926905046682805,
      "loss_partial": 0.01190185546875,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.00036483793519437313,
      "loss_partial": 0.0096435546875,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0007705407915636897,
      "loss_partial": 0.00537109375,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0006376545643433928,
      "loss_partial": 0.01104736328125,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0003400258137844503,
      "loss_partial": 0.0037689208984375,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0003647848207037896,
      "loss_partial": 0.00762939453125,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0008130687638185918,
      "loss_partial": 0.006011962890625,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0002895538345910609,
      "loss_partial": 0.0093994140625,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0007131267338991165,
      "loss_partial": 0.004913330078125,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0005903628189116716,
      "loss_partial": 0.0079345703125,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0003932310501113534,
      "loss_partial": 0.0068359375,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0006508364458568394,
      "loss_partial": 0.00909423828125,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0005622368771582842,
      "loss_partial": 0.00592041015625,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0007212833734229207,
      "loss_partial": 0.006744384765625,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0006181655917316675,
      "loss_partial": 0.00787353515625,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0005425591953098774,
      "loss_partial": 0.007659912109375,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0006230055587366223,
      "loss_partial": 0.00482177734375,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0007240916602313519,
      "loss_partial": 0.005615234375,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.00059265096206218,
      "loss_partial": 0.005889892578125,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.000674294657073915,
      "loss_partial": 0.0050048828125,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.000767592282500118,
      "loss_partial": 0.00604248046875,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0006767226732335985,
      "loss_partial": 0.00787353515625,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0006810823688283563,
      "loss_partial": 0.00848388671875,
      "step": 428
    },
    {
      "epoch": 0.622093023255814,
      "loss_distr": 0.0011026028078049421,
      "loss_partial": 0.00531005859375,
      "step": 428
    },
    {
      "epoch": 0.623546511627907,
      "grad_norm": 0.17902275919914246,
      "learning_rate": 1.7412173439456236e-05,
      "loss": 0.1836,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0004342769389040768,
      "loss_partial": 0.0118408203125,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0004186640726402402,
      "loss_partial": 0.006500244140625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0005470607429742813,
      "loss_partial": 0.00848388671875,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0008725141524337232,
      "loss_partial": 0.00946044921875,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.00028821040177717805,
      "loss_partial": 0.00811767578125,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.00071912189014256,
      "loss_partial": 0.006683349609375,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.00027455901727080345,
      "loss_partial": 0.01177978515625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.000564629677683115,
      "loss_partial": 0.00543212890625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0005643247859552503,
      "loss_partial": 0.01177978515625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0002692712296266109,
      "loss_partial": 0.00628662109375,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.000610372400842607,
      "loss_partial": 0.01226806640625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.00029052799800410867,
      "loss_partial": 0.0029144287109375,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.00032525561982765794,
      "loss_partial": 0.00689697265625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0009362829732708633,
      "loss_partial": 0.00482177734375,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0007258897530846298,
      "loss_partial": 0.01007080078125,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0008782343356870115,
      "loss_partial": 0.004241943359375,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0007858941680751741,
      "loss_partial": 0.0026702880859375,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0005521714338101447,
      "loss_partial": 0.0096435546875,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0007142082322388887,
      "loss_partial": 0.007476806640625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0005908792954869568,
      "loss_partial": 0.00958251953125,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.0006366861634887755,
      "loss_partial": 0.0042724609375,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.00041726414929144084,
      "loss_partial": 0.006317138671875,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.00044728757347911596,
      "loss_partial": 0.00494384765625,
      "step": 429
    },
    {
      "epoch": 0.623546511627907,
      "loss_distr": 0.000585549627430737,
      "loss_partial": 0.006317138671875,
      "step": 429
    },
    {
      "epoch": 0.625,
      "grad_norm": 0.18988974392414093,
      "learning_rate": 1.7395115330824706e-05,
      "loss": 0.1869,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0005501575069501996,
      "loss_partial": 0.0068359375,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0005186549387872219,
      "loss_partial": 0.00958251953125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0003049211227335036,
      "loss_partial": 0.01422119140625,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0006792763597331941,
      "loss_partial": 0.00909423828125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0006081149331294,
      "loss_partial": 0.0096435546875,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0009935152484104037,
      "loss_partial": 0.00616455078125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0008977025281637907,
      "loss_partial": 0.004852294921875,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0003556247102096677,
      "loss_partial": 0.00860595703125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.00047658750554546714,
      "loss_partial": 0.01007080078125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0003310480387881398,
      "loss_partial": 0.006256103515625,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0003838430275209248,
      "loss_partial": 0.010498046875,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0003624080854933709,
      "loss_partial": 0.00830078125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0005709994584321976,
      "loss_partial": 0.00946044921875,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0004892890574410558,
      "loss_partial": 0.00787353515625,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0007257665856741369,
      "loss_partial": 0.004791259765625,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0007160096429288387,
      "loss_partial": 0.0091552734375,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0002886108122766018,
      "loss_partial": 0.0096435546875,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0004789378435816616,
      "loss_partial": 0.00628662109375,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0005655336426571012,
      "loss_partial": 0.00830078125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.000330665847286582,
      "loss_partial": 0.00927734375,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0005371833685785532,
      "loss_partial": 0.0087890625,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0006600284832529724,
      "loss_partial": 0.0050048828125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0006512556574307382,
      "loss_partial": 0.01104736328125,
      "step": 430
    },
    {
      "epoch": 0.625,
      "loss_distr": 0.0002251614205306396,
      "loss_partial": 0.01312255859375,
      "step": 430
    },
    {
      "epoch": 0.626453488372093,
      "grad_norm": 0.17563533782958984,
      "learning_rate": 1.7378009600681824e-05,
      "loss": 0.1866,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0006552608101628721,
      "loss_partial": 0.00872802734375,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00041032041190192103,
      "loss_partial": 0.010498046875,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00039473403012380004,
      "loss_partial": 0.01513671875,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0008339234627783298,
      "loss_partial": 0.007110595703125,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0004729524371214211,
      "loss_partial": 0.00897216796875,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0007106234552338719,
      "loss_partial": 0.005096435546875,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00035457557532936335,
      "loss_partial": 0.00994873046875,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0005562187288887799,
      "loss_partial": 0.006256103515625,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0005308492109179497,
      "loss_partial": 0.00872802734375,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0004971915623173118,
      "loss_partial": 0.007354736328125,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0009599120239727199,
      "loss_partial": 0.004486083984375,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.000688941334374249,
      "loss_partial": 0.0062255859375,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00042234716238453984,
      "loss_partial": 0.01202392578125,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0004548640572465956,
      "loss_partial": 0.00653076171875,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0008724890067242086,
      "loss_partial": 0.00518798828125,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0005017027724534273,
      "loss_partial": 0.0091552734375,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0005394082982093096,
      "loss_partial": 0.008056640625,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00058585568331182,
      "loss_partial": 0.0054931640625,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00037110361154191196,
      "loss_partial": 0.00860595703125,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00040966502274386585,
      "loss_partial": 0.005523681640625,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0005264344508759677,
      "loss_partial": 0.004364013671875,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0007479374762624502,
      "loss_partial": 0.0042724609375,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.00024232488067355007,
      "loss_partial": 0.0079345703125,
      "step": 431
    },
    {
      "epoch": 0.626453488372093,
      "loss_distr": 0.0007259971462190151,
      "loss_partial": 0.0050048828125,
      "step": 431
    },
    {
      "epoch": 0.627906976744186,
      "grad_norm": 0.1974245309829712,
      "learning_rate": 1.7360856359181473e-05,
      "loss": 0.1813,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0005570373614318669,
      "loss_partial": 0.00836181640625,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0005920506082475185,
      "loss_partial": 0.0079345703125,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0003001999866683036,
      "loss_partial": 0.006988525390625,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.00047979687224142253,
      "loss_partial": 0.00640869140625,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0005698546883650124,
      "loss_partial": 0.00732421875,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0006370903574861586,
      "loss_partial": 0.00775146484375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0004015269805677235,
      "loss_partial": 0.007080078125,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0005650015082210302,
      "loss_partial": 0.008056640625,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.00029556851950474083,
      "loss_partial": 0.007659912109375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.000554937869310379,
      "loss_partial": 0.004913330078125,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0004551767779048532,
      "loss_partial": 0.006134033203125,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0006374020595103502,
      "loss_partial": 0.006195068359375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.00030130412778817117,
      "loss_partial": 0.01080322265625,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0004909964045509696,
      "loss_partial": 0.0113525390625,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.000845558475703001,
      "loss_partial": 0.0032806396484375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0005643166368827224,
      "loss_partial": 0.00927734375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0004624088469427079,
      "loss_partial": 0.00823974609375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.00045090547064319253,
      "loss_partial": 0.006072998046875,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.00030333222821354866,
      "loss_partial": 0.0057373046875,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0005628718063235283,
      "loss_partial": 0.007415771484375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0006813580403104424,
      "loss_partial": 0.004974365234375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.000652945542242378,
      "loss_partial": 0.0062255859375,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0005560667486861348,
      "loss_partial": 0.005584716796875,
      "step": 432
    },
    {
      "epoch": 0.627906976744186,
      "loss_distr": 0.0008020896930247545,
      "loss_partial": 0.004302978515625,
      "step": 432
    },
    {
      "epoch": 0.6293604651162791,
      "grad_norm": 0.17551995813846588,
      "learning_rate": 1.7343655716783507e-05,
      "loss": 0.1823,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.00043818302219733596,
      "loss_partial": 0.003509521484375,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0008442678372375667,
      "loss_partial": 0.006988525390625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0005691329133696854,
      "loss_partial": 0.00823974609375,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.00047934005851857364,
      "loss_partial": 0.0074462890625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0005052067572250962,
      "loss_partial": 0.00762939453125,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0007118767825886607,
      "loss_partial": 0.00885009765625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0005324608064256608,
      "loss_partial": 0.00848388671875,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0007192392367869616,
      "loss_partial": 0.00396728515625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0008853976614773273,
      "loss_partial": 0.00482177734375,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0008185070473700762,
      "loss_partial": 0.0052490234375,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0007373014814220369,
      "loss_partial": 0.005126953125,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0006943113985471427,
      "loss_partial": 0.0072021484375,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0005746710230596364,
      "loss_partial": 0.005096435546875,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0008074482320807874,
      "loss_partial": 0.00439453125,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0006639242055825889,
      "loss_partial": 0.01214599609375,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0003034329565707594,
      "loss_partial": 0.010009765625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0006277294014580548,
      "loss_partial": 0.005523681640625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0009280454250983894,
      "loss_partial": 0.01031494140625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0007439025212079287,
      "loss_partial": 0.0086669921875,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0009825285524129868,
      "loss_partial": 0.00433349609375,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0005972068756818771,
      "loss_partial": 0.00811767578125,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.00041521439561620355,
      "loss_partial": 0.007720947265625,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.0008136093965731561,
      "loss_partial": 0.0057373046875,
      "step": 433
    },
    {
      "epoch": 0.6293604651162791,
      "loss_distr": 0.00046877400018274784,
      "loss_partial": 0.01239013671875,
      "step": 433
    },
    {
      "epoch": 0.6308139534883721,
      "grad_norm": 0.21261900663375854,
      "learning_rate": 1.7326407784253e-05,
      "loss": 0.1804,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0007687441539019346,
      "loss_partial": 0.00860595703125,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0005903373239561915,
      "loss_partial": 0.003173828125,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.00040227369754575193,
      "loss_partial": 0.0037994384765625,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0009209280833601952,
      "loss_partial": 0.0019683837890625,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0003541640180628747,
      "loss_partial": 0.005859375,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.000807078555226326,
      "loss_partial": 0.006317138671875,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0008707070956006646,
      "loss_partial": 0.00445556640625,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.00043035909766331315,
      "loss_partial": 0.0145263671875,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.00044173968490213156,
      "loss_partial": 0.005950927734375,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0005409179721027613,
      "loss_partial": 0.01214599609375,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.00026635205722413957,
      "loss_partial": 0.00714111328125,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0003120614564977586,
      "loss_partial": 0.003936767578125,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.001055845059454441,
      "loss_partial": 0.003753662109375,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0009616903844289482,
      "loss_partial": 0.004302978515625,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0004644102300517261,
      "loss_partial": 0.007537841796875,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0006636211182922125,
      "loss_partial": 0.00616455078125,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0005286505911499262,
      "loss_partial": 0.011474609375,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.00073040253482759,
      "loss_partial": 0.008056640625,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0006680295336991549,
      "loss_partial": 0.006256103515625,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0005225763889029622,
      "loss_partial": 0.006683349609375,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0006923642358742654,
      "loss_partial": 0.005889892578125,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.00048718240577727556,
      "loss_partial": 0.005615234375,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0003153495490550995,
      "loss_partial": 0.006500244140625,
      "step": 434
    },
    {
      "epoch": 0.6308139534883721,
      "loss_distr": 0.0007005829247646034,
      "loss_partial": 0.006256103515625,
      "step": 434
    },
    {
      "epoch": 0.6322674418604651,
      "grad_norm": 0.21309226751327515,
      "learning_rate": 1.730911267265958e-05,
      "loss": 0.1861,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0007148839067667723,
      "loss_partial": 0.00927734375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0007799699669703841,
      "loss_partial": 0.004486083984375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0005666048964485526,
      "loss_partial": 0.006072998046875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0006091619143262506,
      "loss_partial": 0.010009765625,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.00046826060861349106,
      "loss_partial": 0.00830078125,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0004472046857699752,
      "loss_partial": 0.01116943359375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0004509684513323009,
      "loss_partial": 0.006805419921875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0007717925473116338,
      "loss_partial": 0.007415771484375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0006008242489770055,
      "loss_partial": 0.007171630859375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.00037864616024307907,
      "loss_partial": 0.01190185546875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0007032827707007527,
      "loss_partial": 0.003662109375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0005427601281553507,
      "loss_partial": 0.005096435546875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0006387245957739651,
      "loss_partial": 0.004302978515625,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0006644448731094599,
      "loss_partial": 0.004302978515625,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.00043172179721295834,
      "loss_partial": 0.007049560546875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0004333265533205122,
      "loss_partial": 0.0074462890625,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0007292258087545633,
      "loss_partial": 0.007537841796875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0005744557129219174,
      "loss_partial": 0.00823974609375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0005400190129876137,
      "loss_partial": 0.009521484375,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0005378932692110538,
      "loss_partial": 0.0087890625,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.00036834116326645017,
      "loss_partial": 0.004119873046875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0003944749478250742,
      "loss_partial": 0.00604248046875,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.000846034090500325,
      "loss_partial": 0.0050048828125,
      "step": 435
    },
    {
      "epoch": 0.6322674418604651,
      "loss_distr": 0.0008880487876012921,
      "loss_partial": 0.00537109375,
      "step": 435
    },
    {
      "epoch": 0.6337209302325582,
      "grad_norm": 0.17014479637145996,
      "learning_rate": 1.729177049337667e-05,
      "loss": 0.1768,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0005113724619150162,
      "loss_partial": 0.00994873046875,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.00042806376586668193,
      "loss_partial": 0.007232666015625,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.000388246844522655,
      "loss_partial": 0.006439208984375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0008766806568019092,
      "loss_partial": 0.004241943359375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.00042985036270692945,
      "loss_partial": 0.0087890625,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0008824678952805698,
      "loss_partial": 0.0101318359375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0005264006904326379,
      "loss_partial": 0.0091552734375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0003260251833125949,
      "loss_partial": 0.01068115234375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.00038666639011353254,
      "loss_partial": 0.005218505859375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.000471043458674103,
      "loss_partial": 0.0126953125,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0006353274220600724,
      "loss_partial": 0.00439453125,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0006625486421398818,
      "loss_partial": 0.00634765625,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0004947920679114759,
      "loss_partial": 0.009033203125,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0003952145343646407,
      "loss_partial": 0.005279541015625,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0006306304130703211,
      "loss_partial": 0.00848388671875,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0004374576674308628,
      "loss_partial": 0.0054931640625,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0005791165167465806,
      "loss_partial": 0.006591796875,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.000753321626689285,
      "loss_partial": 0.008056640625,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0006648606504313648,
      "loss_partial": 0.007659912109375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0007664053118787706,
      "loss_partial": 0.010009765625,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0005010734894312918,
      "loss_partial": 0.006439208984375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0007131510647013783,
      "loss_partial": 0.00927734375,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0008116198005154729,
      "loss_partial": 0.00567626953125,
      "step": 436
    },
    {
      "epoch": 0.6337209302325582,
      "loss_distr": 0.0004679284174926579,
      "loss_partial": 0.00616455078125,
      "step": 436
    },
    {
      "epoch": 0.6351744186046512,
      "grad_norm": 0.19229073822498322,
      "learning_rate": 1.727438135808079e-05,
      "loss": 0.1819,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0004101163649465889,
      "loss_partial": 0.006439208984375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.00045089266495779157,
      "loss_partial": 0.005706787109375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.000782104441896081,
      "loss_partial": 0.005126953125,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0008392668678425252,
      "loss_partial": 0.005584716796875,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0007836489239707589,
      "loss_partial": 0.007049560546875,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0004898238694295287,
      "loss_partial": 0.00640869140625,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0007454496226273477,
      "loss_partial": 0.005950927734375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0004966562846675515,
      "loss_partial": 0.01104736328125,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0005919710965827107,
      "loss_partial": 0.00714111328125,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0005516594974324107,
      "loss_partial": 0.00994873046875,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0008380140061490238,
      "loss_partial": 0.00762939453125,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0004262635193299502,
      "loss_partial": 0.007080078125,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0005838698707520962,
      "loss_partial": 0.005401611328125,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0006163381040096283,
      "loss_partial": 0.0096435546875,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0005263889324851334,
      "loss_partial": 0.0035400390625,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.00048477848758921027,
      "loss_partial": 0.00537109375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.000818394124507904,
      "loss_partial": 0.00543212890625,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0008410289301536977,
      "loss_partial": 0.004486083984375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0003668824792839587,
      "loss_partial": 0.01318359375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0009378009708598256,
      "loss_partial": 0.003662109375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0005400341469794512,
      "loss_partial": 0.00640869140625,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0004582472611218691,
      "loss_partial": 0.005615234375,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.0006388884503394365,
      "loss_partial": 0.005523681640625,
      "step": 437
    },
    {
      "epoch": 0.6351744186046512,
      "loss_distr": 0.00043490444659255445,
      "loss_partial": 0.00823974609375,
      "step": 437
    },
    {
      "epoch": 0.6366279069767442,
      "grad_norm": 0.2245204597711563,
      "learning_rate": 1.7256945378750854e-05,
      "loss": 0.1812,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0003094966523349285,
      "loss_partial": 0.0087890625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.00040103678475134075,
      "loss_partial": 0.003814697265625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0003881033626385033,
      "loss_partial": 0.006683349609375,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.00040329835610464215,
      "loss_partial": 0.004180908203125,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.00033315454493276775,
      "loss_partial": 0.0038299560546875,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0007981918752193451,
      "loss_partial": 0.0079345703125,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0006342012202367187,
      "loss_partial": 0.005767822265625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.00044402433559298515,
      "loss_partial": 0.006439208984375,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.00035021634539589286,
      "loss_partial": 0.00592041015625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0006344760186038911,
      "loss_partial": 0.006439208984375,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0005908990278840065,
      "loss_partial": 0.01019287109375,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0006248023710213602,
      "loss_partial": 0.01312255859375,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0007736565312370658,
      "loss_partial": 0.00836181640625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0006311004981398582,
      "loss_partial": 0.005615234375,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0005975806852802634,
      "loss_partial": 0.0084228515625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.000558575033210218,
      "loss_partial": 0.006683349609375,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.00033293652813881636,
      "loss_partial": 0.005584716796875,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0005437624640762806,
      "loss_partial": 0.00897216796875,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.00042819895315915346,
      "loss_partial": 0.00909423828125,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0006129371467977762,
      "loss_partial": 0.0093994140625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.000434363930253312,
      "loss_partial": 0.0118408203125,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0007352911634370685,
      "loss_partial": 0.0040283203125,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0008344305097125471,
      "loss_partial": 0.00592041015625,
      "step": 438
    },
    {
      "epoch": 0.6366279069767442,
      "loss_distr": 0.0002866944996640086,
      "loss_partial": 0.005340576171875,
      "step": 438
    },
    {
      "epoch": 0.6380813953488372,
      "grad_norm": 0.1852964162826538,
      "learning_rate": 1.7239462667667415e-05,
      "loss": 0.1816,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0004999060183763504,
      "loss_partial": 0.00689697265625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.000461851479485631,
      "loss_partial": 0.00445556640625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0003663840179797262,
      "loss_partial": 0.0081787109375,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0005641296738758683,
      "loss_partial": 0.00543212890625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0004947233246639371,
      "loss_partial": 0.00738525390625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0006189416162669659,
      "loss_partial": 0.0133056640625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.00048070139018818736,
      "loss_partial": 0.006988525390625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0008983276202343404,
      "loss_partial": 0.005096435546875,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0006620131898671389,
      "loss_partial": 0.00830078125,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.00038847335963509977,
      "loss_partial": 0.00640869140625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.00044705040636472404,
      "loss_partial": 0.0120849609375,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.000692306668497622,
      "loss_partial": 0.003936767578125,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0005674423882737756,
      "loss_partial": 0.0128173828125,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0006266662385314703,
      "loss_partial": 0.004608154296875,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0006930900271981955,
      "loss_partial": 0.006927490234375,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0008364354725927114,
      "loss_partial": 0.0062255859375,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.000678732234518975,
      "loss_partial": 0.0115966796875,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0005939248949289322,
      "loss_partial": 0.003631591796875,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0005427065188996494,
      "loss_partial": 0.0113525390625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0008757483446970582,
      "loss_partial": 0.004638671875,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0006594322039745748,
      "loss_partial": 0.004150390625,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0006945914938114583,
      "loss_partial": 0.00482177734375,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.0005897562950849533,
      "loss_partial": 0.006378173828125,
      "step": 439
    },
    {
      "epoch": 0.6380813953488372,
      "loss_distr": 0.00046459533041343093,
      "loss_partial": 0.009033203125,
      "step": 439
    },
    {
      "epoch": 0.6395348837209303,
      "grad_norm": 0.22357524931430817,
      "learning_rate": 1.722193333741197e-05,
      "loss": 0.1793,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0008224588236771524,
      "loss_partial": 0.005279541015625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.00032021169317886233,
      "loss_partial": 0.009765625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0005199919687584043,
      "loss_partial": 0.007720947265625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0006863104063086212,
      "loss_partial": 0.0045166015625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0006238926434889436,
      "loss_partial": 0.006072998046875,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0006411230424419045,
      "loss_partial": 0.012451171875,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0006010974175296724,
      "loss_partial": 0.00579833984375,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0006919251172803342,
      "loss_partial": 0.00750732421875,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.000334084004862234,
      "loss_partial": 0.00738525390625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.000265397597104311,
      "loss_partial": 0.010986328125,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0006335009238682687,
      "loss_partial": 0.00927734375,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0004054678720422089,
      "loss_partial": 0.006591796875,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0005065674195066094,
      "loss_partial": 0.00799560546875,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0008837430505082011,
      "loss_partial": 0.005157470703125,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0005717164603993297,
      "loss_partial": 0.0084228515625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0007312973029911518,
      "loss_partial": 0.00714111328125,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0004529220168478787,
      "loss_partial": 0.0078125,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0008966450113803148,
      "loss_partial": 0.00506591796875,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.00031760556157678366,
      "loss_partial": 0.003997802734375,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0009313687914982438,
      "loss_partial": 0.003936767578125,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.00035881652729585767,
      "loss_partial": 0.00714111328125,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.00040555172017775476,
      "loss_partial": 0.00885009765625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.0004652156203519553,
      "loss_partial": 0.00836181640625,
      "step": 440
    },
    {
      "epoch": 0.6395348837209303,
      "loss_distr": 0.00047049025306478143,
      "loss_partial": 0.01318359375,
      "step": 440
    },
    {
      "epoch": 0.6409883720930233,
      "grad_norm": 0.19376634061336517,
      "learning_rate": 1.7204357500866214e-05,
      "loss": 0.18,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.00033242872450500727,
      "loss_partial": 0.005279541015625,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0005573052912950516,
      "loss_partial": 0.00775146484375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0004569830489344895,
      "loss_partial": 0.0079345703125,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0005563776940107346,
      "loss_partial": 0.01220703125,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0007196980295702815,
      "loss_partial": 0.006927490234375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0006247885758057237,
      "loss_partial": 0.003997802734375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0006346331210806966,
      "loss_partial": 0.005096435546875,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.00046631190343759954,
      "loss_partial": 0.0064697265625,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.000382296449970454,
      "loss_partial": 0.007720947265625,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.000604192609898746,
      "loss_partial": 0.00628662109375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0005087749450467527,
      "loss_partial": 0.005828857421875,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0005181563319638371,
      "loss_partial": 0.0037689208984375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0007744643371552229,
      "loss_partial": 0.00653076171875,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.00038071381277404726,
      "loss_partial": 0.010009765625,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0005470270989462733,
      "loss_partial": 0.0072021484375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.000462067750049755,
      "loss_partial": 0.00872802734375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0005911910557188094,
      "loss_partial": 0.005645751953125,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0008014867780730128,
      "loss_partial": 0.00634765625,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0005716192536056042,
      "loss_partial": 0.0068359375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0004603028064593673,
      "loss_partial": 0.01190185546875,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0008195102564059198,
      "loss_partial": 0.00726318359375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0006701076636090875,
      "loss_partial": 0.00433349609375,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0003997445455752313,
      "loss_partial": 0.007537841796875,
      "step": 441
    },
    {
      "epoch": 0.6409883720930233,
      "loss_distr": 0.0003886586637236178,
      "loss_partial": 0.006927490234375,
      "step": 441
    },
    {
      "epoch": 0.6424418604651163,
      "grad_norm": 0.1996118128299713,
      "learning_rate": 1.7186735271211335e-05,
      "loss": 0.1857,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0002352098817937076,
      "loss_partial": 0.00732421875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0006158691248856485,
      "loss_partial": 0.006591796875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0005844368715770543,
      "loss_partial": 0.005645751953125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.00035816256422549486,
      "loss_partial": 0.006256103515625,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0007097874768078327,
      "loss_partial": 0.005584716796875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.00027591633261181414,
      "loss_partial": 0.01043701171875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.000412446417612955,
      "loss_partial": 0.00750732421875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0004981950623914599,
      "loss_partial": 0.00994873046875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.00034656404750421643,
      "loss_partial": 0.0091552734375,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0006513817934319377,
      "loss_partial": 0.00567626953125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0008759173797443509,
      "loss_partial": 0.00909423828125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0006698511424474418,
      "loss_partial": 0.00714111328125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.00045676884474232793,
      "loss_partial": 0.0108642578125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0007130701560527086,
      "loss_partial": 0.00445556640625,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0003225281834602356,
      "loss_partial": 0.00567626953125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.00031651637982577085,
      "loss_partial": 0.00860595703125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0003997738240286708,
      "loss_partial": 0.0096435546875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0008033821359276772,
      "loss_partial": 0.005828857421875,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.00030322084785439074,
      "loss_partial": 0.00640869140625,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0005777243059128523,
      "loss_partial": 0.0123291015625,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0006162704084999859,
      "loss_partial": 0.0084228515625,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0006446220213547349,
      "loss_partial": 0.007598876953125,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0005559201235882938,
      "loss_partial": 0.004302978515625,
      "step": 442
    },
    {
      "epoch": 0.6424418604651163,
      "loss_distr": 0.0004122175450902432,
      "loss_partial": 0.0081787109375,
      "step": 442
    },
    {
      "epoch": 0.6438953488372093,
      "grad_norm": 0.19137735664844513,
      "learning_rate": 1.716906676192727e-05,
      "loss": 0.1821,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0005903120618313551,
      "loss_partial": 0.00677490234375,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.00036637342418543994,
      "loss_partial": 0.005859375,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006137433229014277,
      "loss_partial": 0.006744384765625,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006052239914424717,
      "loss_partial": 0.00970458984375,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0003529160167090595,
      "loss_partial": 0.0108642578125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.00036785411066375673,
      "loss_partial": 0.006500244140625,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0008144270977936685,
      "loss_partial": 0.00799560546875,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0004703329177573323,
      "loss_partial": 0.0068359375,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006235394394025207,
      "loss_partial": 0.007476806640625,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0003437198174651712,
      "loss_partial": 0.005126953125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.00047572952462360263,
      "loss_partial": 0.004669189453125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0004650732735171914,
      "loss_partial": 0.0087890625,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.000523844501003623,
      "loss_partial": 0.01348876953125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0004016208404209465,
      "loss_partial": 0.00421142578125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0002785764227155596,
      "loss_partial": 0.0074462890625,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006530638784170151,
      "loss_partial": 0.005615234375,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006038870196789503,
      "loss_partial": 0.005767822265625,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0007148348959162831,
      "loss_partial": 0.00518798828125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006528058438561857,
      "loss_partial": 0.007171630859375,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006375897792167962,
      "loss_partial": 0.00665283203125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0004806359938811511,
      "loss_partial": 0.0037689208984375,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0004891293938271701,
      "loss_partial": 0.01007080078125,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0006356888916343451,
      "loss_partial": 0.00836181640625,
      "step": 443
    },
    {
      "epoch": 0.6438953488372093,
      "loss_distr": 0.0008533138316124678,
      "loss_partial": 0.0029754638671875,
      "step": 443
    },
    {
      "epoch": 0.6453488372093024,
      "grad_norm": 0.2251112312078476,
      "learning_rate": 1.715135208679197e-05,
      "loss": 0.1839,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0007478091865777969,
      "loss_partial": 0.00433349609375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0004335719859227538,
      "loss_partial": 0.005157470703125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0007687159813940525,
      "loss_partial": 0.007080078125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0008686755318194628,
      "loss_partial": 0.006927490234375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00046804186422377825,
      "loss_partial": 0.00830078125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0009304876439273357,
      "loss_partial": 0.0057373046875,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0008619724540039897,
      "loss_partial": 0.004638671875,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.000922559411264956,
      "loss_partial": 0.0048828125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00045970577048137784,
      "loss_partial": 0.00579833984375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0007038147887215018,
      "loss_partial": 0.007080078125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00048399606021121144,
      "loss_partial": 0.007354736328125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00042375270277261734,
      "loss_partial": 0.00921630859375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0008510794723406434,
      "loss_partial": 0.0052490234375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0007035185117274523,
      "loss_partial": 0.0093994140625,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.000420535885496065,
      "loss_partial": 0.00958251953125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.000477046356536448,
      "loss_partial": 0.00927734375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0007078854250721633,
      "loss_partial": 0.003692626953125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00044698547571897507,
      "loss_partial": 0.00921630859375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0004517429042607546,
      "loss_partial": 0.00738525390625,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00034833489917218685,
      "loss_partial": 0.007476806640625,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0007394961430691183,
      "loss_partial": 0.004791259765625,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.0004857950552832335,
      "loss_partial": 0.00860595703125,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00043687951983883977,
      "loss_partial": 0.007568359375,
      "step": 444
    },
    {
      "epoch": 0.6453488372093024,
      "loss_distr": 0.00038802792550995946,
      "loss_partial": 0.0079345703125,
      "step": 444
    },
    {
      "epoch": 0.6468023255813954,
      "grad_norm": 0.21316348016262054,
      "learning_rate": 1.7133591359880684e-05,
      "loss": 0.1863,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0008684561471454799,
      "loss_partial": 0.005584716796875,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0005891679902561009,
      "loss_partial": 0.004058837890625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0005575658869929612,
      "loss_partial": 0.00872802734375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0005483416025526822,
      "loss_partial": 0.00482177734375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0007199257961474359,
      "loss_partial": 0.006439208984375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0007148549193516374,
      "loss_partial": 0.0103759765625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0003614572051446885,
      "loss_partial": 0.00921630859375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0009881805162876844,
      "loss_partial": 0.006103515625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0007320082513615489,
      "loss_partial": 0.00738525390625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.00034086042433045805,
      "loss_partial": 0.009765625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0009765602881088853,
      "loss_partial": 0.004730224609375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0007339718285948038,
      "loss_partial": 0.0147705078125,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0006405959720723331,
      "loss_partial": 0.0042724609375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0009412522776983678,
      "loss_partial": 0.00592041015625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.000538564519956708,
      "loss_partial": 0.01239013671875,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0005619790754280984,
      "loss_partial": 0.00860595703125,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.000650914735160768,
      "loss_partial": 0.004241943359375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0005480129620991647,
      "loss_partial": 0.007293701171875,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0008705229847691953,
      "loss_partial": 0.004150390625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0006097416626289487,
      "loss_partial": 0.007659912109375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0005256865406408906,
      "loss_partial": 0.005218505859375,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.000628292968031019,
      "loss_partial": 0.00701904296875,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0005658620502799749,
      "loss_partial": 0.005523681640625,
      "step": 445
    },
    {
      "epoch": 0.6468023255813954,
      "loss_distr": 0.0008527098689228296,
      "loss_partial": 0.00830078125,
      "step": 445
    },
    {
      "epoch": 0.6482558139534884,
      "grad_norm": 0.22161690890789032,
      "learning_rate": 1.7115784695565217e-05,
      "loss": 0.1841,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.00035612794454209507,
      "loss_partial": 0.00787353515625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0003238946374040097,
      "loss_partial": 0.00567626953125,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.00030016651726327837,
      "loss_partial": 0.00970458984375,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0007298568962141871,
      "loss_partial": 0.0135498046875,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0006721967365592718,
      "loss_partial": 0.0031890869140625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.00048751241411082447,
      "loss_partial": 0.00494384765625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0008505285950377584,
      "loss_partial": 0.010009765625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0003366867022123188,
      "loss_partial": 0.010498046875,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0005594083340838552,
      "loss_partial": 0.0087890625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0005873861955478787,
      "loss_partial": 0.0078125,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0003889880608767271,
      "loss_partial": 0.01202392578125,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0006371056661009789,
      "loss_partial": 0.00439453125,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0005007457220926881,
      "loss_partial": 0.006805419921875,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.000859423482324928,
      "loss_partial": 0.01202392578125,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.00033857181551866233,
      "loss_partial": 0.0087890625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0006833883817307651,
      "loss_partial": 0.00457763671875,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0005403575487434864,
      "loss_partial": 0.01080322265625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0008076705853454769,
      "loss_partial": 0.006591796875,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0005128557095304132,
      "loss_partial": 0.00689697265625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.00044930956210009754,
      "loss_partial": 0.0054931640625,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.000630279304459691,
      "loss_partial": 0.005126953125,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.00024147295334842056,
      "loss_partial": 0.0098876953125,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0007569302106276155,
      "loss_partial": 0.007781982421875,
      "step": 446
    },
    {
      "epoch": 0.6482558139534884,
      "loss_distr": 0.0006418232223950326,
      "loss_partial": 0.007080078125,
      "step": 446
    },
    {
      "epoch": 0.6497093023255814,
      "grad_norm": 0.22925813496112823,
      "learning_rate": 1.709793220851318e-05,
      "loss": 0.183,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0006201229989528656,
      "loss_partial": 0.0087890625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0005480388645082712,
      "loss_partial": 0.01263427734375,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0006233733147382736,
      "loss_partial": 0.006195068359375,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0005476882797665894,
      "loss_partial": 0.00982666015625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0006062530446797609,
      "loss_partial": 0.00860595703125,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0006383245345205069,
      "loss_partial": 0.0081787109375,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.00048094193334691226,
      "loss_partial": 0.0030059814453125,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0009448530618101358,
      "loss_partial": 0.0036773681640625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0002911425253842026,
      "loss_partial": 0.007354736328125,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0009608946274966002,
      "loss_partial": 0.006195068359375,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0003100686299148947,
      "loss_partial": 0.01043701171875,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0003502655017655343,
      "loss_partial": 0.0030670166015625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0003088683297391981,
      "loss_partial": 0.0111083984375,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0009337138617411256,
      "loss_partial": 0.004791259765625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0005461124237626791,
      "loss_partial": 0.006134033203125,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0006379232509061694,
      "loss_partial": 0.00396728515625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.000633425428532064,
      "loss_partial": 0.01141357421875,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.00043289695167914033,
      "loss_partial": 0.00506591796875,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.000699851312674582,
      "loss_partial": 0.006500244140625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.00029232047381810844,
      "loss_partial": 0.0096435546875,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0007495033787563443,
      "loss_partial": 0.005126953125,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0008313909056596458,
      "loss_partial": 0.006134033203125,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0005813050083816051,
      "loss_partial": 0.006500244140625,
      "step": 447
    },
    {
      "epoch": 0.6497093023255814,
      "loss_distr": 0.0005360210780054331,
      "loss_partial": 0.007659912109375,
      "step": 447
    },
    {
      "epoch": 0.6511627906976745,
      "grad_norm": 0.3067011535167694,
      "learning_rate": 1.708003401368728e-05,
      "loss": 0.1837,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0010099774226546288,
      "loss_partial": 0.0033416748046875,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.00046561495400965214,
      "loss_partial": 0.00872802734375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.000559006177354604,
      "loss_partial": 0.0062255859375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0006845318130217493,
      "loss_partial": 0.005706787109375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0005910861073061824,
      "loss_partial": 0.004547119140625,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0004666309687308967,
      "loss_partial": 0.0101318359375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0004618645762093365,
      "loss_partial": 0.004486083984375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0007837392622604966,
      "loss_partial": 0.00604248046875,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0005301322089508176,
      "loss_partial": 0.005615234375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.000696924515068531,
      "loss_partial": 0.00567626953125,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0005556753021664917,
      "loss_partial": 0.010986328125,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0005607223138213158,
      "loss_partial": 0.00634765625,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0003751169133465737,
      "loss_partial": 0.0096435546875,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0008829819853417575,
      "loss_partial": 0.004791259765625,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0009245273540727794,
      "loss_partial": 0.00408935546875,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0003522387414705008,
      "loss_partial": 0.00885009765625,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0007685209857299924,
      "loss_partial": 0.0035247802734375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.000670412671752274,
      "loss_partial": 0.00689697265625,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0008991587674245238,
      "loss_partial": 0.0048828125,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.00047949919826351106,
      "loss_partial": 0.00811767578125,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0007047209655866027,
      "loss_partial": 0.00811767578125,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.000521843321621418,
      "loss_partial": 0.0086669921875,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0005441031535156071,
      "loss_partial": 0.00970458984375,
      "step": 448
    },
    {
      "epoch": 0.6511627906976745,
      "loss_distr": 0.0004758217837661505,
      "loss_partial": 0.009521484375,
      "step": 448
    },
    {
      "epoch": 0.6526162790697675,
      "grad_norm": 0.21069371700286865,
      "learning_rate": 1.706209022634455e-05,
      "loss": 0.1825,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0006500475574284792,
      "loss_partial": 0.00390625,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0007456724997609854,
      "loss_partial": 0.005279541015625,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0003926793287973851,
      "loss_partial": 0.0113525390625,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.000852494384162128,
      "loss_partial": 0.007537841796875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0008031620527617633,
      "loss_partial": 0.0084228515625,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0008906575385481119,
      "loss_partial": 0.005828857421875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0008774599991738796,
      "loss_partial": 0.0037078857421875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.00042956694960594177,
      "loss_partial": 0.005584716796875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.00048740344936959445,
      "loss_partial": 0.008544921875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0007362791802734137,
      "loss_partial": 0.00958251953125,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.00034107075771316886,
      "loss_partial": 0.0047607421875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.001089637284167111,
      "loss_partial": 0.00421142578125,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0005964540760032833,
      "loss_partial": 0.00439453125,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0007547235582023859,
      "loss_partial": 0.00823974609375,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0007647440070286393,
      "loss_partial": 0.00439453125,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0003396975516807288,
      "loss_partial": 0.00506591796875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0002754508750513196,
      "loss_partial": 0.012451171875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0005005098646506667,
      "loss_partial": 0.00421142578125,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0005901713157072663,
      "loss_partial": 0.00799560546875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.00037386579788289964,
      "loss_partial": 0.00897216796875,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0003838919219560921,
      "loss_partial": 0.004302978515625,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.00037731867632828653,
      "loss_partial": 0.00921630859375,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.00044417844037525356,
      "loss_partial": 0.01104736328125,
      "step": 449
    },
    {
      "epoch": 0.6526162790697675,
      "loss_distr": 0.0008065804722718894,
      "loss_partial": 0.0048828125,
      "step": 449
    },
    {
      "epoch": 0.6540697674418605,
      "grad_norm": 0.19579307734966278,
      "learning_rate": 1.7044100962035625e-05,
      "loss": 0.1851,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0008295743027701974,
      "loss_partial": 0.00439453125,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005755095044150949,
      "loss_partial": 0.00628662109375,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005616227863356471,
      "loss_partial": 0.0050048828125,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0008397840429097414,
      "loss_partial": 0.005340576171875,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005001662066206336,
      "loss_partial": 0.005859375,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.00048776110634207726,
      "loss_partial": 0.007232666015625,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005483916029334068,
      "loss_partial": 0.00836181640625,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.00024329771986231208,
      "loss_partial": 0.01300048828125,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0010860307374969125,
      "loss_partial": 0.003387451171875,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0008307077223435044,
      "loss_partial": 0.004913330078125,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005428596632555127,
      "loss_partial": 0.004150390625,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005203220061957836,
      "loss_partial": 0.0078125,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0002410954621154815,
      "loss_partial": 0.006439208984375,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0007538608624599874,
      "loss_partial": 0.004852294921875,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0006662644445896149,
      "loss_partial": 0.0091552734375,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005941985873505473,
      "loss_partial": 0.006103515625,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005690582911483943,
      "loss_partial": 0.01043701171875,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.000593927048612386,
      "loss_partial": 0.007232666015625,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0004299160500522703,
      "loss_partial": 0.0079345703125,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0008968511829152703,
      "loss_partial": 0.0045166015625,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0005883630365133286,
      "loss_partial": 0.005340576171875,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0007956478511914611,
      "loss_partial": 0.00628662109375,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.00021038086561020464,
      "loss_partial": 0.0078125,
      "step": 450
    },
    {
      "epoch": 0.6540697674418605,
      "loss_distr": 0.0003146905219182372,
      "loss_partial": 0.004486083984375,
      "step": 450
    },
    {
      "epoch": 0.6555232558139535,
      "grad_norm": 0.20417630672454834,
      "learning_rate": 1.702606633660399e-05,
      "loss": 0.182,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0005417015636339784,
      "loss_partial": 0.006591796875,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0010835963767021894,
      "loss_partial": 0.0078125,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.00037313823122531176,
      "loss_partial": 0.007232666015625,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0004490562423598021,
      "loss_partial": 0.007049560546875,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0005610872176475823,
      "loss_partial": 0.004669189453125,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0007390450919046998,
      "loss_partial": 0.00604248046875,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0003404777671676129,
      "loss_partial": 0.007568359375,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0007057773764245212,
      "loss_partial": 0.006683349609375,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0006562527269124985,
      "loss_partial": 0.00677490234375,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0006200443604029715,
      "loss_partial": 0.004425048828125,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0005054937209933996,
      "loss_partial": 0.00567626953125,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0009515075362287462,
      "loss_partial": 0.00439453125,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.00037036367575637996,
      "loss_partial": 0.006805419921875,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.00039197056321427226,
      "loss_partial": 0.00927734375,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.000653189024887979,
      "loss_partial": 0.01043701171875,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0004700883000623435,
      "loss_partial": 0.00701904296875,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0004418400349095464,
      "loss_partial": 0.0074462890625,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0010687628528103232,
      "loss_partial": 0.005218505859375,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0006729824817739427,
      "loss_partial": 0.0037689208984375,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0008885129354894161,
      "loss_partial": 0.0037841796875,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0007811787072569132,
      "loss_partial": 0.00616455078125,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.000493866391479969,
      "loss_partial": 0.00531005859375,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0005370783037506044,
      "loss_partial": 0.00836181640625,
      "step": 451
    },
    {
      "epoch": 0.6555232558139535,
      "loss_distr": 0.0008012083126232028,
      "loss_partial": 0.00732421875,
      "step": 451
    },
    {
      "epoch": 0.6569767441860465,
      "grad_norm": 0.17033392190933228,
      "learning_rate": 1.7007986466185252e-05,
      "loss": 0.1812,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0005112141370773315,
      "loss_partial": 0.0084228515625,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.000576114805880934,
      "loss_partial": 0.006134033203125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.000488626305013895,
      "loss_partial": 0.006500244140625,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0006239398499019444,
      "loss_partial": 0.0118408203125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0008347175316885114,
      "loss_partial": 0.007080078125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0002937415847554803,
      "loss_partial": 0.0062255859375,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0008270847029052675,
      "loss_partial": 0.006317138671875,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.00042804150143638253,
      "loss_partial": 0.0050048828125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0008639871957711875,
      "loss_partial": 0.0035400390625,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0008337851613759995,
      "loss_partial": 0.00469970703125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0006355997174978256,
      "loss_partial": 0.00762939453125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0005001561949029565,
      "loss_partial": 0.005218505859375,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0010446275118738413,
      "loss_partial": 0.00445556640625,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0009261032100766897,
      "loss_partial": 0.01226806640625,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0005603954195976257,
      "loss_partial": 0.006378173828125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.000347784225596115,
      "loss_partial": 0.00848388671875,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.00039977405685931444,
      "loss_partial": 0.00701904296875,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0009064879268407822,
      "loss_partial": 0.006195068359375,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0008752627763897181,
      "loss_partial": 0.00811767578125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0005825831321999431,
      "loss_partial": 0.0093994140625,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.00042023728019557893,
      "loss_partial": 0.004852294921875,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0005480724503286183,
      "loss_partial": 0.0079345703125,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0003436422848608345,
      "loss_partial": 0.006683349609375,
      "step": 452
    },
    {
      "epoch": 0.6569767441860465,
      "loss_distr": 0.0006152396090328693,
      "loss_partial": 0.00982666015625,
      "step": 452
    },
    {
      "epoch": 0.6584302325581395,
      "grad_norm": 0.24880753457546234,
      "learning_rate": 1.6989861467206353e-05,
      "loss": 0.1818,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0008641936583444476,
      "loss_partial": 0.005859375,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0004439482872840017,
      "loss_partial": 0.008544921875,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0003279593656770885,
      "loss_partial": 0.00494384765625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0007173044141381979,
      "loss_partial": 0.00445556640625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0005215904675424099,
      "loss_partial": 0.00616455078125,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.000504027702845633,
      "loss_partial": 0.01055908203125,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0005540555575862527,
      "loss_partial": 0.005645751953125,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0005344661185517907,
      "loss_partial": 0.00885009765625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.00036821572575718164,
      "loss_partial": 0.00836181640625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0006500193849205971,
      "loss_partial": 0.006439208984375,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0005913241184316576,
      "loss_partial": 0.00634765625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0008739415789023042,
      "loss_partial": 0.005523681640625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0005788164562545717,
      "loss_partial": 0.01129150390625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0004837359010707587,
      "loss_partial": 0.00701904296875,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.00045646957005374134,
      "loss_partial": 0.004150390625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.00038525392301380634,
      "loss_partial": 0.015869140625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.00039208956877700984,
      "loss_partial": 0.006988525390625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0006061015883460641,
      "loss_partial": 0.00958251953125,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0008584801107645035,
      "loss_partial": 0.00531005859375,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.00038529743324033916,
      "loss_partial": 0.01422119140625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0004818878951482475,
      "loss_partial": 0.00848388671875,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0006653324235230684,
      "loss_partial": 0.006011962890625,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0007138028158806264,
      "loss_partial": 0.0035858154296875,
      "step": 453
    },
    {
      "epoch": 0.6584302325581395,
      "loss_distr": 0.0005285232909955084,
      "loss_partial": 0.007293701171875,
      "step": 453
    },
    {
      "epoch": 0.6598837209302325,
      "grad_norm": 0.1773768812417984,
      "learning_rate": 1.6971691456384863e-05,
      "loss": 0.182,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.00032659247517585754,
      "loss_partial": 0.00701904296875,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0003118989407084882,
      "loss_partial": 0.007568359375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0005589680513367057,
      "loss_partial": 0.006927490234375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0009827017784118652,
      "loss_partial": 0.0037841796875,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.00041826776578091085,
      "loss_partial": 0.00775146484375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.00042321690125390887,
      "loss_partial": 0.0086669921875,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0004867507377639413,
      "loss_partial": 0.01043701171875,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0004813381237909198,
      "loss_partial": 0.00848388671875,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0007337538991123438,
      "loss_partial": 0.01324462890625,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.00045575477997772396,
      "loss_partial": 0.01068115234375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0005471858312375844,
      "loss_partial": 0.004730224609375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0004951829323545098,
      "loss_partial": 0.01153564453125,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0006400166312232614,
      "loss_partial": 0.008056640625,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.000724156154319644,
      "loss_partial": 0.00579833984375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0005438294028863311,
      "loss_partial": 0.0108642578125,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0008241568575613201,
      "loss_partial": 0.0037841796875,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0005940134869888425,
      "loss_partial": 0.00811767578125,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0003757583908736706,
      "loss_partial": 0.00811767578125,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0005082407733425498,
      "loss_partial": 0.00567626953125,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.00041740559390746057,
      "loss_partial": 0.01116943359375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0004018667386844754,
      "loss_partial": 0.0081787109375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0003198814229108393,
      "loss_partial": 0.00738525390625,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.0005382872768677771,
      "loss_partial": 0.00775146484375,
      "step": 454
    },
    {
      "epoch": 0.6598837209302325,
      "loss_distr": 0.00022524609812535346,
      "loss_partial": 0.004791259765625,
      "step": 454
    },
    {
      "epoch": 0.6613372093023255,
      "grad_norm": 0.19244860112667084,
      "learning_rate": 1.6953476550728202e-05,
      "loss": 0.1798,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.00022433260164689273,
      "loss_partial": 0.005706787109375,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.00037451257230713964,
      "loss_partial": 0.0067138671875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.00034816196421161294,
      "loss_partial": 0.010009765625,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.000796738313511014,
      "loss_partial": 0.006072998046875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0005018800729885697,
      "loss_partial": 0.0059814453125,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0008745029335841537,
      "loss_partial": 0.0029296875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0004029781266581267,
      "loss_partial": 0.005950927734375,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.00048298444016836584,
      "loss_partial": 0.005859375,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0005819075740873814,
      "loss_partial": 0.006072998046875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0005581449368037283,
      "loss_partial": 0.0107421875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.000591844436712563,
      "loss_partial": 0.007232666015625,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0009176526218652725,
      "loss_partial": 0.00726318359375,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.00033904449082911015,
      "loss_partial": 0.007781982421875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0005081661511212587,
      "loss_partial": 0.008056640625,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.00040386675391346216,
      "loss_partial": 0.004302978515625,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.00037445579073391855,
      "loss_partial": 0.0111083984375,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0004184800782240927,
      "loss_partial": 0.00933837890625,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0005814088508486748,
      "loss_partial": 0.00732421875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0006161088240332901,
      "loss_partial": 0.00714111328125,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0006990113761276007,
      "loss_partial": 0.0035400390625,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0006288609583862126,
      "loss_partial": 0.004638671875,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.000757858157157898,
      "loss_partial": 0.00714111328125,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0005637749563902617,
      "loss_partial": 0.00811767578125,
      "step": 455
    },
    {
      "epoch": 0.6613372093023255,
      "loss_distr": 0.0006737980875186622,
      "loss_partial": 0.0042724609375,
      "step": 455
    },
    {
      "epoch": 0.6627906976744186,
      "grad_norm": 0.20446954667568207,
      "learning_rate": 1.6935216867532893e-05,
      "loss": 0.1811,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.00040522339986637235,
      "loss_partial": 0.0079345703125,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0007197276572696865,
      "loss_partial": 0.00592041015625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0009044533944688737,
      "loss_partial": 0.0038299560546875,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0006315543432720006,
      "loss_partial": 0.0079345703125,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0008255168213509023,
      "loss_partial": 0.005645751953125,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0006263749673962593,
      "loss_partial": 0.006683349609375,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0004293795791454613,
      "loss_partial": 0.004608154296875,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0003719382220879197,
      "loss_partial": 0.01019287109375,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0005675733555108309,
      "loss_partial": 0.0081787109375,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0006161974743008614,
      "loss_partial": 0.00537109375,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.00044256189721636474,
      "loss_partial": 0.00811767578125,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0002651131362654269,
      "loss_partial": 0.0123291015625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0007034942973405123,
      "loss_partial": 0.006622314453125,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0003360020637046546,
      "loss_partial": 0.00457763671875,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0003007585764862597,
      "loss_partial": 0.006866455078125,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0004554059705697,
      "loss_partial": 0.008056640625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.00045579031575471163,
      "loss_partial": 0.0074462890625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0004595425562001765,
      "loss_partial": 0.009521484375,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0010181108955293894,
      "loss_partial": 0.004791259765625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0006338183884508908,
      "loss_partial": 0.00592041015625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0006064343033358455,
      "loss_partial": 0.00762939453125,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0007524529937654734,
      "loss_partial": 0.0054931640625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0007801120518706739,
      "loss_partial": 0.0045166015625,
      "step": 456
    },
    {
      "epoch": 0.6627906976744186,
      "loss_distr": 0.0008468708256259561,
      "loss_partial": 0.00372314453125,
      "step": 456
    },
    {
      "epoch": 0.6642441860465116,
      "grad_norm": 0.22221805155277252,
      "learning_rate": 1.6916912524383813e-05,
      "loss": 0.1841,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0008792707230895758,
      "loss_partial": 0.0086669921875,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.000359255209332332,
      "loss_partial": 0.0089111328125,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0006163860089145601,
      "loss_partial": 0.00994873046875,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.00038590418989770114,
      "loss_partial": 0.007110595703125,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0004750664811581373,
      "loss_partial": 0.00909423828125,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0006019531283527613,
      "loss_partial": 0.00921630859375,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.00046670992742292583,
      "loss_partial": 0.007171630859375,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0005619364092126489,
      "loss_partial": 0.00885009765625,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0004639528342522681,
      "loss_partial": 0.0135498046875,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0004811129765585065,
      "loss_partial": 0.0027923583984375,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0006393608637154102,
      "loss_partial": 0.0064697265625,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.00033444337896071374,
      "loss_partial": 0.01007080078125,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0002697915770113468,
      "loss_partial": 0.005767822265625,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0007801961619406939,
      "loss_partial": 0.00360107421875,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0003017954877577722,
      "loss_partial": 0.004638671875,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0005265061045065522,
      "loss_partial": 0.0042724609375,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0006023466703481972,
      "loss_partial": 0.00665283203125,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0002804804244078696,
      "loss_partial": 0.007293701171875,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0007847051601856947,
      "loss_partial": 0.00531005859375,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0008278926252387464,
      "loss_partial": 0.00836181640625,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0005324602243490517,
      "loss_partial": 0.014892578125,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0008411222952418029,
      "loss_partial": 0.006683349609375,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.000640135956928134,
      "loss_partial": 0.006500244140625,
      "step": 457
    },
    {
      "epoch": 0.6642441860465116,
      "loss_distr": 0.0006857591215521097,
      "loss_partial": 0.007080078125,
      "step": 457
    },
    {
      "epoch": 0.6656976744186046,
      "grad_norm": 0.18903504312038422,
      "learning_rate": 1.689856363915343e-05,
      "loss": 0.1859,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0005897635128349066,
      "loss_partial": 0.00885009765625,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0009591662674210966,
      "loss_partial": 0.004913330078125,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.00032108742743730545,
      "loss_partial": 0.0107421875,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0004486067336983979,
      "loss_partial": 0.007110595703125,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0008308885153383017,
      "loss_partial": 0.004730224609375,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0004327482311055064,
      "loss_partial": 0.005706787109375,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0004907259717583656,
      "loss_partial": 0.009765625,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.00038763866177760065,
      "loss_partial": 0.003448486328125,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0006140930345281959,
      "loss_partial": 0.0038604736328125,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0007985038100741804,
      "loss_partial": 0.005523681640625,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0007779891020618379,
      "loss_partial": 0.00439453125,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0007163515547290444,
      "loss_partial": 0.007232666015625,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.00030145508935675025,
      "loss_partial": 0.00677490234375,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0007125355768948793,
      "loss_partial": 0.00408935546875,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0008465582504868507,
      "loss_partial": 0.005889892578125,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0009207210969179869,
      "loss_partial": 0.004150390625,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0003514350391924381,
      "loss_partial": 0.006988525390625,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0006177169852890074,
      "loss_partial": 0.00653076171875,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0006685699336230755,
      "loss_partial": 0.006439208984375,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.000607584894169122,
      "loss_partial": 0.0034332275390625,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0007881265482865274,
      "loss_partial": 0.00628662109375,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0005478978273458779,
      "loss_partial": 0.005096435546875,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0005096580134704709,
      "loss_partial": 0.006622314453125,
      "step": 458
    },
    {
      "epoch": 0.6656976744186046,
      "loss_distr": 0.0005296101444400847,
      "loss_partial": 0.01324462890625,
      "step": 458
    },
    {
      "epoch": 0.6671511627906976,
      "grad_norm": 0.2097788006067276,
      "learning_rate": 1.6880170330001044e-05,
      "loss": 0.1785,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0007937774062156677,
      "loss_partial": 0.004180908203125,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0005252506816759706,
      "loss_partial": 0.004058837890625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0005942584248259664,
      "loss_partial": 0.005157470703125,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0003605900565162301,
      "loss_partial": 0.00592041015625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.00042089956696145236,
      "loss_partial": 0.00543212890625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.00025787376216612756,
      "loss_partial": 0.009765625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0006128388340584934,
      "loss_partial": 0.00836181640625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0007543209940195084,
      "loss_partial": 0.004547119140625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0004056243924424052,
      "loss_partial": 0.00933837890625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0006045005866326392,
      "loss_partial": 0.0081787109375,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0003916099376510829,
      "loss_partial": 0.00579833984375,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0003900865267496556,
      "loss_partial": 0.01513671875,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0010512926382943988,
      "loss_partial": 0.00592041015625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0003453819954302162,
      "loss_partial": 0.01348876953125,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0002530648198444396,
      "loss_partial": 0.00836181640625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0008759356569498777,
      "loss_partial": 0.004241943359375,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0005229684757068753,
      "loss_partial": 0.007537841796875,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0007902795332483947,
      "loss_partial": 0.00531005859375,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0006731475587002933,
      "loss_partial": 0.00396728515625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.000334091077093035,
      "loss_partial": 0.004425048828125,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0004899349296465516,
      "loss_partial": 0.00836181640625,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.0006545220385305583,
      "loss_partial": 0.006378173828125,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.00028440708410926163,
      "loss_partial": 0.0107421875,
      "step": 459
    },
    {
      "epoch": 0.6671511627906976,
      "loss_distr": 0.000735777139198035,
      "loss_partial": 0.0074462890625,
      "step": 459
    },
    {
      "epoch": 0.6686046511627907,
      "grad_norm": 0.19837641716003418,
      "learning_rate": 1.6861732715372022e-05,
      "loss": 0.1813,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0005430274177342653,
      "loss_partial": 0.00634765625,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0005967076867818832,
      "loss_partial": 0.004241943359375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0008185270125977695,
      "loss_partial": 0.0057373046875,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.00035511667374521494,
      "loss_partial": 0.00872802734375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0006973463459871709,
      "loss_partial": 0.0033111572265625,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.001015014131553471,
      "loss_partial": 0.00616455078125,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0005322194192558527,
      "loss_partial": 0.00439453125,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.000400050834286958,
      "loss_partial": 0.00872802734375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.00036997825372964144,
      "loss_partial": 0.00860595703125,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0005627297796308994,
      "loss_partial": 0.00433349609375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0007344732293859124,
      "loss_partial": 0.0024566650390625,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.00042891327757388353,
      "loss_partial": 0.0087890625,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.000732746790163219,
      "loss_partial": 0.009521484375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0006543425261043012,
      "loss_partial": 0.00433349609375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0006425936007872224,
      "loss_partial": 0.0091552734375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0009382760617882013,
      "loss_partial": 0.0038604736328125,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0006335593061521649,
      "loss_partial": 0.005218505859375,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0004562758840620518,
      "loss_partial": 0.007781982421875,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0003259704390075058,
      "loss_partial": 0.00982666015625,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.00031133487937040627,
      "loss_partial": 0.00982666015625,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0004386691143736243,
      "loss_partial": 0.00836181640625,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.00033047760371118784,
      "loss_partial": 0.010498046875,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.0006663337117061019,
      "loss_partial": 0.007080078125,
      "step": 460
    },
    {
      "epoch": 0.6686046511627907,
      "loss_distr": 0.000785896903835237,
      "loss_partial": 0.008544921875,
      "step": 460
    },
    {
      "epoch": 0.6700581395348837,
      "grad_norm": 0.18553942441940308,
      "learning_rate": 1.684325091399705e-05,
      "loss": 0.1852,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.000567286740988493,
      "loss_partial": 0.006072998046875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.000387761858291924,
      "loss_partial": 0.0079345703125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0008683020132593811,
      "loss_partial": 0.0064697265625,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.00042926857713609934,
      "loss_partial": 0.00457763671875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0005728856194764376,
      "loss_partial": 0.00787353515625,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0008271579863503575,
      "loss_partial": 0.005615234375,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0008364706300199032,
      "loss_partial": 0.0038299560546875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0007448092801496387,
      "loss_partial": 0.00830078125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0009848810732364655,
      "loss_partial": 0.005096435546875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0006833453080616891,
      "loss_partial": 0.005126953125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.000670095207169652,
      "loss_partial": 0.00634765625,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.00031471936381421983,
      "loss_partial": 0.00897216796875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0006726867286488414,
      "loss_partial": 0.00469970703125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0005047490703873336,
      "loss_partial": 0.0047607421875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0007578281220048666,
      "loss_partial": 0.003692626953125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0005128935445100069,
      "loss_partial": 0.005645751953125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0003157869214192033,
      "loss_partial": 0.012939453125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.000607477268204093,
      "loss_partial": 0.00933837890625,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.00024809749447740614,
      "loss_partial": 0.0086669921875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.000359829340595752,
      "loss_partial": 0.009521484375,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.0006088752415962517,
      "loss_partial": 0.008544921875,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.00048561961739324033,
      "loss_partial": 0.0118408203125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.00033251818967983127,
      "loss_partial": 0.00860595703125,
      "step": 461
    },
    {
      "epoch": 0.6700581395348837,
      "loss_distr": 0.00042852608021348715,
      "loss_partial": 0.009033203125,
      "step": 461
    },
    {
      "epoch": 0.6715116279069767,
      "grad_norm": 0.18328039348125458,
      "learning_rate": 1.6824725044891347e-05,
      "loss": 0.1811,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.000721992866601795,
      "loss_partial": 0.00537109375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0007692032959312201,
      "loss_partial": 0.005340576171875,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0008933772332966328,
      "loss_partial": 0.005767822265625,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0006011225050315261,
      "loss_partial": 0.004852294921875,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0005144912865944207,
      "loss_partial": 0.007171630859375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0004236003733240068,
      "loss_partial": 0.00830078125,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.00042900428525172174,
      "loss_partial": 0.00665283203125,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0004967657150700688,
      "loss_partial": 0.0120849609375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0008097816607914865,
      "loss_partial": 0.00640869140625,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0006332785706035793,
      "loss_partial": 0.01129150390625,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0004118614597246051,
      "loss_partial": 0.004974365234375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0006945756613276899,
      "loss_partial": 0.005615234375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0005888452869839966,
      "loss_partial": 0.005462646484375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0008630367228761315,
      "loss_partial": 0.005767822265625,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0003472063399385661,
      "loss_partial": 0.01092529296875,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0007881972705945373,
      "loss_partial": 0.0034637451171875,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0003906687197741121,
      "loss_partial": 0.010498046875,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0008222681935876608,
      "loss_partial": 0.00445556640625,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.000623898406047374,
      "loss_partial": 0.0057373046875,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0006608539260923862,
      "loss_partial": 0.006683349609375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.0006140492623671889,
      "loss_partial": 0.006927490234375,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.00040429955697618425,
      "loss_partial": 0.005645751953125,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.000515891530085355,
      "loss_partial": 0.00640869140625,
      "step": 462
    },
    {
      "epoch": 0.6715116279069767,
      "loss_distr": 0.000313851167447865,
      "loss_partial": 0.006591796875,
      "step": 462
    },
    {
      "epoch": 0.6729651162790697,
      "grad_norm": 0.21087612211704254,
      "learning_rate": 1.680615522735392e-05,
      "loss": 0.1805,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0007066997932270169,
      "loss_partial": 0.0078125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0011043838458135724,
      "loss_partial": 0.0032501220703125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.00031804601894691586,
      "loss_partial": 0.004913330078125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.000522540183737874,
      "loss_partial": 0.006256103515625,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0006158808246254921,
      "loss_partial": 0.0098876953125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005295535665936768,
      "loss_partial": 0.0062255859375,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005020414246246219,
      "loss_partial": 0.0135498046875,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005591093795374036,
      "loss_partial": 0.00384521484375,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0004603434063028544,
      "loss_partial": 0.007598876953125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005803130916319788,
      "loss_partial": 0.0047607421875,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0009200024651363492,
      "loss_partial": 0.0069580078125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0006405728054232895,
      "loss_partial": 0.00787353515625,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005429832963272929,
      "loss_partial": 0.01141357421875,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005989932687953115,
      "loss_partial": 0.006805419921875,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0006318037630990148,
      "loss_partial": 0.004425048828125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0003875119728036225,
      "loss_partial": 0.0078125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0008530837949365377,
      "loss_partial": 0.005035400390625,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005802643718197942,
      "loss_partial": 0.0050048828125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.00023029939620755613,
      "loss_partial": 0.00811767578125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0005716572632081807,
      "loss_partial": 0.00970458984375,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0004519810900092125,
      "loss_partial": 0.004180908203125,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0006351778283715248,
      "loss_partial": 0.006500244140625,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.00048482679994776845,
      "loss_partial": 0.01129150390625,
      "step": 463
    },
    {
      "epoch": 0.6729651162790697,
      "loss_distr": 0.0006841616705060005,
      "loss_partial": 0.004669189453125,
      "step": 463
    },
    {
      "epoch": 0.6744186046511628,
      "grad_norm": 0.21671642363071442,
      "learning_rate": 1.6787541580966777e-05,
      "loss": 0.1805,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0006283609545789659,
      "loss_partial": 0.00439453125,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.000773449195548892,
      "loss_partial": 0.004638671875,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0003797171521000564,
      "loss_partial": 0.003753662109375,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.00034521042834967375,
      "loss_partial": 0.00811767578125,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.00039364234544336796,
      "loss_partial": 0.0113525390625,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0002897336380556226,
      "loss_partial": 0.00982666015625,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0008418328361585736,
      "loss_partial": 0.00592041015625,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.00032967713195830584,
      "loss_partial": 0.006195068359375,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.000853548408485949,
      "loss_partial": 0.007415771484375,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0007616542279720306,
      "loss_partial": 0.00958251953125,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0007915060268715024,
      "loss_partial": 0.00506591796875,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0006453632959164679,
      "loss_partial": 0.0031890869140625,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.00034779071575030684,
      "loss_partial": 0.006317138671875,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0006593919242732227,
      "loss_partial": 0.004302978515625,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0006170408450998366,
      "loss_partial": 0.006500244140625,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0004044488014187664,
      "loss_partial": 0.01055908203125,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0003432024677749723,
      "loss_partial": 0.017822265625,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.00047344632912427187,
      "loss_partial": 0.01214599609375,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0003855341929011047,
      "loss_partial": 0.0086669921875,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0009080534218810499,
      "loss_partial": 0.0036163330078125,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.00047695075045339763,
      "loss_partial": 0.007781982421875,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.000508941593579948,
      "loss_partial": 0.010986328125,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0005735623417422175,
      "loss_partial": 0.00909423828125,
      "step": 464
    },
    {
      "epoch": 0.6744186046511628,
      "loss_distr": 0.0006068801740184426,
      "loss_partial": 0.0089111328125,
      "step": 464
    },
    {
      "epoch": 0.6758720930232558,
      "grad_norm": 0.1837298572063446,
      "learning_rate": 1.676888422559418e-05,
      "loss": 0.1846,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0003665638796519488,
      "loss_partial": 0.006744384765625,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0006859528366476297,
      "loss_partial": 0.006317138671875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0005453718476928771,
      "loss_partial": 0.005828857421875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0007755706901662052,
      "loss_partial": 0.005767822265625,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0003166420792695135,
      "loss_partial": 0.006744384765625,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0005859541706740856,
      "loss_partial": 0.005462646484375,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0007079732022248209,
      "loss_partial": 0.004638671875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.00028449069941416383,
      "loss_partial": 0.004730224609375,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0005025166319683194,
      "loss_partial": 0.010498046875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0005730246193706989,
      "loss_partial": 0.007537841796875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0006340760737657547,
      "loss_partial": 0.006256103515625,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0009066862403415143,
      "loss_partial": 0.00390625,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0004657279932871461,
      "loss_partial": 0.00830078125,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0004998106160201132,
      "loss_partial": 0.00848388671875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0007055345340631902,
      "loss_partial": 0.00665283203125,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0003503488842397928,
      "loss_partial": 0.007537841796875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0006462751189246774,
      "loss_partial": 0.005584716796875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.000242173409787938,
      "loss_partial": 0.00579833984375,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0005572650698013604,
      "loss_partial": 0.0113525390625,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.000569657189771533,
      "loss_partial": 0.00872802734375,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0006104712374508381,
      "loss_partial": 0.00872802734375,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.00033303239615634084,
      "loss_partial": 0.015869140625,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.00046492202091030777,
      "loss_partial": 0.004364013671875,
      "step": 465
    },
    {
      "epoch": 0.6758720930232558,
      "loss_distr": 0.0005213505355641246,
      "loss_partial": 0.00811767578125,
      "step": 465
    },
    {
      "epoch": 0.6773255813953488,
      "grad_norm": 0.1956675797700882,
      "learning_rate": 1.675018328138184e-05,
      "loss": 0.181,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0005869414308108389,
      "loss_partial": 0.005279541015625,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0008418028592132032,
      "loss_partial": 0.00433349609375,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.000520859204698354,
      "loss_partial": 0.007537841796875,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.000760684022679925,
      "loss_partial": 0.006744384765625,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0008420859230682254,
      "loss_partial": 0.0022735595703125,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.00040449289372190833,
      "loss_partial": 0.009521484375,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0004166799772065133,
      "loss_partial": 0.00579833984375,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0005905995494686067,
      "loss_partial": 0.00482177734375,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0007634079083800316,
      "loss_partial": 0.0079345703125,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0006656430196017027,
      "loss_partial": 0.00567626953125,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0005011927569285035,
      "loss_partial": 0.00616455078125,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0004233253130223602,
      "loss_partial": 0.01043701171875,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0007259426638484001,
      "loss_partial": 0.006561279296875,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0010086565744131804,
      "loss_partial": 0.004669189453125,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0007776393904350698,
      "loss_partial": 0.00408935546875,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0005161363515071571,
      "loss_partial": 0.006072998046875,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0007842240738682449,
      "loss_partial": 0.0050048828125,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0002936848031822592,
      "loss_partial": 0.00933837890625,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0002791249717120081,
      "loss_partial": 0.005157470703125,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0005489643663167953,
      "loss_partial": 0.00921630859375,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0004994012415409088,
      "loss_partial": 0.0057373046875,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0009006882319226861,
      "loss_partial": 0.005859375,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.00025285076117143035,
      "loss_partial": 0.00506591796875,
      "step": 466
    },
    {
      "epoch": 0.6773255813953488,
      "loss_distr": 0.0003604946832638234,
      "loss_partial": 0.01123046875,
      "step": 466
    },
    {
      "epoch": 0.6787790697674418,
      "grad_norm": 0.18487104773521423,
      "learning_rate": 1.673143886875618e-05,
      "loss": 0.1813,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0005117593100294471,
      "loss_partial": 0.00494384765625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0003881917509716004,
      "loss_partial": 0.005340576171875,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.00043218088103458285,
      "loss_partial": 0.003997802734375,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0005829979781992733,
      "loss_partial": 0.00958251953125,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0005101991700939834,
      "loss_partial": 0.007476806640625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.00028639560332521796,
      "loss_partial": 0.008544921875,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0005391792510636151,
      "loss_partial": 0.004058837890625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0006855988758616149,
      "loss_partial": 0.0103759765625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0006390209309756756,
      "loss_partial": 0.004058837890625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0005545868771150708,
      "loss_partial": 0.007232666015625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0009683857206255198,
      "loss_partial": 0.00457763671875,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.000246810435783118,
      "loss_partial": 0.0034332275390625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.00030312000308185816,
      "loss_partial": 0.00811767578125,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0004238520050421357,
      "loss_partial": 0.00592041015625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0004918863996863365,
      "loss_partial": 0.006011962890625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0009645859245210886,
      "loss_partial": 0.004150390625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0007255502277985215,
      "loss_partial": 0.004302978515625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0007843341445550323,
      "loss_partial": 0.004486083984375,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.00038835551822558045,
      "loss_partial": 0.007110595703125,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.000485625903820619,
      "loss_partial": 0.00830078125,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0005885418504476547,
      "loss_partial": 0.01019287109375,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.00048713872092776,
      "loss_partial": 0.0054931640625,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.0008102051797322929,
      "loss_partial": 0.00518798828125,
      "step": 467
    },
    {
      "epoch": 0.6787790697674418,
      "loss_distr": 0.000491009559482336,
      "loss_partial": 0.007354736328125,
      "step": 467
    },
    {
      "epoch": 0.6802325581395349,
      "grad_norm": 0.16241110861301422,
      "learning_rate": 1.6712651108423523e-05,
      "loss": 0.179,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0004752970999106765,
      "loss_partial": 0.01348876953125,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0006980241741985083,
      "loss_partial": 0.004425048828125,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0005224900669418275,
      "loss_partial": 0.00433349609375,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0006303018890321255,
      "loss_partial": 0.006195068359375,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.00028743749135173857,
      "loss_partial": 0.00604248046875,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0010738924611359835,
      "loss_partial": 0.004913330078125,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0008431677706539631,
      "loss_partial": 0.004791259765625,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0006212492589838803,
      "loss_partial": 0.007568359375,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0007390551036223769,
      "loss_partial": 0.006439208984375,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0006650322466157377,
      "loss_partial": 0.00762939453125,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0005703730857931077,
      "loss_partial": 0.006988525390625,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0007296564290300012,
      "loss_partial": 0.005279541015625,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0009175532031804323,
      "loss_partial": 0.004364013671875,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0005071621271781623,
      "loss_partial": 0.004913330078125,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0006003179587423801,
      "loss_partial": 0.007171630859375,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.00046706333523616195,
      "loss_partial": 0.01531982421875,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0005935586523264647,
      "loss_partial": 0.00555419921875,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0007741000736132264,
      "loss_partial": 0.0036773681640625,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.00046737652155570686,
      "loss_partial": 0.00634765625,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0006377295358106494,
      "loss_partial": 0.006378173828125,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0005400136578828096,
      "loss_partial": 0.00775146484375,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0006345151923596859,
      "loss_partial": 0.00653076171875,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.0005843804683536291,
      "loss_partial": 0.007537841796875,
      "step": 468
    },
    {
      "epoch": 0.6802325581395349,
      "loss_distr": 0.000657607102766633,
      "loss_partial": 0.0074462890625,
      "step": 468
    },
    {
      "epoch": 0.6816860465116279,
      "grad_norm": 0.20546089112758636,
      "learning_rate": 1.6693820121369356e-05,
      "loss": 0.1829,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0007467998657375574,
      "loss_partial": 0.006378173828125,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0005443587433546782,
      "loss_partial": 0.00653076171875,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.00043596961768344045,
      "loss_partial": 0.01202392578125,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0002360847283853218,
      "loss_partial": 0.006378173828125,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0006590776611119509,
      "loss_partial": 0.007354736328125,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0004192498163320124,
      "loss_partial": 0.004974365234375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0007389392703771591,
      "loss_partial": 0.006103515625,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0005634539993479848,
      "loss_partial": 0.004730224609375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0005203919718042016,
      "loss_partial": 0.006561279296875,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0009597876924090087,
      "loss_partial": 0.004058837890625,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.00030417379457503557,
      "loss_partial": 0.006439208984375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0008075027726590633,
      "loss_partial": 0.004058837890625,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.00028067355742678046,
      "loss_partial": 0.00628662109375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.000619341735728085,
      "loss_partial": 0.0072021484375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0004821468610316515,
      "loss_partial": 0.006103515625,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0005815313779748976,
      "loss_partial": 0.005096435546875,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.00030530989170074463,
      "loss_partial": 0.00921630859375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0008371258154511452,
      "loss_partial": 0.00592041015625,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.00035019926144741476,
      "loss_partial": 0.006927490234375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0006550145335495472,
      "loss_partial": 0.00909423828125,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.000493088155053556,
      "loss_partial": 0.005615234375,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0006562903872691095,
      "loss_partial": 0.0078125,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0007349663646891713,
      "loss_partial": 0.006805419921875,
      "step": 469
    },
    {
      "epoch": 0.6816860465116279,
      "loss_distr": 0.0005581501172855496,
      "loss_partial": 0.0050048828125,
      "step": 469
    },
    {
      "epoch": 0.6831395348837209,
      "grad_norm": 0.22169697284698486,
      "learning_rate": 1.667494602885751e-05,
      "loss": 0.1801,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0004259482666384429,
      "loss_partial": 0.0069580078125,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0005170723889023066,
      "loss_partial": 0.00714111328125,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0007540708174929023,
      "loss_partial": 0.005706787109375,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.00038520744419656694,
      "loss_partial": 0.006103515625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0003441830340307206,
      "loss_partial": 0.00634765625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0006110363756306469,
      "loss_partial": 0.007232666015625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0005438586813397706,
      "loss_partial": 0.00946044921875,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0006329751340672374,
      "loss_partial": 0.006622314453125,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0006631467840634286,
      "loss_partial": 0.00640869140625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.00048637884901836514,
      "loss_partial": 0.004486083984375,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0005421059904620051,
      "loss_partial": 0.0126953125,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0009506451315246522,
      "loss_partial": 0.00555419921875,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0002646343200467527,
      "loss_partial": 0.00738525390625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0004216692759655416,
      "loss_partial": 0.0036773681640625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0003780601255130023,
      "loss_partial": 0.006683349609375,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0006402821163646877,
      "loss_partial": 0.008544921875,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0008736950694583356,
      "loss_partial": 0.007110595703125,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0005747310351580381,
      "loss_partial": 0.00994873046875,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.000564801855944097,
      "loss_partial": 0.01214599609375,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0005385112017393112,
      "loss_partial": 0.00933837890625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.00041213061194866896,
      "loss_partial": 0.00830078125,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0006585784140042961,
      "loss_partial": 0.00860595703125,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0008204311016015708,
      "loss_partial": 0.005279541015625,
      "step": 470
    },
    {
      "epoch": 0.6831395348837209,
      "loss_distr": 0.0006361198029480875,
      "loss_partial": 0.004486083984375,
      "step": 470
    },
    {
      "epoch": 0.684593023255814,
      "grad_norm": 0.20457902550697327,
      "learning_rate": 1.6656028952429404e-05,
      "loss": 0.1796,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00033639741013757885,
      "loss_partial": 0.007110595703125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00045716200838796794,
      "loss_partial": 0.006927490234375,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0008459576638415456,
      "loss_partial": 0.004730224609375,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00032432778971269727,
      "loss_partial": 0.00762939453125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005184582551009953,
      "loss_partial": 0.00848388671875,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005451039178296924,
      "loss_partial": 0.00469970703125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005572193767875433,
      "loss_partial": 0.00738525390625,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005185090703889728,
      "loss_partial": 0.00909423828125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005451843608170748,
      "loss_partial": 0.00579833984375,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0010017286986112595,
      "loss_partial": 0.00469970703125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00031301804119721055,
      "loss_partial": 0.0089111328125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0006948517402634025,
      "loss_partial": 0.006072998046875,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.000293311954010278,
      "loss_partial": 0.01806640625,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005042747361585498,
      "loss_partial": 0.00885009765625,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005356681067496538,
      "loss_partial": 0.00579833984375,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0003129435353912413,
      "loss_partial": 0.0106201171875,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00042673724237829447,
      "loss_partial": 0.0126953125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00038619618862867355,
      "loss_partial": 0.00830078125,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0004672407521866262,
      "loss_partial": 0.0045166015625,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.000749161234125495,
      "loss_partial": 0.00628662109375,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0005902843549847603,
      "loss_partial": 0.00994873046875,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00046203166129998863,
      "loss_partial": 0.005706787109375,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.0009373559150844812,
      "loss_partial": 0.006011962890625,
      "step": 471
    },
    {
      "epoch": 0.684593023255814,
      "loss_distr": 0.00028380253934301436,
      "loss_partial": 0.0133056640625,
      "step": 471
    },
    {
      "epoch": 0.686046511627907,
      "grad_norm": 0.17257820069789886,
      "learning_rate": 1.663706901390326e-05,
      "loss": 0.1786,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0008374899043701589,
      "loss_partial": 0.0059814453125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0006414040690287948,
      "loss_partial": 0.00628662109375,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0004348356742411852,
      "loss_partial": 0.008544921875,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.00023889831209089607,
      "loss_partial": 0.00830078125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0006751941982656717,
      "loss_partial": 0.006805419921875,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0003245979023631662,
      "loss_partial": 0.007568359375,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.000524899282027036,
      "loss_partial": 0.01043701171875,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0005404302501119673,
      "loss_partial": 0.00531005859375,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0005281554185785353,
      "loss_partial": 0.00958251953125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.00024263717932626605,
      "loss_partial": 0.0087890625,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0005389138241298497,
      "loss_partial": 0.00927734375,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.00043460895540192723,
      "loss_partial": 0.0115966796875,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.00025772472145035863,
      "loss_partial": 0.00885009765625,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0004612700722645968,
      "loss_partial": 0.00634765625,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0005204309709370136,
      "loss_partial": 0.00909423828125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0007465329254046082,
      "loss_partial": 0.00762939453125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0006869693170301616,
      "loss_partial": 0.006561279296875,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0006354399374686182,
      "loss_partial": 0.00579833984375,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0006444560131058097,
      "loss_partial": 0.005859375,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0008570749778300524,
      "loss_partial": 0.0098876953125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0007707259501330554,
      "loss_partial": 0.00567626953125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.0007084113894961774,
      "loss_partial": 0.00738525390625,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.000702607911080122,
      "loss_partial": 0.00439453125,
      "step": 472
    },
    {
      "epoch": 0.686046511627907,
      "loss_distr": 0.000551917590200901,
      "loss_partial": 0.0098876953125,
      "step": 472
    },
    {
      "epoch": 0.6875,
      "grad_norm": 0.18199190497398376,
      "learning_rate": 1.6618066335373303e-05,
      "loss": 0.187,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0006137842428870499,
      "loss_partial": 0.0026092529296875,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0007909368723630905,
      "loss_partial": 0.005279541015625,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0003762263513635844,
      "loss_partial": 0.017578125,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0007483765366487205,
      "loss_partial": 0.00640869140625,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0008828108548186719,
      "loss_partial": 0.006683349609375,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0009883168386295438,
      "loss_partial": 0.004791259765625,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0007550855516456068,
      "loss_partial": 0.00579833984375,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0007452868157997727,
      "loss_partial": 0.00811767578125,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0003505999920889735,
      "loss_partial": 0.004486083984375,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0007882234640419483,
      "loss_partial": 0.004852294921875,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0009237561607733369,
      "loss_partial": 0.008544921875,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0008131600334309042,
      "loss_partial": 0.006317138671875,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0005266629159450531,
      "loss_partial": 0.007476806640625,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0008371550939045846,
      "loss_partial": 0.0089111328125,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0005071863997727633,
      "loss_partial": 0.0079345703125,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0009695508051663637,
      "loss_partial": 0.005950927734375,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.00041944801341742277,
      "loss_partial": 0.01043701171875,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.00042538062552921474,
      "loss_partial": 0.007110595703125,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.000727834296412766,
      "loss_partial": 0.006591796875,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0003682616807054728,
      "loss_partial": 0.005218505859375,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0005044607678428292,
      "loss_partial": 0.0078125,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.000756943947635591,
      "loss_partial": 0.006439208984375,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0002332187577849254,
      "loss_partial": 0.006744384765625,
      "step": 473
    },
    {
      "epoch": 0.6875,
      "loss_distr": 0.0005576139083132148,
      "loss_partial": 0.00811767578125,
      "step": 473
    },
    {
      "epoch": 0.688953488372093,
      "grad_norm": 0.18246950209140778,
      "learning_rate": 1.6599021039208998e-05,
      "loss": 0.1815,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.000497960252687335,
      "loss_partial": 0.008056640625,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0007744533359073102,
      "loss_partial": 0.006683349609375,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0008907981682568789,
      "loss_partial": 0.00537109375,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.00041887161205522716,
      "loss_partial": 0.00787353515625,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0006911371601745486,
      "loss_partial": 0.00830078125,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0006359207327477634,
      "loss_partial": 0.00506591796875,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0002558180131018162,
      "loss_partial": 0.00811767578125,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005045043071731925,
      "loss_partial": 0.008056640625,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.000695720489602536,
      "loss_partial": 0.004638671875,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.00044241873547434807,
      "loss_partial": 0.0074462890625,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005268691456876695,
      "loss_partial": 0.007354736328125,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0006671381997875869,
      "loss_partial": 0.00665283203125,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.00038678437704220414,
      "loss_partial": 0.00970458984375,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0006615885067731142,
      "loss_partial": 0.006561279296875,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005110263591632247,
      "loss_partial": 0.005950927734375,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005865190178155899,
      "loss_partial": 0.00848388671875,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005506616435013711,
      "loss_partial": 0.0078125,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0007525891996920109,
      "loss_partial": 0.00543212890625,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005216175923123956,
      "loss_partial": 0.007476806640625,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.000470571278128773,
      "loss_partial": 0.0062255859375,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005464302375912666,
      "loss_partial": 0.00531005859375,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005138014093972743,
      "loss_partial": 0.0089111328125,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0003621336945798248,
      "loss_partial": 0.0042724609375,
      "step": 474
    },
    {
      "epoch": 0.688953488372093,
      "loss_distr": 0.0005957642570137978,
      "loss_partial": 0.0064697265625,
      "step": 474
    },
    {
      "epoch": 0.690406976744186,
      "grad_norm": 0.17884257435798645,
      "learning_rate": 1.6579933248054246e-05,
      "loss": 0.1844,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.00047364371130242944,
      "loss_partial": 0.00592041015625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0005556752439588308,
      "loss_partial": 0.003204345703125,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0004120369558222592,
      "loss_partial": 0.00506591796875,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0004519469803199172,
      "loss_partial": 0.002899169921875,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.001079314504750073,
      "loss_partial": 0.003997802734375,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0006048280047252774,
      "loss_partial": 0.01019287109375,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0007318591233342886,
      "loss_partial": 0.004913330078125,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0005633425316773355,
      "loss_partial": 0.0054931640625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0004623626300599426,
      "loss_partial": 0.0054931640625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.00039306265534833074,
      "loss_partial": 0.005523681640625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0006029955111443996,
      "loss_partial": 0.0062255859375,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0008271219558082521,
      "loss_partial": 0.006103515625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0006569554097950459,
      "loss_partial": 0.0111083984375,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.00028244557324796915,
      "loss_partial": 0.01336669921875,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0005085833254270256,
      "loss_partial": 0.0069580078125,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0005466697039082646,
      "loss_partial": 0.0087890625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0003824885643552989,
      "loss_partial": 0.003997802734375,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.000636320561170578,
      "loss_partial": 0.005126953125,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0005835064803250134,
      "loss_partial": 0.004302978515625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0005702221533283591,
      "loss_partial": 0.005767822265625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.000557225605007261,
      "loss_partial": 0.00909423828125,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0005039427196606994,
      "loss_partial": 0.00701904296875,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.00037677562795579433,
      "loss_partial": 0.01422119140625,
      "step": 475
    },
    {
      "epoch": 0.690406976744186,
      "loss_distr": 0.0003563372592907399,
      "loss_partial": 0.00518798828125,
      "step": 475
    },
    {
      "epoch": 0.6918604651162791,
      "grad_norm": 0.171434223651886,
      "learning_rate": 1.6560803084826596e-05,
      "loss": 0.1829,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.00042839613161049783,
      "loss_partial": 0.00537109375,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0003721957327798009,
      "loss_partial": 0.006500244140625,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.000294485071208328,
      "loss_partial": 0.00677490234375,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0006941344472579658,
      "loss_partial": 0.0047607421875,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0007438859902322292,
      "loss_partial": 0.00555419921875,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0005666555371135473,
      "loss_partial": 0.00457763671875,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0003779957187362015,
      "loss_partial": 0.004852294921875,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0003259422373957932,
      "loss_partial": 0.005645751953125,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0005539858248084784,
      "loss_partial": 0.00830078125,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.00033894774969667196,
      "loss_partial": 0.009033203125,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0006886456394568086,
      "loss_partial": 0.00506591796875,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0007507046684622765,
      "loss_partial": 0.004058837890625,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0002276244922541082,
      "loss_partial": 0.0120849609375,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0006412118673324585,
      "loss_partial": 0.0101318359375,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0006746085127815604,
      "loss_partial": 0.00482177734375,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0006226417608559132,
      "loss_partial": 0.0042724609375,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0006208954728208482,
      "loss_partial": 0.00848388671875,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0007598248193971813,
      "loss_partial": 0.00640869140625,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0006961979670450091,
      "loss_partial": 0.00616455078125,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.00030395627254620194,
      "loss_partial": 0.008544921875,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0008517487440258265,
      "loss_partial": 0.006134033203125,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0005439341184683144,
      "loss_partial": 0.006134033203125,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0008956702658906579,
      "loss_partial": 0.0045166015625,
      "step": 476
    },
    {
      "epoch": 0.6918604651162791,
      "loss_distr": 0.0008573778322897851,
      "loss_partial": 0.004119873046875,
      "step": 476
    },
    {
      "epoch": 0.6933139534883721,
      "grad_norm": 0.1822597086429596,
      "learning_rate": 1.6541630672716456e-05,
      "loss": 0.185,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005800218787044287,
      "loss_partial": 0.00604248046875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005496203666552901,
      "loss_partial": 0.00787353515625,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0008652966935187578,
      "loss_partial": 0.004638671875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005143154412508011,
      "loss_partial": 0.006805419921875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0006519148591905832,
      "loss_partial": 0.005859375,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005832755123265088,
      "loss_partial": 0.00579833984375,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0006532277329824865,
      "loss_partial": 0.007049560546875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.00036391057074069977,
      "loss_partial": 0.0084228515625,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0006263538380153477,
      "loss_partial": 0.00750732421875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0006666036206297576,
      "loss_partial": 0.008056640625,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0007026143721304834,
      "loss_partial": 0.00274658203125,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0007150703459046781,
      "loss_partial": 0.006500244140625,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0010126752313226461,
      "loss_partial": 0.006500244140625,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0007704072049818933,
      "loss_partial": 0.006500244140625,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0004993737675249577,
      "loss_partial": 0.006591796875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0008990186033770442,
      "loss_partial": 0.005401611328125,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0007965380791574717,
      "loss_partial": 0.00567626953125,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005999340792186558,
      "loss_partial": 0.005615234375,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005332056898623705,
      "loss_partial": 0.00653076171875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005867143045179546,
      "loss_partial": 0.0091552734375,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.000435933587141335,
      "loss_partial": 0.0194091796875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005099183181300759,
      "loss_partial": 0.004364013671875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0005873669288121164,
      "loss_partial": 0.0032196044921875,
      "step": 477
    },
    {
      "epoch": 0.6933139534883721,
      "loss_distr": 0.0002655782154761255,
      "loss_partial": 0.0098876953125,
      "step": 477
    },
    {
      "epoch": 0.6947674418604651,
      "grad_norm": 0.1885925978422165,
      "learning_rate": 1.6522416135186306e-05,
      "loss": 0.1787,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0010919691994786263,
      "loss_partial": 0.004791259765625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.000666185631416738,
      "loss_partial": 0.01080322265625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.000526370364241302,
      "loss_partial": 0.005462646484375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0005599193391390145,
      "loss_partial": 0.00823974609375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0005807240377180278,
      "loss_partial": 0.006683349609375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0007448160904459655,
      "loss_partial": 0.00592041015625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0003701437381096184,
      "loss_partial": 0.00927734375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0008013234473764896,
      "loss_partial": 0.004486083984375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0004626151348929852,
      "loss_partial": 0.004302978515625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.00048728156252764165,
      "loss_partial": 0.010009765625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0007194536156021059,
      "loss_partial": 0.00543212890625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0006432442460209131,
      "loss_partial": 0.006744384765625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0006288966396823525,
      "loss_partial": 0.00848388671875,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0004109736764803529,
      "loss_partial": 0.006683349609375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.000716853654012084,
      "loss_partial": 0.0027923583984375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0007315354887396097,
      "loss_partial": 0.00408935546875,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.00038720908924005926,
      "loss_partial": 0.0074462890625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0006628907285630703,
      "loss_partial": 0.007293701171875,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0005423892289400101,
      "loss_partial": 0.0086669921875,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0007405661744996905,
      "loss_partial": 0.0036773681640625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0006578738102689385,
      "loss_partial": 0.004547119140625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0005036491784267128,
      "loss_partial": 0.00885009765625,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0006505171186290681,
      "loss_partial": 0.006195068359375,
      "step": 478
    },
    {
      "epoch": 0.6947674418604651,
      "loss_distr": 0.0005039566312916577,
      "loss_partial": 0.00909423828125,
      "step": 478
    },
    {
      "epoch": 0.6962209302325582,
      "grad_norm": 0.19008897244930267,
      "learning_rate": 1.6503159595969887e-05,
      "loss": 0.1814,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0004572943435050547,
      "loss_partial": 0.00616455078125,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0008909816388040781,
      "loss_partial": 0.00604248046875,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.000822964299004525,
      "loss_partial": 0.00506591796875,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0003711218014359474,
      "loss_partial": 0.00628662109375,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0004982036189176142,
      "loss_partial": 0.00628662109375,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0008827889105305076,
      "loss_partial": 0.00494384765625,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.00024618656607344747,
      "loss_partial": 0.007568359375,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0006163076031953096,
      "loss_partial": 0.007476806640625,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0005074221407994628,
      "loss_partial": 0.007049560546875,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.00046264840057119727,
      "loss_partial": 0.01043701171875,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0005581770092248917,
      "loss_partial": 0.0086669921875,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0006444863975048065,
      "loss_partial": 0.01214599609375,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0007167867734096944,
      "loss_partial": 0.008544921875,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0008502033306285739,
      "loss_partial": 0.007476806640625,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0007484920788556337,
      "loss_partial": 0.0034332275390625,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0003652989980764687,
      "loss_partial": 0.00677490234375,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0006375053199008107,
      "loss_partial": 0.005889892578125,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0004402519844006747,
      "loss_partial": 0.00860595703125,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0008948615286499262,
      "loss_partial": 0.0040283203125,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0008054851787164807,
      "loss_partial": 0.006805419921875,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0006337121594697237,
      "loss_partial": 0.006195068359375,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0005584030877798796,
      "loss_partial": 0.00958251953125,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.0007169393356889486,
      "loss_partial": 0.0069580078125,
      "step": 479
    },
    {
      "epoch": 0.6962209302325582,
      "loss_distr": 0.00029556287336163223,
      "loss_partial": 0.00836181640625,
      "step": 479
    },
    {
      "epoch": 0.6976744186046512,
      "grad_norm": 0.19318290054798126,
      "learning_rate": 1.6483861179071418e-05,
      "loss": 0.1847,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0002924859873019159,
      "loss_partial": 0.007537841796875,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.00041703140595927835,
      "loss_partial": 0.005340576171875,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0008639701991342008,
      "loss_partial": 0.0057373046875,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0004597884835675359,
      "loss_partial": 0.009521484375,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.00039706018287688494,
      "loss_partial": 0.008056640625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.00037666267598979175,
      "loss_partial": 0.00927734375,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0005951357306912541,
      "loss_partial": 0.0084228515625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0007486502872779965,
      "loss_partial": 0.00897216796875,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0006089432281441987,
      "loss_partial": 0.0052490234375,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0002493234642315656,
      "loss_partial": 0.0087890625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0003716949140653014,
      "loss_partial": 0.011962890625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0006533774430863559,
      "loss_partial": 0.01019287109375,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.000354873132891953,
      "loss_partial": 0.00909423828125,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0003152301360387355,
      "loss_partial": 0.00689697265625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.00032614998053759336,
      "loss_partial": 0.0101318359375,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.000557560590095818,
      "loss_partial": 0.0091552734375,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0005243241903372109,
      "loss_partial": 0.00726318359375,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0008282252820208669,
      "loss_partial": 0.0093994140625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0006173902074806392,
      "loss_partial": 0.006591796875,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.00034232711186632514,
      "loss_partial": 0.006622314453125,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0006079261656850576,
      "loss_partial": 0.01025390625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0006517730071209371,
      "loss_partial": 0.0087890625,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0007231070194393396,
      "loss_partial": 0.00555419921875,
      "step": 480
    },
    {
      "epoch": 0.6976744186046512,
      "loss_distr": 0.0006227332632988691,
      "loss_partial": 0.0096435546875,
      "step": 480
    },
    {
      "epoch": 0.6991279069767442,
      "grad_norm": 0.18116150796413422,
      "learning_rate": 1.6464521008764794e-05,
      "loss": 0.1824,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0007107893470674753,
      "loss_partial": 0.006378173828125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0009865844622254372,
      "loss_partial": 0.00872802734375,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.00033211553818546236,
      "loss_partial": 0.00994873046875,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0006276118801906705,
      "loss_partial": 0.00860595703125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0007779558654874563,
      "loss_partial": 0.0030975341796875,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0007658214308321476,
      "loss_partial": 0.0047607421875,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.000642735103610903,
      "loss_partial": 0.0042724609375,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0005020977114327252,
      "loss_partial": 0.00946044921875,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0006347309099510312,
      "loss_partial": 0.01043701171875,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0007904962985776365,
      "loss_partial": 0.00537109375,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0004251537029631436,
      "loss_partial": 0.00665283203125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.00025497894966974854,
      "loss_partial": 0.0159912109375,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0005657940055243671,
      "loss_partial": 0.004913330078125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.00066755386069417,
      "loss_partial": 0.00775146484375,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0004542351816780865,
      "loss_partial": 0.00799560546875,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0002658289740793407,
      "loss_partial": 0.00811767578125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.000891657080501318,
      "loss_partial": 0.00494384765625,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0006557883461937308,
      "loss_partial": 0.005645751953125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.00046441395534202456,
      "loss_partial": 0.00640869140625,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0003377790271770209,
      "loss_partial": 0.006378173828125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.000264969450654462,
      "loss_partial": 0.0098876953125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0004833086859434843,
      "loss_partial": 0.006683349609375,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.0003302339173387736,
      "loss_partial": 0.006134033203125,
      "step": 481
    },
    {
      "epoch": 0.6991279069767442,
      "loss_distr": 0.00044606145820580423,
      "loss_partial": 0.01007080078125,
      "step": 481
    },
    {
      "epoch": 0.7005813953488372,
      "grad_norm": 0.20292682945728302,
      "learning_rate": 1.6445139209592786e-05,
      "loss": 0.1831,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0006879862630739808,
      "loss_partial": 0.007476806640625,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.00041738187428563833,
      "loss_partial": 0.0123291015625,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.00032390496926382184,
      "loss_partial": 0.00592041015625,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0005772984004579484,
      "loss_partial": 0.005096435546875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0003392319194972515,
      "loss_partial": 0.00848388671875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0005666210199706256,
      "loss_partial": 0.00762939453125,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0006006906623952091,
      "loss_partial": 0.00604248046875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0006767368176952004,
      "loss_partial": 0.005645751953125,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0010601987596601248,
      "loss_partial": 0.005035400390625,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0007070786668919027,
      "loss_partial": 0.00555419921875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0006196829490363598,
      "loss_partial": 0.00787353515625,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0004264320887159556,
      "loss_partial": 0.005645751953125,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0006802218267694116,
      "loss_partial": 0.00640869140625,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0002170662337448448,
      "loss_partial": 0.01171875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0009562444174662232,
      "loss_partial": 0.004852294921875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0007315952097997069,
      "loss_partial": 0.007171630859375,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0006946341600269079,
      "loss_partial": 0.004974365234375,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0002557351253926754,
      "loss_partial": 0.00469970703125,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0007535961922258139,
      "loss_partial": 0.007568359375,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0008768948027864099,
      "loss_partial": 0.004730224609375,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.0005898951785638928,
      "loss_partial": 0.00506591796875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.00045338619383983314,
      "loss_partial": 0.007293701171875,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.000691658235155046,
      "loss_partial": 0.007659912109375,
      "step": 482
    },
    {
      "epoch": 0.7005813953488372,
      "loss_distr": 0.00032633563387207687,
      "loss_partial": 0.015625,
      "step": 482
    },
    {
      "epoch": 0.7020348837209303,
      "grad_norm": 0.1908683180809021,
      "learning_rate": 1.642571590636623e-05,
      "loss": 0.183,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.000451419735327363,
      "loss_partial": 0.007293701171875,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0008557615801692009,
      "loss_partial": 0.008056640625,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0004543958348222077,
      "loss_partial": 0.006683349609375,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0007437855238094926,
      "loss_partial": 0.00665283203125,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0007378789014182985,
      "loss_partial": 0.00701904296875,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0008178602438420057,
      "loss_partial": 0.005523681640625,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.00040202238596975803,
      "loss_partial": 0.0089111328125,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0005658877198584378,
      "loss_partial": 0.008056640625,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0005916461814194918,
      "loss_partial": 0.0037689208984375,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0006352411583065987,
      "loss_partial": 0.0081787109375,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0005301592173054814,
      "loss_partial": 0.010009765625,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0004353181575424969,
      "loss_partial": 0.0111083984375,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0007648229948244989,
      "loss_partial": 0.00811767578125,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0006564989453181624,
      "loss_partial": 0.0040283203125,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0005971210193820298,
      "loss_partial": 0.0107421875,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.00030843066633678973,
      "loss_partial": 0.00811767578125,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0005748146213591099,
      "loss_partial": 0.00555419921875,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.001206476241350174,
      "loss_partial": 0.004486083984375,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0006267596036195755,
      "loss_partial": 0.00738525390625,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0004497351765166968,
      "loss_partial": 0.00860595703125,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0011865809792652726,
      "loss_partial": 0.006500244140625,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0004665949963964522,
      "loss_partial": 0.004058837890625,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0009096092544496059,
      "loss_partial": 0.0042724609375,
      "step": 483
    },
    {
      "epoch": 0.7020348837209303,
      "loss_distr": 0.0005113933584652841,
      "loss_partial": 0.0059814453125,
      "step": 483
    },
    {
      "epoch": 0.7034883720930233,
      "grad_norm": 0.2006954848766327,
      "learning_rate": 1.6406251224163243e-05,
      "loss": 0.1802,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.00040417659329250455,
      "loss_partial": 0.007537841796875,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0008833188912831247,
      "loss_partial": 0.004302978515625,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0008584047900512815,
      "loss_partial": 0.004669189453125,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0005417070933617651,
      "loss_partial": 0.006317138671875,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0006294469349086285,
      "loss_partial": 0.00726318359375,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0007180148968473077,
      "loss_partial": 0.006683349609375,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0005173172103241086,
      "loss_partial": 0.009521484375,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0008893816266208887,
      "loss_partial": 0.006591796875,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.00033727529807947576,
      "loss_partial": 0.01177978515625,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0007441690540872514,
      "loss_partial": 0.0037994384765625,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.00040988560067489743,
      "loss_partial": 0.01611328125,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0003772765339817852,
      "loss_partial": 0.007537841796875,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0008715593721717596,
      "loss_partial": 0.0030364990234375,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0005555370589718223,
      "loss_partial": 0.0113525390625,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0006799909751862288,
      "loss_partial": 0.0078125,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0004857476451434195,
      "loss_partial": 0.005523681640625,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.00048551621148362756,
      "loss_partial": 0.00616455078125,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0009273767354898155,
      "loss_partial": 0.004119873046875,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.00030921047437004745,
      "loss_partial": 0.007232666015625,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0006627275142818689,
      "loss_partial": 0.004119873046875,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0006937533617019653,
      "loss_partial": 0.00439453125,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0007411845726892352,
      "loss_partial": 0.007171630859375,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.00024142159963957965,
      "loss_partial": 0.006317138671875,
      "step": 484
    },
    {
      "epoch": 0.7034883720930233,
      "loss_distr": 0.0006549588870257139,
      "loss_partial": 0.01080322265625,
      "step": 484
    },
    {
      "epoch": 0.7049418604651163,
      "grad_norm": 0.17891925573349,
      "learning_rate": 1.63867452883284e-05,
      "loss": 0.1835,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0007687638862989843,
      "loss_partial": 0.004852294921875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0006535155698657036,
      "loss_partial": 0.00701904296875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0005873909685760736,
      "loss_partial": 0.007232666015625,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0005162297748029232,
      "loss_partial": 0.0045166015625,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0003218294878024608,
      "loss_partial": 0.008544921875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0005923818098381162,
      "loss_partial": 0.0078125,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.000601855805143714,
      "loss_partial": 0.008544921875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0005536893731914461,
      "loss_partial": 0.007232666015625,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0006664704997092485,
      "loss_partial": 0.0052490234375,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0003065881319344044,
      "loss_partial": 0.004913330078125,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0002752181317191571,
      "loss_partial": 0.004852294921875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0007814640994183719,
      "loss_partial": 0.0059814453125,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.00028311600908637047,
      "loss_partial": 0.00714111328125,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0006135358707979321,
      "loss_partial": 0.005523681640625,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0006091163377277553,
      "loss_partial": 0.00958251953125,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0002682580961845815,
      "loss_partial": 0.007659912109375,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0005280273035168648,
      "loss_partial": 0.01348876953125,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0005185783375054598,
      "loss_partial": 0.005828857421875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0004382006300147623,
      "loss_partial": 0.00872802734375,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0006066792411729693,
      "loss_partial": 0.007293701171875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0006362824933603406,
      "loss_partial": 0.007720947265625,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.00026869462453760207,
      "loss_partial": 0.006317138671875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0006770589388906956,
      "loss_partial": 0.003875732421875,
      "step": 485
    },
    {
      "epoch": 0.7049418604651163,
      "loss_distr": 0.0003775840741582215,
      "loss_partial": 0.0034332275390625,
      "step": 485
    },
    {
      "epoch": 0.7063953488372093,
      "grad_norm": 0.2030056118965149,
      "learning_rate": 1.6367198224471926e-05,
      "loss": 0.1824,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0005545422900468111,
      "loss_partial": 0.005706787109375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0004412775160744786,
      "loss_partial": 0.0103759765625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.000694003829266876,
      "loss_partial": 0.006439208984375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0005563439335674047,
      "loss_partial": 0.00494384765625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0006647863192483783,
      "loss_partial": 0.00579833984375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0005922014242969453,
      "loss_partial": 0.004791259765625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0009218811755999923,
      "loss_partial": 0.00537109375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0005789892747998238,
      "loss_partial": 0.006103515625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0004720451252069324,
      "loss_partial": 0.005584716796875,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.000611630268394947,
      "loss_partial": 0.0081787109375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.00040233752224594355,
      "loss_partial": 0.0072021484375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0003251741291023791,
      "loss_partial": 0.00494384765625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0007220256375148892,
      "loss_partial": 0.00421142578125,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0006147020612843335,
      "loss_partial": 0.0108642578125,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.000547876872587949,
      "loss_partial": 0.00616455078125,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0002621453604660928,
      "loss_partial": 0.004150390625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0007527513662353158,
      "loss_partial": 0.005279541015625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0006620048079639673,
      "loss_partial": 0.005035400390625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.00025532423751428723,
      "loss_partial": 0.0047607421875,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0005902006523683667,
      "loss_partial": 0.00823974609375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0005595045513473451,
      "loss_partial": 0.00787353515625,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0002975112001877278,
      "loss_partial": 0.00909423828125,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.000501014175824821,
      "loss_partial": 0.007415771484375,
      "step": 486
    },
    {
      "epoch": 0.7063953488372093,
      "loss_distr": 0.0012497109128162265,
      "loss_partial": 0.003936767578125,
      "step": 486
    },
    {
      "epoch": 0.7078488372093024,
      "grad_norm": 0.1758188009262085,
      "learning_rate": 1.6347610158468897e-05,
      "loss": 0.181,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0005512844072654843,
      "loss_partial": 0.007598876953125,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0005219142185524106,
      "loss_partial": 0.0062255859375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0003121060726698488,
      "loss_partial": 0.00616455078125,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0007452479912899435,
      "loss_partial": 0.00494384765625,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0004985484411008656,
      "loss_partial": 0.01470947265625,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0009914125548675656,
      "loss_partial": 0.0040283203125,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0007256866665557027,
      "loss_partial": 0.005462646484375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0007662393036298454,
      "loss_partial": 0.00823974609375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0007344728801399469,
      "loss_partial": 0.0057373046875,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.000386544328648597,
      "loss_partial": 0.00421142578125,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0007765920599922538,
      "loss_partial": 0.00933837890625,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0007593407644890249,
      "loss_partial": 0.007080078125,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.00045761687215417624,
      "loss_partial": 0.01092529296875,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.00031097419559955597,
      "loss_partial": 0.01165771484375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0005139111890457571,
      "loss_partial": 0.005462646484375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0005672600236721337,
      "loss_partial": 0.011474609375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.00035406480310484767,
      "loss_partial": 0.00823974609375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0005174404359422624,
      "loss_partial": 0.0096435546875,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0005181937012821436,
      "loss_partial": 0.00946044921875,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0006199615891091526,
      "loss_partial": 0.004425048828125,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.00041566905565559864,
      "loss_partial": 0.006591796875,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0003298362425994128,
      "loss_partial": 0.00335693359375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0002478762762621045,
      "loss_partial": 0.00927734375,
      "step": 487
    },
    {
      "epoch": 0.7078488372093024,
      "loss_distr": 0.0004963470855727792,
      "loss_partial": 0.00750732421875,
      "step": 487
    },
    {
      "epoch": 0.7093023255813954,
      "grad_norm": 0.2142486423254013,
      "learning_rate": 1.6327981216458445e-05,
      "loss": 0.1815,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0005289558321237564,
      "loss_partial": 0.009033203125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.000967827276326716,
      "loss_partial": 0.004913330078125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.00045860448153689504,
      "loss_partial": 0.006500244140625,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0008431613678112626,
      "loss_partial": 0.00811767578125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.000493563071358949,
      "loss_partial": 0.00701904296875,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0002962134894914925,
      "loss_partial": 0.00579833984375,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0005552162183448672,
      "loss_partial": 0.006317138671875,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.00045453570783138275,
      "loss_partial": 0.0079345703125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.00026643669116310775,
      "loss_partial": 0.006256103515625,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0003990783297922462,
      "loss_partial": 0.004913330078125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.000675409915857017,
      "loss_partial": 0.004974365234375,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0006829541525803506,
      "loss_partial": 0.00701904296875,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0007380081806331873,
      "loss_partial": 0.007476806640625,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0007656582165509462,
      "loss_partial": 0.0048828125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0005462986882776022,
      "loss_partial": 0.00958251953125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0006599139887839556,
      "loss_partial": 0.008544921875,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0003438483108766377,
      "loss_partial": 0.01043701171875,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0006921805324964225,
      "loss_partial": 0.00885009765625,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0011162819573655725,
      "loss_partial": 0.00390625,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0005287484964355826,
      "loss_partial": 0.007049560546875,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0005665564676746726,
      "loss_partial": 0.0074462890625,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0009366779122501612,
      "loss_partial": 0.0086669921875,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.0007728778291493654,
      "loss_partial": 0.0098876953125,
      "step": 488
    },
    {
      "epoch": 0.7093023255813954,
      "loss_distr": 0.000510883517563343,
      "loss_partial": 0.007720947265625,
      "step": 488
    },
    {
      "epoch": 0.7107558139534884,
      "grad_norm": 0.21616117656230927,
      "learning_rate": 1.6308311524842893e-05,
      "loss": 0.1827,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0006437958218157291,
      "loss_partial": 0.00421142578125,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0007569233421236277,
      "loss_partial": 0.00555419921875,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0010061273351311684,
      "loss_partial": 0.0054931640625,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0007587503059767187,
      "loss_partial": 0.009521484375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0008344242232851684,
      "loss_partial": 0.00518798828125,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0002554240927565843,
      "loss_partial": 0.005767822265625,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.000662771170027554,
      "loss_partial": 0.00726318359375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.000516181462444365,
      "loss_partial": 0.007110595703125,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0005120218847878277,
      "loss_partial": 0.0072021484375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0008056884980760515,
      "loss_partial": 0.0062255859375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0004886445822194219,
      "loss_partial": 0.003692626953125,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.000938876997679472,
      "loss_partial": 0.005950927734375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0003635622269939631,
      "loss_partial": 0.0087890625,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.000787593424320221,
      "loss_partial": 0.0035247802734375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0005414885235950351,
      "loss_partial": 0.00604248046875,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0005881349788978696,
      "loss_partial": 0.0072021484375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.00023875400074757636,
      "loss_partial": 0.00762939453125,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0005328578990884125,
      "loss_partial": 0.00885009765625,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.000261059554759413,
      "loss_partial": 0.009521484375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0003791700291913003,
      "loss_partial": 0.0098876953125,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0005431384197436273,
      "loss_partial": 0.01092529296875,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0008169626817107201,
      "loss_partial": 0.0029144287109375,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0005572964437305927,
      "loss_partial": 0.006256103515625,
      "step": 489
    },
    {
      "epoch": 0.7107558139534884,
      "loss_distr": 0.0007518012425862253,
      "loss_partial": 0.00616455078125,
      "step": 489
    },
    {
      "epoch": 0.7122093023255814,
      "grad_norm": 0.1854250431060791,
      "learning_rate": 1.6288601210287e-05,
      "loss": 0.186,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0007855689618736506,
      "loss_partial": 0.005035400390625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0007478144252672791,
      "loss_partial": 0.00531005859375,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0005697649321518838,
      "loss_partial": 0.006378173828125,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0004828964010812342,
      "loss_partial": 0.0074462890625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0002613780088722706,
      "loss_partial": 0.008056640625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.00037619791692122817,
      "loss_partial": 0.00885009765625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0005222882027737796,
      "loss_partial": 0.00830078125,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0005086653400212526,
      "loss_partial": 0.006805419921875,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0005309118423610926,
      "loss_partial": 0.00701904296875,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0010041516507044435,
      "loss_partial": 0.0032806396484375,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0005469132447615266,
      "loss_partial": 0.004852294921875,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0004371651157271117,
      "loss_partial": 0.0074462890625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0005606170743703842,
      "loss_partial": 0.005126953125,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0009969687089323997,
      "loss_partial": 0.0037689208984375,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0005571521469391882,
      "loss_partial": 0.01177978515625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0003372441278770566,
      "loss_partial": 0.0103759765625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.00040704553248360753,
      "loss_partial": 0.0093994140625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0008044388378039002,
      "loss_partial": 0.0035552978515625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0007824065978638828,
      "loss_partial": 0.004486083984375,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.00040951697155833244,
      "loss_partial": 0.0123291015625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.00046475615818053484,
      "loss_partial": 0.00506591796875,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.00035802865750156343,
      "loss_partial": 0.0036468505859375,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.00099333212710917,
      "loss_partial": 0.0035552978515625,
      "step": 490
    },
    {
      "epoch": 0.7122093023255814,
      "loss_distr": 0.0006490492960438132,
      "loss_partial": 0.004119873046875,
      "step": 490
    },
    {
      "epoch": 0.7136627906976745,
      "grad_norm": 0.21586091816425323,
      "learning_rate": 1.626885039971711e-05,
      "loss": 0.1784,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0005912867491133511,
      "loss_partial": 0.00823974609375,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0005225884960964322,
      "loss_partial": 0.0074462890625,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0006684758700430393,
      "loss_partial": 0.0032196044921875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0006424939492717385,
      "loss_partial": 0.002593994140625,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0003439875436015427,
      "loss_partial": 0.005767822265625,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0009051777888089418,
      "loss_partial": 0.00518798828125,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0005170282092876732,
      "loss_partial": 0.00921630859375,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.00040574587183073163,
      "loss_partial": 0.008544921875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0004131673485971987,
      "loss_partial": 0.005157470703125,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0006128116510808468,
      "loss_partial": 0.00579833984375,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0007151597528718412,
      "loss_partial": 0.004638671875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0008369908900931478,
      "loss_partial": 0.006561279296875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0008129923953674734,
      "loss_partial": 0.0052490234375,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0005749083356931806,
      "loss_partial": 0.00543212890625,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0005107215838506818,
      "loss_partial": 0.005767822265625,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0005440443055704236,
      "loss_partial": 0.00653076171875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.000798691704403609,
      "loss_partial": 0.005340576171875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0004701262805610895,
      "loss_partial": 0.00885009765625,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.00028376461705192924,
      "loss_partial": 0.00689697265625,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0004752454988192767,
      "loss_partial": 0.01123046875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0006808714824728668,
      "loss_partial": 0.007568359375,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.00025442070909775794,
      "loss_partial": 0.0164794921875,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0006934992270544171,
      "loss_partial": 0.00811767578125,
      "step": 491
    },
    {
      "epoch": 0.7136627906976745,
      "loss_distr": 0.0008957316167652607,
      "loss_partial": 0.00482177734375,
      "step": 491
    },
    {
      "epoch": 0.7151162790697675,
      "grad_norm": 0.17932377755641937,
      "learning_rate": 1.624905922032035e-05,
      "loss": 0.1841,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0004373338888399303,
      "loss_partial": 0.0108642578125,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0007092447485774755,
      "loss_partial": 0.00640869140625,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0007705430034548044,
      "loss_partial": 0.00396728515625,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0006313840276561677,
      "loss_partial": 0.004669189453125,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0006848863558843732,
      "loss_partial": 0.0042724609375,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0005172616802155972,
      "loss_partial": 0.00799560546875,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.000534764607436955,
      "loss_partial": 0.004730224609375,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0005581675795838237,
      "loss_partial": 0.0078125,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0005971608916297555,
      "loss_partial": 0.00457763671875,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0006048021023161709,
      "loss_partial": 0.00811767578125,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0003466677153483033,
      "loss_partial": 0.0081787109375,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0006066667265258729,
      "loss_partial": 0.005096435546875,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.00030750338919460773,
      "loss_partial": 0.004486083984375,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0004957688506692648,
      "loss_partial": 0.00677490234375,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.00046289185411296785,
      "loss_partial": 0.0037384033203125,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0008033892954699695,
      "loss_partial": 0.005706787109375,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0006185077945701778,
      "loss_partial": 0.00701904296875,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0009776384104043245,
      "loss_partial": 0.0032958984375,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0009037533309310675,
      "loss_partial": 0.0045166015625,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0008253920241259038,
      "loss_partial": 0.004425048828125,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0004871215205639601,
      "loss_partial": 0.00738525390625,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.001079498091712594,
      "loss_partial": 0.005340576171875,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0005675489082932472,
      "loss_partial": 0.00848388671875,
      "step": 492
    },
    {
      "epoch": 0.7151162790697675,
      "loss_distr": 0.0007682443829253316,
      "loss_partial": 0.00592041015625,
      "step": 492
    },
    {
      "epoch": 0.7165697674418605,
      "grad_norm": 0.20542460680007935,
      "learning_rate": 1.62292277995438e-05,
      "loss": 0.1816,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0002707567473407835,
      "loss_partial": 0.00823974609375,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0005195698468014598,
      "loss_partial": 0.006744384765625,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0008361213840544224,
      "loss_partial": 0.005126953125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.00039332997403107584,
      "loss_partial": 0.00439453125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0006204945966601372,
      "loss_partial": 0.00457763671875,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0004347717040218413,
      "loss_partial": 0.01422119140625,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0007315800758078694,
      "loss_partial": 0.00518798828125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.00046097388258203864,
      "loss_partial": 0.0089111328125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0006326559232547879,
      "loss_partial": 0.0078125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0008932381169870496,
      "loss_partial": 0.00238037109375,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.00042989099165424705,
      "loss_partial": 0.00592041015625,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.000277425890089944,
      "loss_partial": 0.004364013671875,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0007020169869065285,
      "loss_partial": 0.00469970703125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0003201209765393287,
      "loss_partial": 0.006927490234375,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0006556871812790632,
      "loss_partial": 0.005889892578125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0005989116034470499,
      "loss_partial": 0.004669189453125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0009024307364597917,
      "loss_partial": 0.0038299560546875,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0004448058025445789,
      "loss_partial": 0.009033203125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0006617706967517734,
      "loss_partial": 0.0047607421875,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.00038302128086797893,
      "loss_partial": 0.00830078125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0008351590950042009,
      "loss_partial": 0.00396728515625,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.00041075778426602483,
      "loss_partial": 0.0059814453125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0007910890271887183,
      "loss_partial": 0.005889892578125,
      "step": 493
    },
    {
      "epoch": 0.7165697674418605,
      "loss_distr": 0.0004521429946180433,
      "loss_partial": 0.01226806640625,
      "step": 493
    },
    {
      "epoch": 0.7180232558139535,
      "grad_norm": 0.21085381507873535,
      "learning_rate": 1.620935626509368e-05,
      "loss": 0.18,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0006298987427726388,
      "loss_partial": 0.00616455078125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0007630902691744268,
      "loss_partial": 0.0059814453125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0005146992625668645,
      "loss_partial": 0.007659912109375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0005490654148161411,
      "loss_partial": 0.00726318359375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0007429729448631406,
      "loss_partial": 0.0036468505859375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0006818214897066355,
      "loss_partial": 0.00634765625,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0006400286220014095,
      "loss_partial": 0.00762939453125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0009795064106583595,
      "loss_partial": 0.0031280517578125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.000871583994012326,
      "loss_partial": 0.00933837890625,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.000635637785308063,
      "loss_partial": 0.0072021484375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0006622510845772922,
      "loss_partial": 0.0091552734375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0005550684873014688,
      "loss_partial": 0.0064697265625,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0005211276584304869,
      "loss_partial": 0.00616455078125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0003730305179487914,
      "loss_partial": 0.005462646484375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.00038603192660957575,
      "loss_partial": 0.0038604736328125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.00048871710896492,
      "loss_partial": 0.00518798828125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.00032614206429570913,
      "loss_partial": 0.0079345703125,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0009341395925730467,
      "loss_partial": 0.002777099609375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0007904975209385157,
      "loss_partial": 0.00592041015625,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0010391527321189642,
      "loss_partial": 0.00531005859375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0005361448274925351,
      "loss_partial": 0.007568359375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0006711876485496759,
      "loss_partial": 0.006927490234375,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0004565494309645146,
      "loss_partial": 0.00836181640625,
      "step": 494
    },
    {
      "epoch": 0.7180232558139535,
      "loss_distr": 0.0009464366594329476,
      "loss_partial": 0.005859375,
      "step": 494
    },
    {
      "epoch": 0.7194767441860465,
      "grad_norm": 0.18599271774291992,
      "learning_rate": 1.6189444744934528e-05,
      "loss": 0.1798,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0007266663014888763,
      "loss_partial": 0.01092529296875,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0006878846324980259,
      "loss_partial": 0.005279541015625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0004601240798365325,
      "loss_partial": 0.0096435546875,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.00029654341051355004,
      "loss_partial": 0.00592041015625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0008372016600333154,
      "loss_partial": 0.0031280517578125,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0007666317978873849,
      "loss_partial": 0.007659912109375,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.00036098959390074015,
      "loss_partial": 0.00787353515625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0006356132798828185,
      "loss_partial": 0.0052490234375,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.00042279408080503345,
      "loss_partial": 0.006378173828125,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0008339645573869348,
      "loss_partial": 0.005035400390625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0006128509412519634,
      "loss_partial": 0.00653076171875,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0004961872473359108,
      "loss_partial": 0.0162353515625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0007353599648922682,
      "loss_partial": 0.005279541015625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0003324577119201422,
      "loss_partial": 0.007476806640625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0005891387118026614,
      "loss_partial": 0.006378173828125,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0004987462889403105,
      "loss_partial": 0.0086669921875,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.00032182602444663644,
      "loss_partial": 0.0067138671875,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0006205387762747705,
      "loss_partial": 0.00830078125,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0007368716760538518,
      "loss_partial": 0.00469970703125,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0005781722720712423,
      "loss_partial": 0.0101318359375,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0005298556061461568,
      "loss_partial": 0.004852294921875,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0004729305801447481,
      "loss_partial": 0.0054931640625,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0008923054556362331,
      "loss_partial": 0.006622314453125,
      "step": 495
    },
    {
      "epoch": 0.7194767441860465,
      "loss_distr": 0.0006762015400454402,
      "loss_partial": 0.004730224609375,
      "step": 495
    },
    {
      "epoch": 0.7209302325581395,
      "grad_norm": 0.22536572813987732,
      "learning_rate": 1.616949336728837e-05,
      "loss": 0.1827,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0004022758803330362,
      "loss_partial": 0.0162353515625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0007703313021920621,
      "loss_partial": 0.0030517578125,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0006374732474796474,
      "loss_partial": 0.0036773681640625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0002831170568242669,
      "loss_partial": 0.00634765625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0005883235135115683,
      "loss_partial": 0.00457763671875,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0005315698799677193,
      "loss_partial": 0.00579833984375,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0007885589729994535,
      "loss_partial": 0.004791259765625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0004886494134552777,
      "loss_partial": 0.005157470703125,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0007573605980724096,
      "loss_partial": 0.005279541015625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0005098985275253654,
      "loss_partial": 0.005615234375,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0008066601003520191,
      "loss_partial": 0.008056640625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0004369111265987158,
      "loss_partial": 0.0107421875,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0004393919080030173,
      "loss_partial": 0.00994873046875,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.000526595686096698,
      "loss_partial": 0.00811767578125,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0001959737710421905,
      "loss_partial": 0.0126953125,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0006775035872124135,
      "loss_partial": 0.006103515625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0006979715544730425,
      "loss_partial": 0.006072998046875,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.00026579073164612055,
      "loss_partial": 0.01165771484375,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0008654792327433825,
      "loss_partial": 0.0031585693359375,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0004918330814689398,
      "loss_partial": 0.00921630859375,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0003547114320099354,
      "loss_partial": 0.00885009765625,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0004312929231673479,
      "loss_partial": 0.00701904296875,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.0004743203753605485,
      "loss_partial": 0.00701904296875,
      "step": 496
    },
    {
      "epoch": 0.7209302325581395,
      "loss_distr": 0.00021789214224554598,
      "loss_partial": 0.005157470703125,
      "step": 496
    },
    {
      "epoch": 0.7223837209302325,
      "grad_norm": 0.20274938642978668,
      "learning_rate": 1.6149502260633902e-05,
      "loss": 0.1809,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0002766827819868922,
      "loss_partial": 0.003021240234375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.000493003404699266,
      "loss_partial": 0.005096435546875,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0005503896973095834,
      "loss_partial": 0.004852294921875,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0003039430011995137,
      "loss_partial": 0.004180908203125,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0008007052238099277,
      "loss_partial": 0.00811767578125,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.00032424539676867425,
      "loss_partial": 0.0057373046875,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0004963494138792157,
      "loss_partial": 0.00531005859375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0004228087782394141,
      "loss_partial": 0.005462646484375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0003441414446569979,
      "loss_partial": 0.005706787109375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0002569128409959376,
      "loss_partial": 0.006195068359375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0004024953523185104,
      "loss_partial": 0.0089111328125,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0003326216829009354,
      "loss_partial": 0.0062255859375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.00046718172961845994,
      "loss_partial": 0.005218505859375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0007589401211589575,
      "loss_partial": 0.0087890625,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0007302843732759356,
      "loss_partial": 0.00811767578125,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0006077883881516755,
      "loss_partial": 0.01025390625,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0004175974754616618,
      "loss_partial": 0.006683349609375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0006130061228759587,
      "loss_partial": 0.006134033203125,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0006404701853170991,
      "loss_partial": 0.0068359375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0005684943171218038,
      "loss_partial": 0.0096435546875,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.00046073104022070765,
      "loss_partial": 0.006988525390625,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0005815183976665139,
      "loss_partial": 0.005615234375,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.001038333517499268,
      "loss_partial": 0.00799560546875,
      "step": 497
    },
    {
      "epoch": 0.7223837209302325,
      "loss_distr": 0.0007038243347778916,
      "loss_partial": 0.004791259765625,
      "step": 497
    },
    {
      "epoch": 0.7238372093023255,
      "grad_norm": 0.19226230680942535,
      "learning_rate": 1.612947155370565e-05,
      "loss": 0.1822,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0007566334679722786,
      "loss_partial": 0.004608154296875,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0007441176567226648,
      "loss_partial": 0.005218505859375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0005609645741060376,
      "loss_partial": 0.00885009765625,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.00031453423434868455,
      "loss_partial": 0.005462646484375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0005138483829796314,
      "loss_partial": 0.012451171875,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0004272903024684638,
      "loss_partial": 0.0142822265625,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0005602670134976506,
      "loss_partial": 0.00634765625,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.00045972142834216356,
      "loss_partial": 0.0069580078125,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0004893311415798962,
      "loss_partial": 0.0038604736328125,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0006927585927769542,
      "loss_partial": 0.00677490234375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0005396914202719927,
      "loss_partial": 0.004241943359375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0005833224859088659,
      "loss_partial": 0.005950927734375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.00032833972363732755,
      "loss_partial": 0.007232666015625,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0006076679565012455,
      "loss_partial": 0.003936767578125,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0005483748391270638,
      "loss_partial": 0.0074462890625,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0005035737995058298,
      "loss_partial": 0.0081787109375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.000662533042486757,
      "loss_partial": 0.005401611328125,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0004928866401314735,
      "loss_partial": 0.004486083984375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0006704990519210696,
      "loss_partial": 0.00677490234375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0008503076387569308,
      "loss_partial": 0.0035400390625,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0006541941547766328,
      "loss_partial": 0.003997802734375,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0007407921366393566,
      "loss_partial": 0.006622314453125,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.000752671854570508,
      "loss_partial": 0.00439453125,
      "step": 498
    },
    {
      "epoch": 0.7238372093023255,
      "loss_distr": 0.0004976134514436126,
      "loss_partial": 0.0081787109375,
      "step": 498
    },
    {
      "epoch": 0.7252906976744186,
      "grad_norm": 0.21539385616779327,
      "learning_rate": 1.6109401375493166e-05,
      "loss": 0.1823,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0005569675704464316,
      "loss_partial": 0.00689697265625,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0005741266068071127,
      "loss_partial": 0.00811767578125,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0004723239690065384,
      "loss_partial": 0.00360107421875,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.001039931084960699,
      "loss_partial": 0.003387451171875,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.00048299480113200843,
      "loss_partial": 0.005126953125,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0006533631822094321,
      "loss_partial": 0.004730224609375,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0005372150335460901,
      "loss_partial": 0.006927490234375,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0006794091314077377,
      "loss_partial": 0.007293701171875,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0006712935282848775,
      "loss_partial": 0.005615234375,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0005734935402870178,
      "loss_partial": 0.005523681640625,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.00036409037420526147,
      "loss_partial": 0.0213623046875,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0002945372834801674,
      "loss_partial": 0.00927734375,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0009699404472485185,
      "loss_partial": 0.00543212890625,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0006218217313289642,
      "loss_partial": 0.01220703125,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0007483790977858007,
      "loss_partial": 0.00775146484375,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0009073682595044374,
      "loss_partial": 0.006561279296875,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0003298360388725996,
      "loss_partial": 0.007110595703125,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0004219225374981761,
      "loss_partial": 0.00958251953125,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0005872771143913269,
      "loss_partial": 0.0079345703125,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0007864185608923435,
      "loss_partial": 0.005767822265625,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0005678605521097779,
      "loss_partial": 0.00665283203125,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0007697557448409498,
      "loss_partial": 0.00494384765625,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0005885511636734009,
      "loss_partial": 0.00775146484375,
      "step": 499
    },
    {
      "epoch": 0.7252906976744186,
      "loss_distr": 0.0008313506259582937,
      "loss_partial": 0.00628662109375,
      "step": 499
    },
    {
      "epoch": 0.7267441860465116,
      "grad_norm": 0.18068118393421173,
      "learning_rate": 1.6089291855240162e-05,
      "loss": 0.178,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0003917089197784662,
      "loss_partial": 0.00811767578125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0011857511708512902,
      "loss_partial": 0.00238037109375,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.00044548834557645023,
      "loss_partial": 0.00811767578125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0007550836890004575,
      "loss_partial": 0.0037689208984375,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0006692497991025448,
      "loss_partial": 0.007080078125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0008974419324658811,
      "loss_partial": 0.00885009765625,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0007815940771251917,
      "loss_partial": 0.0067138671875,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0003395799722056836,
      "loss_partial": 0.0108642578125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.00046135528828017414,
      "loss_partial": 0.01092529296875,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.00030346898711286485,
      "loss_partial": 0.00811767578125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.00048313054139725864,
      "loss_partial": 0.00811767578125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0007251320639625192,
      "loss_partial": 0.00482177734375,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.00044812270789407194,
      "loss_partial": 0.00982666015625,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0007872754940763116,
      "loss_partial": 0.0045166015625,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0005732643185183406,
      "loss_partial": 0.004791259765625,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0005982861621305346,
      "loss_partial": 0.01055908203125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.00042817494249902666,
      "loss_partial": 0.00848388671875,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0005958668189123273,
      "loss_partial": 0.00738525390625,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0009512726683169603,
      "loss_partial": 0.005645751953125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0007282596779987216,
      "loss_partial": 0.005889892578125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0005077216774225235,
      "loss_partial": 0.00958251953125,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0005547921173274517,
      "loss_partial": 0.0101318359375,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.00047480466309934855,
      "loss_partial": 0.007568359375,
      "step": 500
    },
    {
      "epoch": 0.7267441860465116,
      "loss_distr": 0.0004485961399041116,
      "loss_partial": 0.00958251953125,
      "step": 500
    },
    {
      "epoch": 0.7281976744186046,
      "grad_norm": 0.20873646438121796,
      "learning_rate": 1.606914312244371e-05,
      "loss": 0.1812,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.000838336709421128,
      "loss_partial": 0.007080078125,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0006029795040376484,
      "loss_partial": 0.004119873046875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0006781525444239378,
      "loss_partial": 0.0048828125,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0008385357796214521,
      "loss_partial": 0.004150390625,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.000542039517313242,
      "loss_partial": 0.004852294921875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0005558854900300503,
      "loss_partial": 0.00970458984375,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0003310687025077641,
      "loss_partial": 0.007354736328125,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0003512398980092257,
      "loss_partial": 0.0089111328125,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0007972301682457328,
      "loss_partial": 0.004119873046875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0004566558636724949,
      "loss_partial": 0.0037994384765625,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0006514781853184104,
      "loss_partial": 0.00555419921875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0005260140169411898,
      "loss_partial": 0.00714111328125,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0009810877963900566,
      "loss_partial": 0.0029449462890625,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.000648497196380049,
      "loss_partial": 0.00872802734375,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0005668002413585782,
      "loss_partial": 0.00689697265625,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0006342565175145864,
      "loss_partial": 0.005950927734375,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0009406764875166118,
      "loss_partial": 0.0035858154296875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.000576065678615123,
      "loss_partial": 0.005889892578125,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0008167941123247147,
      "loss_partial": 0.0047607421875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0004470188287086785,
      "loss_partial": 0.00836181640625,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0007640654221177101,
      "loss_partial": 0.006622314453125,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.00046745670260861516,
      "loss_partial": 0.00848388671875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0002467200392857194,
      "loss_partial": 0.00848388671875,
      "step": 501
    },
    {
      "epoch": 0.7281976744186046,
      "loss_distr": 0.0008686637738719583,
      "loss_partial": 0.00445556640625,
      "step": 501
    },
    {
      "epoch": 0.7296511627906976,
      "grad_norm": 0.1996237337589264,
      "learning_rate": 1.6048955306853388e-05,
      "loss": 0.1831,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0005381659138947725,
      "loss_partial": 0.0048828125,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00020349500118754804,
      "loss_partial": 0.01141357421875,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0008395527256652713,
      "loss_partial": 0.003143310546875,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0005332634318619967,
      "loss_partial": 0.005889892578125,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0006567115196958184,
      "loss_partial": 0.0079345703125,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0003194656746927649,
      "loss_partial": 0.0079345703125,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00039985819603316486,
      "loss_partial": 0.01275634765625,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0004000866028945893,
      "loss_partial": 0.006622314453125,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0004900723579339683,
      "loss_partial": 0.005218505859375,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.000497472588904202,
      "loss_partial": 0.0087890625,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0005219441372901201,
      "loss_partial": 0.007293701171875,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0006096931174397469,
      "loss_partial": 0.00775146484375,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0003244916442781687,
      "loss_partial": 0.0072021484375,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0005339393392205238,
      "loss_partial": 0.009765625,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0007373165572062135,
      "loss_partial": 0.002899169921875,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00044770175009034574,
      "loss_partial": 0.01116943359375,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00047971459571272135,
      "loss_partial": 0.006195068359375,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00039814674528315663,
      "loss_partial": 0.00799560546875,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00045968196354806423,
      "loss_partial": 0.009033203125,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00036053569056093693,
      "loss_partial": 0.0084228515625,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0004774515691678971,
      "loss_partial": 0.00738525390625,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.00037037814036011696,
      "loss_partial": 0.008544921875,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.0007873463327996433,
      "loss_partial": 0.00469970703125,
      "step": 502
    },
    {
      "epoch": 0.7296511627906976,
      "loss_distr": 0.000628048088401556,
      "loss_partial": 0.006011962890625,
      "step": 502
    },
    {
      "epoch": 0.7311046511627907,
      "grad_norm": 0.20887517929077148,
      "learning_rate": 1.6028728538470453e-05,
      "loss": 0.1821,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0005072100320830941,
      "loss_partial": 0.0091552734375,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0003652336890809238,
      "loss_partial": 0.01080322265625,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0006463649915531278,
      "loss_partial": 0.0084228515625,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0007066029356792569,
      "loss_partial": 0.006256103515625,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0008753134752623737,
      "loss_partial": 0.00408935546875,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0006556144217029214,
      "loss_partial": 0.00872802734375,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.000612594943959266,
      "loss_partial": 0.007080078125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.00030733825406059623,
      "loss_partial": 0.00933837890625,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0008360670180991292,
      "loss_partial": 0.00665283203125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.00036046336754225194,
      "loss_partial": 0.00433349609375,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0007688628975301981,
      "loss_partial": 0.00762939453125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0007159683736972511,
      "loss_partial": 0.004852294921875,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.00028337875846773386,
      "loss_partial": 0.00909423828125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0007334890542551875,
      "loss_partial": 0.00665283203125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.00040865421760827303,
      "loss_partial": 0.006561279296875,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0009363185963593423,
      "loss_partial": 0.0034942626953125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0004751379310619086,
      "loss_partial": 0.01190185546875,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0005632219836115837,
      "loss_partial": 0.006439208984375,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0008219486335292459,
      "loss_partial": 0.0035858154296875,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0004247356846462935,
      "loss_partial": 0.010986328125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0003660331421997398,
      "loss_partial": 0.004913330078125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0005757104372605681,
      "loss_partial": 0.01007080078125,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0005225939676165581,
      "loss_partial": 0.006561279296875,
      "step": 503
    },
    {
      "epoch": 0.7311046511627907,
      "loss_distr": 0.0007328204228542745,
      "loss_partial": 0.005218505859375,
      "step": 503
    },
    {
      "epoch": 0.7325581395348837,
      "grad_norm": 0.1689823865890503,
      "learning_rate": 1.6008462947547e-05,
      "loss": 0.1802,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.00041520048398524523,
      "loss_partial": 0.0032958984375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.00030188076198101044,
      "loss_partial": 0.0064697265625,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0004926850087940693,
      "loss_partial": 0.0034942626953125,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0006093034171499312,
      "loss_partial": 0.0106201171875,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0005187158240005374,
      "loss_partial": 0.01165771484375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0003208479902241379,
      "loss_partial": 0.01025390625,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0005249662790447474,
      "loss_partial": 0.00775146484375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0007331072119995952,
      "loss_partial": 0.0106201171875,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0004211699706502259,
      "loss_partial": 0.007354736328125,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.000639892416074872,
      "loss_partial": 0.00836181640625,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.00047451836871914566,
      "loss_partial": 0.0068359375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0005023012636229396,
      "loss_partial": 0.00531005859375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0006076015997678041,
      "loss_partial": 0.005462646484375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0005903722485527396,
      "loss_partial": 0.006988525390625,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0008316716994158924,
      "loss_partial": 0.00457763671875,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0005187600618228316,
      "loss_partial": 0.007537841796875,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0006030180957168341,
      "loss_partial": 0.00799560546875,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.00046413170639425516,
      "loss_partial": 0.004669189453125,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.00038338807644322515,
      "loss_partial": 0.00799560546875,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0004589887976180762,
      "loss_partial": 0.0091552734375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0005025655264034867,
      "loss_partial": 0.01312255859375,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0006894574034959078,
      "loss_partial": 0.00341796875,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.00047465937677770853,
      "loss_partial": 0.00958251953125,
      "step": 504
    },
    {
      "epoch": 0.7325581395348837,
      "loss_distr": 0.0006052113021723926,
      "loss_partial": 0.00946044921875,
      "step": 504
    },
    {
      "epoch": 0.7340116279069767,
      "grad_norm": 0.1837552934885025,
      "learning_rate": 1.5988158664585133e-05,
      "loss": 0.1824,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0005558283301070333,
      "loss_partial": 0.007354736328125,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0006296094506978989,
      "loss_partial": 0.006988525390625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0007581412210129201,
      "loss_partial": 0.004638671875,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.00041598532698117197,
      "loss_partial": 0.0074462890625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0005402765818871558,
      "loss_partial": 0.00634765625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0004274325619917363,
      "loss_partial": 0.0054931640625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0005803718231618404,
      "loss_partial": 0.005859375,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0004175984940957278,
      "loss_partial": 0.004669189453125,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0006618286715820432,
      "loss_partial": 0.00531005859375,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0008516820380464196,
      "loss_partial": 0.005096435546875,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0006239450303837657,
      "loss_partial": 0.00830078125,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.00024722478701733053,
      "loss_partial": 0.009765625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0005080247647128999,
      "loss_partial": 0.0074462890625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0005829650908708572,
      "loss_partial": 0.0074462890625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0003738583473023027,
      "loss_partial": 0.0064697265625,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0007224752916954458,
      "loss_partial": 0.00604248046875,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0008057521190494299,
      "loss_partial": 0.005584716796875,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.000675381044857204,
      "loss_partial": 0.004180908203125,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.00047773911501280963,
      "loss_partial": 0.00701904296875,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0007353076944127679,
      "loss_partial": 0.00421142578125,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0005633106920868158,
      "loss_partial": 0.013427734375,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0004885175731033087,
      "loss_partial": 0.0079345703125,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.00041782259359024465,
      "loss_partial": 0.007110595703125,
      "step": 505
    },
    {
      "epoch": 0.7340116279069767,
      "loss_distr": 0.0007315149996429682,
      "loss_partial": 0.0064697265625,
      "step": 505
    },
    {
      "epoch": 0.7354651162790697,
      "grad_norm": 0.17254126071929932,
      "learning_rate": 1.5967815820336106e-05,
      "loss": 0.1787,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.00047441310016438365,
      "loss_partial": 0.00360107421875,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.00032668100902810693,
      "loss_partial": 0.005218505859375,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.00043941588955931365,
      "loss_partial": 0.00799560546875,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.000521443085744977,
      "loss_partial": 0.006072998046875,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0004301812732592225,
      "loss_partial": 0.0036468505859375,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0008416706696152687,
      "loss_partial": 0.004150390625,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.00036778856883756816,
      "loss_partial": 0.00726318359375,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0007497358601540327,
      "loss_partial": 0.0031890869140625,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0006546013755723834,
      "loss_partial": 0.006805419921875,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0006238415953703225,
      "loss_partial": 0.007354736328125,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.000563865527510643,
      "loss_partial": 0.00885009765625,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0006210306892171502,
      "loss_partial": 0.007537841796875,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0003728298470377922,
      "loss_partial": 0.0086669921875,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.00047955982154235244,
      "loss_partial": 0.0072021484375,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0005933900829404593,
      "loss_partial": 0.005401611328125,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0005468771560117602,
      "loss_partial": 0.00933837890625,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0004607766168192029,
      "loss_partial": 0.0079345703125,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0004649294714909047,
      "loss_partial": 0.00860595703125,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0005326072569005191,
      "loss_partial": 0.00909423828125,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0004970335285179317,
      "loss_partial": 0.00994873046875,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0011796914041042328,
      "loss_partial": 0.005706787109375,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.000794289109762758,
      "loss_partial": 0.01031494140625,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0006368128815665841,
      "loss_partial": 0.0064697265625,
      "step": 506
    },
    {
      "epoch": 0.7354651162790697,
      "loss_distr": 0.0004701525904238224,
      "loss_partial": 0.007659912109375,
      "step": 506
    },
    {
      "epoch": 0.7369186046511628,
      "grad_norm": 0.17609897255897522,
      "learning_rate": 1.5947434545799502e-05,
      "loss": 0.1832,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.00034907375811599195,
      "loss_partial": 0.0101318359375,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.000599925871938467,
      "loss_partial": 0.00634765625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0004255768726579845,
      "loss_partial": 0.007476806640625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0006438895361497998,
      "loss_partial": 0.00909423828125,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0006364556029438972,
      "loss_partial": 0.005767822265625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0005444096168503165,
      "loss_partial": 0.01019287109375,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0007555780466645956,
      "loss_partial": 0.00494384765625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0006568965036422014,
      "loss_partial": 0.0029754638671875,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0007787690847180784,
      "loss_partial": 0.005462646484375,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0008618325809948146,
      "loss_partial": 0.006072998046875,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0008854534826241434,
      "loss_partial": 0.006561279296875,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.00039574920083396137,
      "loss_partial": 0.00494384765625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0003982872876804322,
      "loss_partial": 0.006744384765625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0007687148172408342,
      "loss_partial": 0.004150390625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0005373210879042745,
      "loss_partial": 0.00579833984375,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.00032915218616835773,
      "loss_partial": 0.00421142578125,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0005846226122230291,
      "loss_partial": 0.00860595703125,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0002645427011884749,
      "loss_partial": 0.007568359375,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0006684837280772626,
      "loss_partial": 0.006591796875,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0007592005422338843,
      "loss_partial": 0.006134033203125,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0007652462809346616,
      "loss_partial": 0.004730224609375,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0004495791799854487,
      "loss_partial": 0.005767822265625,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0004678261175286025,
      "loss_partial": 0.00909423828125,
      "step": 507
    },
    {
      "epoch": 0.7369186046511628,
      "loss_distr": 0.0005683004856109619,
      "loss_partial": 0.007049560546875,
      "step": 507
    },
    {
      "epoch": 0.7383720930232558,
      "grad_norm": 0.18054519593715668,
      "learning_rate": 1.592701497222237e-05,
      "loss": 0.1819,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0007356960559263825,
      "loss_partial": 0.005584716796875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0003648461715783924,
      "loss_partial": 0.012451171875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0010635703802108765,
      "loss_partial": 0.005645751953125,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.00048692873679101467,
      "loss_partial": 0.004547119140625,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0006139458273537457,
      "loss_partial": 0.0052490234375,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0007679432164877653,
      "loss_partial": 0.00457763671875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.000708565698005259,
      "loss_partial": 0.004791259765625,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.00025503005599603057,
      "loss_partial": 0.009521484375,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0007448494434356689,
      "loss_partial": 0.00262451171875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0003045615158043802,
      "loss_partial": 0.0107421875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0005097538232803345,
      "loss_partial": 0.008056640625,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0006399419507943094,
      "loss_partial": 0.00531005859375,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0004799051093868911,
      "loss_partial": 0.007720947265625,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0007732075173407793,
      "loss_partial": 0.005584716796875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0007806338253431022,
      "loss_partial": 0.003387451171875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0003419021377339959,
      "loss_partial": 0.013427734375,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0006569665856659412,
      "loss_partial": 0.0098876953125,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.00036258864565752447,
      "loss_partial": 0.0096435546875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.00072661810554564,
      "loss_partial": 0.00439453125,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0003198536578565836,
      "loss_partial": 0.01043701171875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0005002778489142656,
      "loss_partial": 0.008056640625,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.0008221647003665566,
      "loss_partial": 0.01519775390625,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.00037453914410434663,
      "loss_partial": 0.008544921875,
      "step": 508
    },
    {
      "epoch": 0.7383720930232558,
      "loss_distr": 0.00044269728823564947,
      "loss_partial": 0.0052490234375,
      "step": 508
    },
    {
      "epoch": 0.7398255813953488,
      "grad_norm": 0.17026108503341675,
      "learning_rate": 1.5906557231098395e-05,
      "loss": 0.1824,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0003805971937254071,
      "loss_partial": 0.00531005859375,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0004489069106057286,
      "loss_partial": 0.00830078125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0006940454477444291,
      "loss_partial": 0.00860595703125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0005450041498988867,
      "loss_partial": 0.010498046875,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0009640869102440774,
      "loss_partial": 0.0078125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0007374221459031105,
      "loss_partial": 0.004486083984375,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0006004417664371431,
      "loss_partial": 0.0037078857421875,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0007632189663127065,
      "loss_partial": 0.00555419921875,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.00023922136460896581,
      "loss_partial": 0.00927734375,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.00032380144693888724,
      "loss_partial": 0.007232666015625,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0005317726754583418,
      "loss_partial": 0.00860595703125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0005764136440120637,
      "loss_partial": 0.004425048828125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.000835245125927031,
      "loss_partial": 0.0040283203125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.00032158347312361,
      "loss_partial": 0.01025390625,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0003122643392998725,
      "loss_partial": 0.003021240234375,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0008266387740150094,
      "loss_partial": 0.003936767578125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0007210350595414639,
      "loss_partial": 0.0026702880859375,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.000559613574296236,
      "loss_partial": 0.0052490234375,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0007113898172974586,
      "loss_partial": 0.0047607421875,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0011226246133446693,
      "loss_partial": 0.004913330078125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0005237780860625207,
      "loss_partial": 0.0087890625,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0004407652886584401,
      "loss_partial": 0.009033203125,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0008577352855354548,
      "loss_partial": 0.007049560546875,
      "step": 509
    },
    {
      "epoch": 0.7398255813953488,
      "loss_distr": 0.0007436627056449652,
      "loss_partial": 0.0052490234375,
      "step": 509
    },
    {
      "epoch": 0.7412790697674418,
      "grad_norm": 0.18689922988414764,
      "learning_rate": 1.5886061454167042e-05,
      "loss": 0.1797,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0005254274583421648,
      "loss_partial": 0.0084228515625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0007434763247147202,
      "loss_partial": 0.0034942626953125,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0005431686295196414,
      "loss_partial": 0.00982666015625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0007526185363531113,
      "loss_partial": 0.0035858154296875,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0003458661667536944,
      "loss_partial": 0.00787353515625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0006890333606861532,
      "loss_partial": 0.005096435546875,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.000849489530082792,
      "loss_partial": 0.005950927734375,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0003050435916520655,
      "loss_partial": 0.0103759765625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.000301017367746681,
      "loss_partial": 0.0201416015625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0004111958551220596,
      "loss_partial": 0.01153564453125,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0005571983056142926,
      "loss_partial": 0.00970458984375,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0009588634129613638,
      "loss_partial": 0.00555419921875,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0007843968342058361,
      "loss_partial": 0.00653076171875,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0005308051477186382,
      "loss_partial": 0.006134033203125,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.00037725584115833044,
      "loss_partial": 0.0037384033203125,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0009562973282299936,
      "loss_partial": 0.004150390625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0007303784368559718,
      "loss_partial": 0.00555419921875,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0005356073379516602,
      "loss_partial": 0.00689697265625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0008046256843954325,
      "loss_partial": 0.0037689208984375,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.000508924073074013,
      "loss_partial": 0.008056640625,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0005000935634598136,
      "loss_partial": 0.00994873046875,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0003692831960506737,
      "loss_partial": 0.004638671875,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.0005868310108780861,
      "loss_partial": 0.006134033203125,
      "step": 510
    },
    {
      "epoch": 0.7412790697674418,
      "loss_distr": 0.00036236655432730913,
      "loss_partial": 0.00469970703125,
      "step": 510
    },
    {
      "epoch": 0.7427325581395349,
      "grad_norm": 0.18169553577899933,
      "learning_rate": 1.5865527773412716e-05,
      "loss": 0.1815,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0006629966665059328,
      "loss_partial": 0.004150390625,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.00032541269320063293,
      "loss_partial": 0.016845703125,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0007614343194290996,
      "loss_partial": 0.004547119140625,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0006491481326520443,
      "loss_partial": 0.0107421875,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0005484444554895163,
      "loss_partial": 0.0120849609375,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0009875418618321419,
      "loss_partial": 0.00457763671875,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0003206375113222748,
      "loss_partial": 0.007080078125,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0006009021890349686,
      "loss_partial": 0.00653076171875,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.000593756209127605,
      "loss_partial": 0.00775146484375,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0007934168679639697,
      "loss_partial": 0.007171630859375,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.00044746321509592235,
      "loss_partial": 0.006195068359375,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0005086318124085665,
      "loss_partial": 0.01043701171875,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0005426335264928639,
      "loss_partial": 0.02978515625,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0004164873098488897,
      "loss_partial": 0.01104736328125,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0008583754533901811,
      "loss_partial": 0.005645751953125,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.00044416551827453077,
      "loss_partial": 0.00537109375,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0008858575019985437,
      "loss_partial": 0.0024871826171875,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.00041991457692347467,
      "loss_partial": 0.00848388671875,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0003505358181428164,
      "loss_partial": 0.0064697265625,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0005108986515551805,
      "loss_partial": 0.007476806640625,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0005331869469955564,
      "loss_partial": 0.005401611328125,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0003517343138810247,
      "loss_partial": 0.005401611328125,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0006707115098834038,
      "loss_partial": 0.006195068359375,
      "step": 511
    },
    {
      "epoch": 0.7427325581395349,
      "loss_distr": 0.0003748807357624173,
      "loss_partial": 0.005279541015625,
      "step": 511
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 0.189718097448349,
      "learning_rate": 1.5844956321063903e-05,
      "loss": 0.1838,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0004460568306967616,
      "loss_partial": 0.0062255859375,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0005284123471938074,
      "loss_partial": 0.00946044921875,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0004773577384185046,
      "loss_partial": 0.00909423828125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0005135534447617829,
      "loss_partial": 0.016845703125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0006889861542731524,
      "loss_partial": 0.00439453125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.00036896669189445674,
      "loss_partial": 0.007720947265625,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.000771660590544343,
      "loss_partial": 0.00640869140625,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0007851449190638959,
      "loss_partial": 0.00384521484375,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0007232275092974305,
      "loss_partial": 0.0069580078125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0002342582738492638,
      "loss_partial": 0.007415771484375,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0006536499131470919,
      "loss_partial": 0.00787353515625,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0003817527322098613,
      "loss_partial": 0.0084228515625,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0008445350686088204,
      "loss_partial": 0.00439453125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0007396435830742121,
      "loss_partial": 0.00787353515625,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.000710278982296586,
      "loss_partial": 0.004180908203125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0008640487212687731,
      "loss_partial": 0.004425048828125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.00026159139815717936,
      "loss_partial": 0.00653076171875,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.000788315141107887,
      "loss_partial": 0.004730224609375,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0006080741877667606,
      "loss_partial": 0.015380859375,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0004045070381835103,
      "loss_partial": 0.00885009765625,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0006007921183481812,
      "loss_partial": 0.007171630859375,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0011077570961788297,
      "loss_partial": 0.004669189453125,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0004642067651730031,
      "loss_partial": 0.008056640625,
      "step": 512
    },
    {
      "epoch": 0.7441860465116279,
      "loss_distr": 0.0002615731209516525,
      "loss_partial": 0.008056640625,
      "step": 512
    },
    {
      "epoch": 0.7456395348837209,
      "grad_norm": 0.17137688398361206,
      "learning_rate": 1.5824347229592325e-05,
      "loss": 0.1835,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.00043856987031176686,
      "loss_partial": 0.0111083984375,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0005185767076909542,
      "loss_partial": 0.007415771484375,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0004422209458425641,
      "loss_partial": 0.005157470703125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0007195884245447814,
      "loss_partial": 0.005401611328125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0006241673836484551,
      "loss_partial": 0.004547119140625,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.00040705996798351407,
      "loss_partial": 0.00787353515625,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0006504819612018764,
      "loss_partial": 0.005950927734375,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.00045154252438806,
      "loss_partial": 0.01177978515625,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0006211485015228391,
      "loss_partial": 0.005401611328125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0008771813008934259,
      "loss_partial": 0.004608154296875,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.00038331729592755437,
      "loss_partial": 0.0120849609375,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0005520598497241735,
      "loss_partial": 0.005279541015625,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0006391360657289624,
      "loss_partial": 0.00469970703125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.000657413387671113,
      "loss_partial": 0.007354736328125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0006665612454526126,
      "loss_partial": 0.005645751953125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0006466436316259205,
      "loss_partial": 0.004608154296875,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.00041200564010068774,
      "loss_partial": 0.008056640625,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0007880685734562576,
      "loss_partial": 0.00531005859375,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0003900538431480527,
      "loss_partial": 0.004150390625,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0010126002598553896,
      "loss_partial": 0.005523681640625,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0007554282783530653,
      "loss_partial": 0.007110595703125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0003971362893935293,
      "loss_partial": 0.00537109375,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0006882502930238843,
      "loss_partial": 0.006378173828125,
      "step": 513
    },
    {
      "epoch": 0.7456395348837209,
      "loss_distr": 0.0005140302237123251,
      "loss_partial": 0.006866455078125,
      "step": 513
    },
    {
      "epoch": 0.747093023255814,
      "grad_norm": 0.22604995965957642,
      "learning_rate": 1.580370063171208e-05,
      "loss": 0.1814,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00027343397960066795,
      "loss_partial": 0.006134033203125,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0007051269058138132,
      "loss_partial": 0.00848388671875,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0007841071346774697,
      "loss_partial": 0.004119873046875,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0005224059568718076,
      "loss_partial": 0.00885009765625,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00035540861426852643,
      "loss_partial": 0.004425048828125,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0007957099005579948,
      "loss_partial": 0.00445556640625,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00043930980609729886,
      "loss_partial": 0.007293701171875,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0005443595582619309,
      "loss_partial": 0.004913330078125,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0006294517079368234,
      "loss_partial": 0.006500244140625,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0002977334661409259,
      "loss_partial": 0.004119873046875,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0002825568080879748,
      "loss_partial": 0.00579833984375,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0003287935978733003,
      "loss_partial": 0.006683349609375,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0008103440050035715,
      "loss_partial": 0.00396728515625,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00037689643795602024,
      "loss_partial": 0.017822265625,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0002881947730202228,
      "loss_partial": 0.0078125,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00047170891775749624,
      "loss_partial": 0.009521484375,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0006721823010593653,
      "loss_partial": 0.004913330078125,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0007626113947480917,
      "loss_partial": 0.005615234375,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0005875477800145745,
      "loss_partial": 0.008544921875,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0006621858337894082,
      "loss_partial": 0.00677490234375,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00044059084029868245,
      "loss_partial": 0.0079345703125,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.0005998900160193443,
      "loss_partial": 0.0062255859375,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00030922796577215195,
      "loss_partial": 0.00872802734375,
      "step": 514
    },
    {
      "epoch": 0.747093023255814,
      "loss_distr": 0.00048109592171385884,
      "loss_partial": 0.01300048828125,
      "step": 514
    },
    {
      "epoch": 0.748546511627907,
      "grad_norm": 0.2353067547082901,
      "learning_rate": 1.5783016660378797e-05,
      "loss": 0.1841,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0005813093157485127,
      "loss_partial": 0.0079345703125,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0005192514508962631,
      "loss_partial": 0.0069580078125,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0007536034099757671,
      "loss_partial": 0.006256103515625,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0003553207207005471,
      "loss_partial": 0.0062255859375,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0005149240023456514,
      "loss_partial": 0.008056640625,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0006240209913812578,
      "loss_partial": 0.004425048828125,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0006183827645145357,
      "loss_partial": 0.007568359375,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0006948227528482676,
      "loss_partial": 0.006317138671875,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0007432621205225587,
      "loss_partial": 0.0079345703125,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0005655577406287193,
      "loss_partial": 0.0091552734375,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.00067363609559834,
      "loss_partial": 0.005950927734375,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0004642739659175277,
      "loss_partial": 0.00897216796875,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0003134602156933397,
      "loss_partial": 0.006011962890625,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.00045578787103295326,
      "loss_partial": 0.0045166015625,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0007580674719065428,
      "loss_partial": 0.005889892578125,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0002637941506691277,
      "loss_partial": 0.00946044921875,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0007687543984502554,
      "loss_partial": 0.00445556640625,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0006051877280697227,
      "loss_partial": 0.006256103515625,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0006514000124298036,
      "loss_partial": 0.0068359375,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0008049012394621968,
      "loss_partial": 0.00616455078125,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0005442086257971823,
      "loss_partial": 0.005096435546875,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.00040307812741957605,
      "loss_partial": 0.01385498046875,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0006187062244862318,
      "loss_partial": 0.0068359375,
      "step": 515
    },
    {
      "epoch": 0.748546511627907,
      "loss_distr": 0.0008018702501431108,
      "loss_partial": 0.0034332275390625,
      "step": 515
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.1974368393421173,
      "learning_rate": 1.576229544878877e-05,
      "loss": 0.18,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.00031584897078573704,
      "loss_partial": 0.006866455078125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.000623569474555552,
      "loss_partial": 0.007598876953125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0008208031649701297,
      "loss_partial": 0.003448486328125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0002808301942422986,
      "loss_partial": 0.0054931640625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0004928220296278596,
      "loss_partial": 0.01104736328125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0006145252846181393,
      "loss_partial": 0.01226806640625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0005068251630291343,
      "loss_partial": 0.00634765625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0004536093620117754,
      "loss_partial": 0.007171630859375,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0002186541969422251,
      "loss_partial": 0.01043701171875,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.00034208636498078704,
      "loss_partial": 0.0084228515625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0006214609602466226,
      "loss_partial": 0.007232666015625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0005063163116574287,
      "loss_partial": 0.0087890625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0003577195748221129,
      "loss_partial": 0.005706787109375,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.00035611941711977124,
      "loss_partial": 0.00640869140625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0004922198131680489,
      "loss_partial": 0.006805419921875,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.00036383961560204625,
      "loss_partial": 0.00970458984375,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0006319403764791787,
      "loss_partial": 0.00811767578125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.00035076384665444493,
      "loss_partial": 0.0040283203125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0005630273371934891,
      "loss_partial": 0.00787353515625,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0004860194749198854,
      "loss_partial": 0.01007080078125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0008632594253867865,
      "loss_partial": 0.005096435546875,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.00027215410955250263,
      "loss_partial": 0.00750732421875,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.0007335019763559103,
      "loss_partial": 0.0059814453125,
      "step": 516
    },
    {
      "epoch": 0.75,
      "loss_distr": 0.00042987565393559635,
      "loss_partial": 0.006256103515625,
      "step": 516
    },
    {
      "epoch": 0.751453488372093,
      "grad_norm": 0.22881384193897247,
      "learning_rate": 1.574153713037811e-05,
      "loss": 0.1835,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0005018222145736217,
      "loss_partial": 0.005157470703125,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0005305470549501479,
      "loss_partial": 0.007171630859375,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0007252166979014874,
      "loss_partial": 0.0052490234375,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0005224040942266583,
      "loss_partial": 0.00872802734375,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.000693395035341382,
      "loss_partial": 0.007720947265625,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0005129394703544676,
      "loss_partial": 0.01068115234375,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.00038546015275642276,
      "loss_partial": 0.010009765625,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.00041073316242545843,
      "loss_partial": 0.00616455078125,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.00042547984048724174,
      "loss_partial": 0.00762939453125,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0005130050703883171,
      "loss_partial": 0.004425048828125,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0006221475778147578,
      "loss_partial": 0.0035552978515625,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0003836048417724669,
      "loss_partial": 0.01171875,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0007784285116940737,
      "loss_partial": 0.004669189453125,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0007024704827927053,
      "loss_partial": 0.004180908203125,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0005658689187839627,
      "loss_partial": 0.0103759765625,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0007805670029483736,
      "loss_partial": 0.003875732421875,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0006768452003598213,
      "loss_partial": 0.00726318359375,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.000789917423389852,
      "loss_partial": 0.004608154296875,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.0005000662058591843,
      "loss_partial": 0.004241943359375,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.000619393540546298,
      "loss_partial": 0.006561279296875,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.00044761921162717044,
      "loss_partial": 0.00738525390625,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.00043437053682282567,
      "loss_partial": 0.005035400390625,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.000333339034114033,
      "loss_partial": 0.00897216796875,
      "step": 517
    },
    {
      "epoch": 0.751453488372093,
      "loss_distr": 0.00029591942438855767,
      "loss_partial": 0.01312255859375,
      "step": 517
    },
    {
      "epoch": 0.752906976744186,
      "grad_norm": 0.19391681253910065,
      "learning_rate": 1.572074183882188e-05,
      "loss": 0.1805,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0002471000771038234,
      "loss_partial": 0.00909423828125,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0006687328568659723,
      "loss_partial": 0.006500244140625,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0008111390634439886,
      "loss_partial": 0.007080078125,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0007659631664864719,
      "loss_partial": 0.00885009765625,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0005956212407909334,
      "loss_partial": 0.00567626953125,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.00043065735371783376,
      "loss_partial": 0.0086669921875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0003943961928598583,
      "loss_partial": 0.010498046875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0007178668165579438,
      "loss_partial": 0.0047607421875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0005228480440564454,
      "loss_partial": 0.006866455078125,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0005294749280437827,
      "loss_partial": 0.00946044921875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.00028893290436826646,
      "loss_partial": 0.00982666015625,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0006631425931118429,
      "loss_partial": 0.003570556640625,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0009680336806923151,
      "loss_partial": 0.00665283203125,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0009667272097431123,
      "loss_partial": 0.003662109375,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0008068697061389685,
      "loss_partial": 0.007049560546875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0005130312056280673,
      "loss_partial": 0.00811767578125,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.000651082897093147,
      "loss_partial": 0.00543212890625,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0004212983185425401,
      "loss_partial": 0.00543212890625,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0005377709167078137,
      "loss_partial": 0.00506591796875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0003154825244564563,
      "loss_partial": 0.0031890869140625,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0006615607417188585,
      "loss_partial": 0.005584716796875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.00041870586574077606,
      "loss_partial": 0.004638671875,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0006569197284989059,
      "loss_partial": 0.00482177734375,
      "step": 518
    },
    {
      "epoch": 0.752906976744186,
      "loss_distr": 0.0007233202923089266,
      "loss_partial": 0.007720947265625,
      "step": 518
    },
    {
      "epoch": 0.7543604651162791,
      "grad_norm": 0.18433140218257904,
      "learning_rate": 1.569990970803323e-05,
      "loss": 0.1838,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0007347172359004617,
      "loss_partial": 0.00457763671875,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0004001386114396155,
      "loss_partial": 0.007537841796875,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.00039909069892019033,
      "loss_partial": 0.007110595703125,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0007441120687872171,
      "loss_partial": 0.008056640625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0007220117840915918,
      "loss_partial": 0.00885009765625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0007118551293388009,
      "loss_partial": 0.0047607421875,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0003010526124853641,
      "loss_partial": 0.00982666015625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0004900181666016579,
      "loss_partial": 0.0068359375,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0006054198602214456,
      "loss_partial": 0.00787353515625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0005507501191459596,
      "loss_partial": 0.00701904296875,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0005814504693262279,
      "loss_partial": 0.005523681640625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0005941684357821941,
      "loss_partial": 0.00372314453125,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0006234204047359526,
      "loss_partial": 0.0120849609375,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0006208010017871857,
      "loss_partial": 0.0218505859375,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.00048589229118078947,
      "loss_partial": 0.00634765625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0006259595975279808,
      "loss_partial": 0.006317138671875,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0002749257255345583,
      "loss_partial": 0.004180908203125,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0005826304550282657,
      "loss_partial": 0.0076904296875,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0007987276185303926,
      "loss_partial": 0.004669189453125,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0006861021975055337,
      "loss_partial": 0.006500244140625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0005550681380555034,
      "loss_partial": 0.005828857421875,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0006581143825314939,
      "loss_partial": 0.006988525390625,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0007680151029489934,
      "loss_partial": 0.0031585693359375,
      "step": 519
    },
    {
      "epoch": 0.7543604651162791,
      "loss_distr": 0.0006039468571543694,
      "loss_partial": 0.006439208984375,
      "step": 519
    },
    {
      "epoch": 0.7558139534883721,
      "grad_norm": 0.1783140003681183,
      "learning_rate": 1.5679040872162547e-05,
      "loss": 0.1819,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0006066384958103299,
      "loss_partial": 0.005096435546875,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0006451081135310233,
      "loss_partial": 0.0120849609375,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0006536016007885337,
      "loss_partial": 0.0054931640625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.00043944650678895414,
      "loss_partial": 0.006744384765625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.00041998777305707335,
      "loss_partial": 0.007537841796875,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0004948371788486838,
      "loss_partial": 0.0084228515625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0006069990922696888,
      "loss_partial": 0.006134033203125,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0008833286701701581,
      "loss_partial": 0.006134033203125,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0002141867735190317,
      "loss_partial": 0.0072021484375,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0004181580734439194,
      "loss_partial": 0.006744384765625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0003879891010001302,
      "loss_partial": 0.00885009765625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.000762904470320791,
      "loss_partial": 0.00592041015625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0003548389649949968,
      "loss_partial": 0.007476806640625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0004069435817655176,
      "loss_partial": 0.00628662109375,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0004913760349154472,
      "loss_partial": 0.004364013671875,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0002480954281054437,
      "loss_partial": 0.010986328125,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0004787224461324513,
      "loss_partial": 0.00799560546875,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0004327523638494313,
      "loss_partial": 0.00604248046875,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0003385034797247499,
      "loss_partial": 0.0091552734375,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0006645923713222146,
      "loss_partial": 0.01019287109375,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0008531479397788644,
      "loss_partial": 0.005706787109375,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0008797753835096955,
      "loss_partial": 0.005218505859375,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0005168076604604721,
      "loss_partial": 0.010009765625,
      "step": 520
    },
    {
      "epoch": 0.7558139534883721,
      "loss_distr": 0.0009288317523896694,
      "loss_partial": 0.003173828125,
      "step": 520
    },
    {
      "epoch": 0.7572674418604651,
      "grad_norm": 0.19079230725765228,
      "learning_rate": 1.5658135465596577e-05,
      "loss": 0.1839,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0008556176326237619,
      "loss_partial": 0.0047607421875,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0006912815733812749,
      "loss_partial": 0.004364013671875,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0005551732028834522,
      "loss_partial": 0.00762939453125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0006862133159302175,
      "loss_partial": 0.005859375,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0005145687609910965,
      "loss_partial": 0.00457763671875,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.000657316530123353,
      "loss_partial": 0.0054931640625,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.00026884424732998013,
      "loss_partial": 0.004669189453125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0004915089812129736,
      "loss_partial": 0.004058837890625,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0005712585989385843,
      "loss_partial": 0.007568359375,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0007786151836626232,
      "loss_partial": 0.0062255859375,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.00035135512007400393,
      "loss_partial": 0.00677490234375,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0005005126004107296,
      "loss_partial": 0.008544921875,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0004034539160784334,
      "loss_partial": 0.005523681640625,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0004528186400420964,
      "loss_partial": 0.008544921875,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0003583349462132901,
      "loss_partial": 0.01104736328125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0005616782000288367,
      "loss_partial": 0.005157470703125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0006657274789176881,
      "loss_partial": 0.0054931640625,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0005219590966589749,
      "loss_partial": 0.00665283203125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0006105980137363076,
      "loss_partial": 0.00616455078125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0005750817945227027,
      "loss_partial": 0.006134033203125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0004679919220507145,
      "loss_partial": 0.006683349609375,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.00047278738929890096,
      "loss_partial": 0.0057373046875,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0008810363942757249,
      "loss_partial": 0.0038604736328125,
      "step": 521
    },
    {
      "epoch": 0.7572674418604651,
      "loss_distr": 0.0008487956365570426,
      "loss_partial": 0.007537841796875,
      "step": 521
    },
    {
      "epoch": 0.7587209302325582,
      "grad_norm": 0.18260134756565094,
      "learning_rate": 1.5637193622957565e-05,
      "loss": 0.1809,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0002529833873268217,
      "loss_partial": 0.0069580078125,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0006658012280240655,
      "loss_partial": 0.005767822265625,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0005448005395010114,
      "loss_partial": 0.005828857421875,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0006169574335217476,
      "loss_partial": 0.00732421875,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.00045722720096819103,
      "loss_partial": 0.006500244140625,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0006411348003894091,
      "loss_partial": 0.0079345703125,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.000588549708481878,
      "loss_partial": 0.00921630859375,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0006633395096287131,
      "loss_partial": 0.006866455078125,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0005090468912385404,
      "loss_partial": 0.00799560546875,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.00037449068622663617,
      "loss_partial": 0.0059814453125,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0005696552689187229,
      "loss_partial": 0.00927734375,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0006696178461425006,
      "loss_partial": 0.006591796875,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0005600424483418465,
      "loss_partial": 0.0074462890625,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.00039494584780186415,
      "loss_partial": 0.00579833984375,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0008821479859761894,
      "loss_partial": 0.00787353515625,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0004697357944678515,
      "loss_partial": 0.0079345703125,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0005093880463391542,
      "loss_partial": 0.007781982421875,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0006855105748400092,
      "loss_partial": 0.00567626953125,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.000830163829959929,
      "loss_partial": 0.00421142578125,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0007199675310403109,
      "loss_partial": 0.009765625,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0008200102020055056,
      "loss_partial": 0.00390625,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.000674807874020189,
      "loss_partial": 0.006439208984375,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.00046909201773814857,
      "loss_partial": 0.005462646484375,
      "step": 522
    },
    {
      "epoch": 0.7587209302325582,
      "loss_distr": 0.0006131127011030912,
      "loss_partial": 0.00762939453125,
      "step": 522
    },
    {
      "epoch": 0.7601744186046512,
      "grad_norm": 0.17594966292381287,
      "learning_rate": 1.5616215479102397e-05,
      "loss": 0.1808,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0009197238832712173,
      "loss_partial": 0.005615234375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0004709340282715857,
      "loss_partial": 0.00714111328125,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.00032634363742545247,
      "loss_partial": 0.004974365234375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.000558088649995625,
      "loss_partial": 0.006439208984375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0005950105842202902,
      "loss_partial": 0.006866455078125,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0004558665386866778,
      "loss_partial": 0.00592041015625,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0003729163436219096,
      "loss_partial": 0.005859375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0005106565658934414,
      "loss_partial": 0.006927490234375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0004091381561011076,
      "loss_partial": 0.007659912109375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0005453641060739756,
      "loss_partial": 0.01055908203125,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.00026735401479527354,
      "loss_partial": 0.007659912109375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.00033727611298672855,
      "loss_partial": 0.0068359375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0005373242311179638,
      "loss_partial": 0.006866455078125,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0005195671692490578,
      "loss_partial": 0.008544921875,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0005066314479336143,
      "loss_partial": 0.004241943359375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.00042916135862469673,
      "loss_partial": 0.004241943359375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0004631165647879243,
      "loss_partial": 0.01055908203125,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0007452224381268024,
      "loss_partial": 0.005523681640625,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0005866992869414389,
      "loss_partial": 0.00738525390625,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0007232718053273857,
      "loss_partial": 0.0050048828125,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.000960761564783752,
      "loss_partial": 0.006256103515625,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0004276139661669731,
      "loss_partial": 0.005615234375,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0006407031323760748,
      "loss_partial": 0.007049560546875,
      "step": 523
    },
    {
      "epoch": 0.7601744186046512,
      "loss_distr": 0.0008027646108530462,
      "loss_partial": 0.0079345703125,
      "step": 523
    },
    {
      "epoch": 0.7616279069767442,
      "grad_norm": 0.20970095694065094,
      "learning_rate": 1.559520116912172e-05,
      "loss": 0.1802,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0005687301745638251,
      "loss_partial": 0.004302978515625,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0003489377850200981,
      "loss_partial": 0.0150146484375,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.00056131009478122,
      "loss_partial": 0.00762939453125,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0006127459928393364,
      "loss_partial": 0.0038909912109375,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0006723884725943208,
      "loss_partial": 0.00640869140625,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0005543588194996119,
      "loss_partial": 0.00787353515625,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.00030967360362410545,
      "loss_partial": 0.00439453125,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0004255393287166953,
      "loss_partial": 0.0093994140625,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0008732976857572794,
      "loss_partial": 0.005126953125,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0007351980893872678,
      "loss_partial": 0.0019683837890625,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.00045162078458815813,
      "loss_partial": 0.01153564453125,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.00025211498723365366,
      "loss_partial": 0.003204345703125,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0005377448396757245,
      "loss_partial": 0.007232666015625,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0008884076960384846,
      "loss_partial": 0.0040283203125,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0004850540717598051,
      "loss_partial": 0.0203857421875,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.000716416398063302,
      "loss_partial": 0.00726318359375,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0006163996877148747,
      "loss_partial": 0.005828857421875,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.000714944617357105,
      "loss_partial": 0.00531005859375,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0006638811319135129,
      "loss_partial": 0.005950927734375,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0008051247568801045,
      "loss_partial": 0.008056640625,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.00027174223214387894,
      "loss_partial": 0.0067138671875,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0005566746694967151,
      "loss_partial": 0.00860595703125,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.0003672995953820646,
      "loss_partial": 0.0067138671875,
      "step": 524
    },
    {
      "epoch": 0.7616279069767442,
      "loss_distr": 0.00030781366513110697,
      "loss_partial": 0.00946044921875,
      "step": 524
    },
    {
      "epoch": 0.7630813953488372,
      "grad_norm": 0.21432331204414368,
      "learning_rate": 1.557415082833908e-05,
      "loss": 0.184,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0007489940617233515,
      "loss_partial": 0.00885009765625,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.000603480963036418,
      "loss_partial": 0.00799560546875,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.000654695788398385,
      "loss_partial": 0.0037384033203125,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.00033998367143794894,
      "loss_partial": 0.006103515625,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.00042708340333774686,
      "loss_partial": 0.006744384765625,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0008892768528312445,
      "loss_partial": 0.004486083984375,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.000511378631927073,
      "loss_partial": 0.00396728515625,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0004458538896869868,
      "loss_partial": 0.00433349609375,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0006065602647140622,
      "loss_partial": 0.006195068359375,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.00041775155114009976,
      "loss_partial": 0.0125732421875,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0007243205327540636,
      "loss_partial": 0.01068115234375,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0005433952901512384,
      "loss_partial": 0.00579833984375,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0004192499618511647,
      "loss_partial": 0.007537841796875,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.00038154699723236263,
      "loss_partial": 0.006927490234375,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0004970348672941327,
      "loss_partial": 0.007354736328125,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0006488683866336942,
      "loss_partial": 0.005706787109375,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.00037739815888926387,
      "loss_partial": 0.0194091796875,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0004726824990939349,
      "loss_partial": 0.0184326171875,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.00033312459709122777,
      "loss_partial": 0.007293701171875,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0003071228275075555,
      "loss_partial": 0.0079345703125,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0006653326563537121,
      "loss_partial": 0.004608154296875,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0006413044757209718,
      "loss_partial": 0.004913330078125,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0005513477372005582,
      "loss_partial": 0.004913330078125,
      "step": 525
    },
    {
      "epoch": 0.7630813953488372,
      "loss_distr": 0.0003773978678509593,
      "loss_partial": 0.0078125,
      "step": 525
    },
    {
      "epoch": 0.7645348837209303,
      "grad_norm": 0.19825559854507446,
      "learning_rate": 1.5553064592310035e-05,
      "loss": 0.1824,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0006741222459822893,
      "loss_partial": 0.006134033203125,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.00030395833891816437,
      "loss_partial": 0.004730224609375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0006620112690143287,
      "loss_partial": 0.00970458984375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.000607057474553585,
      "loss_partial": 0.00885009765625,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.000433130597230047,
      "loss_partial": 0.00830078125,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.00042556237895041704,
      "loss_partial": 0.00640869140625,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0005249800160527229,
      "loss_partial": 0.00640869140625,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0005528057808987796,
      "loss_partial": 0.006134033203125,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0007044984376989305,
      "loss_partial": 0.00604248046875,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0006399338017217815,
      "loss_partial": 0.007568359375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0005550936912186444,
      "loss_partial": 0.00372314453125,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.000607113353908062,
      "loss_partial": 0.0064697265625,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0005923532298766077,
      "loss_partial": 0.00927734375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0006180080818012357,
      "loss_partial": 0.005126953125,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0006060798186808825,
      "loss_partial": 0.005615234375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.000677257077768445,
      "loss_partial": 0.004852294921875,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0006193633307702839,
      "loss_partial": 0.00628662109375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0003057639114558697,
      "loss_partial": 0.01458740234375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.000676168710924685,
      "loss_partial": 0.00830078125,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.00038342384505085647,
      "loss_partial": 0.010009765625,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0008815221372060478,
      "loss_partial": 0.004119873046875,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.00030537490965798497,
      "loss_partial": 0.0068359375,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0006603430374525487,
      "loss_partial": 0.005523681640625,
      "step": 526
    },
    {
      "epoch": 0.7645348837209303,
      "loss_distr": 0.0009899975266307592,
      "loss_partial": 0.007537841796875,
      "step": 526
    },
    {
      "epoch": 0.7659883720930233,
      "grad_norm": 0.20664289593696594,
      "learning_rate": 1.5531942596821306e-05,
      "loss": 0.1798,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0005911865155212581,
      "loss_partial": 0.00830078125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0008941483683884144,
      "loss_partial": 0.0062255859375,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0003468977229204029,
      "loss_partial": 0.0078125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.000526224379427731,
      "loss_partial": 0.00909423828125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.00024779574596323073,
      "loss_partial": 0.00811767578125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0008585386676713824,
      "loss_partial": 0.00592041015625,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0005748613039031625,
      "loss_partial": 0.00701904296875,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0006789035396650434,
      "loss_partial": 0.004638671875,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0007999564404599369,
      "loss_partial": 0.004364013671875,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0006026723422110081,
      "loss_partial": 0.007110595703125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.00042200562893413007,
      "loss_partial": 0.004974365234375,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0005151102086529136,
      "loss_partial": 0.005767822265625,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0004170405154582113,
      "loss_partial": 0.010498046875,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0006603246438317001,
      "loss_partial": 0.007720947265625,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0005375520559027791,
      "loss_partial": 0.00665283203125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0006693236064165831,
      "loss_partial": 0.003631591796875,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.00032686610938981175,
      "loss_partial": 0.0145263671875,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.00046747952001169324,
      "loss_partial": 0.00689697265625,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0007961277151480317,
      "loss_partial": 0.004425048828125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.00028406584169715643,
      "loss_partial": 0.0078125,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0006992166745476425,
      "loss_partial": 0.0096435546875,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0008192711393348873,
      "loss_partial": 0.00543212890625,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0005355025641620159,
      "loss_partial": 0.00836181640625,
      "step": 527
    },
    {
      "epoch": 0.7659883720930233,
      "loss_distr": 0.0007630843902006745,
      "loss_partial": 0.0089111328125,
      "step": 527
    },
    {
      "epoch": 0.7674418604651163,
      "grad_norm": 0.2347886860370636,
      "learning_rate": 1.551078497788989e-05,
      "loss": 0.1803,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0006403891602531075,
      "loss_partial": 0.00970458984375,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0005335407331585884,
      "loss_partial": 0.0030059814453125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.00047598459059372544,
      "loss_partial": 0.00811767578125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0003057578578591347,
      "loss_partial": 0.0050048828125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0005470480537042022,
      "loss_partial": 0.00823974609375,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0008224265184253454,
      "loss_partial": 0.003936767578125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0005308495019562542,
      "loss_partial": 0.006072998046875,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0005481761181727052,
      "loss_partial": 0.01019287109375,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0003107901429757476,
      "loss_partial": 0.00634765625,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0008507581660524011,
      "loss_partial": 0.00970458984375,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.00034036379656754434,
      "loss_partial": 0.009765625,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.00026247609639540315,
      "loss_partial": 0.009033203125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.00042029499309137464,
      "loss_partial": 0.007568359375,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.00041193480137735605,
      "loss_partial": 0.007080078125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0005081826820969582,
      "loss_partial": 0.0037841796875,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.00040195597102865577,
      "loss_partial": 0.007537841796875,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0007378029404208064,
      "loss_partial": 0.00445556640625,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0003499111335258931,
      "loss_partial": 0.006561279296875,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0007960153161548078,
      "loss_partial": 0.004638671875,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0006161097553558648,
      "loss_partial": 0.006805419921875,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.000677805277518928,
      "loss_partial": 0.005401611328125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.00043755938531830907,
      "loss_partial": 0.0078125,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0006182880606502295,
      "loss_partial": 0.007293701171875,
      "step": 528
    },
    {
      "epoch": 0.7674418604651163,
      "loss_distr": 0.0005052525666542351,
      "loss_partial": 0.0091552734375,
      "step": 528
    },
    {
      "epoch": 0.7688953488372093,
      "grad_norm": 0.19420386850833893,
      "learning_rate": 1.548959187176217e-05,
      "loss": 0.1784,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0004646445158869028,
      "loss_partial": 0.006134033203125,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.00037161249201744795,
      "loss_partial": 0.005340576171875,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.00034537841565907,
      "loss_partial": 0.00677490234375,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0008167605847120285,
      "loss_partial": 0.00640869140625,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005198877770453691,
      "loss_partial": 0.00677490234375,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005977366236038506,
      "loss_partial": 0.0050048828125,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005441110115498304,
      "loss_partial": 0.00494384765625,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005738209001719952,
      "loss_partial": 0.0035400390625,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005843387916684151,
      "loss_partial": 0.006622314453125,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.00044616818195208907,
      "loss_partial": 0.0059814453125,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.000530012883245945,
      "loss_partial": 0.0106201171875,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005027364240959287,
      "loss_partial": 0.00482177734375,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0007755492115393281,
      "loss_partial": 0.0057373046875,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005991727812215686,
      "loss_partial": 0.007080078125,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.00034843149478547275,
      "loss_partial": 0.0081787109375,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0004257161635905504,
      "loss_partial": 0.01080322265625,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.00044862565118819475,
      "loss_partial": 0.009521484375,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0003557747113518417,
      "loss_partial": 0.0096435546875,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0007109587313607335,
      "loss_partial": 0.00445556640625,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.00042979989666491747,
      "loss_partial": 0.01043701171875,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.00042527896584942937,
      "loss_partial": 0.005859375,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005360017530620098,
      "loss_partial": 0.01080322265625,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0005167505005374551,
      "loss_partial": 0.006866455078125,
      "step": 529
    },
    {
      "epoch": 0.7688953488372093,
      "loss_distr": 0.0007932332810014486,
      "loss_partial": 0.0091552734375,
      "step": 529
    },
    {
      "epoch": 0.7703488372093024,
      "grad_norm": 0.16471217572689056,
      "learning_rate": 1.5468363414913066e-05,
      "loss": 0.1794,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.000828687334433198,
      "loss_partial": 0.00518798828125,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0005899224197492003,
      "loss_partial": 0.008544921875,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0006556910811923444,
      "loss_partial": 0.006591796875,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.000558859552256763,
      "loss_partial": 0.00537109375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0007833828567527235,
      "loss_partial": 0.0091552734375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0007854674477130175,
      "loss_partial": 0.004974365234375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0006850461359135807,
      "loss_partial": 0.008056640625,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0005532570648938417,
      "loss_partial": 0.00787353515625,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0005699385073967278,
      "loss_partial": 0.0057373046875,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.00026773737045004964,
      "loss_partial": 0.005401611328125,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0003086896613240242,
      "loss_partial": 0.00872802734375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.00031617129570804536,
      "loss_partial": 0.006927490234375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0005126239266246557,
      "loss_partial": 0.00823974609375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0006318404921330512,
      "loss_partial": 0.005035400390625,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.000577558355871588,
      "loss_partial": 0.00872802734375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.00068819330772385,
      "loss_partial": 0.005279541015625,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0006105637876316905,
      "loss_partial": 0.0038299560546875,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0005023498670198023,
      "loss_partial": 0.005706787109375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.00053989770822227,
      "loss_partial": 0.00469970703125,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.00031038885936141014,
      "loss_partial": 0.005340576171875,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0005117159453220665,
      "loss_partial": 0.004486083984375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0007772768731229007,
      "loss_partial": 0.00579833984375,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0008369339047931135,
      "loss_partial": 0.007110595703125,
      "step": 530
    },
    {
      "epoch": 0.7703488372093024,
      "loss_distr": 0.0005874978378415108,
      "loss_partial": 0.006500244140625,
      "step": 530
    },
    {
      "epoch": 0.7718023255813954,
      "grad_norm": 0.21015715599060059,
      "learning_rate": 1.5447099744045146e-05,
      "loss": 0.1774,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0008710834081284702,
      "loss_partial": 0.005157470703125,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0004453684377949685,
      "loss_partial": 0.006988525390625,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0004269538912922144,
      "loss_partial": 0.007293701171875,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.000786267570219934,
      "loss_partial": 0.0047607421875,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0008174299146048725,
      "loss_partial": 0.006195068359375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0004762739408761263,
      "loss_partial": 0.006011962890625,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.00032091265893541276,
      "loss_partial": 0.01275634765625,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0005769619019702077,
      "loss_partial": 0.006195068359375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.00032319515594281256,
      "loss_partial": 0.005096435546875,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0008535899687558413,
      "loss_partial": 0.00579833984375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0005149637581780553,
      "loss_partial": 0.00775146484375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0003995109291281551,
      "loss_partial": 0.00994873046875,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0004957403289154172,
      "loss_partial": 0.0169677734375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0003637341724243015,
      "loss_partial": 0.007659912109375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.00034260639222338796,
      "loss_partial": 0.01019287109375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0006975435535423458,
      "loss_partial": 0.004791259765625,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0004078927158843726,
      "loss_partial": 0.01116943359375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.000582966604270041,
      "loss_partial": 0.0106201171875,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0006022982415743172,
      "loss_partial": 0.00579833984375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0007088269921950996,
      "loss_partial": 0.0037841796875,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0007379645248875022,
      "loss_partial": 0.00469970703125,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0010049791308119893,
      "loss_partial": 0.003265380859375,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.00028565493994392455,
      "loss_partial": 0.01190185546875,
      "step": 531
    },
    {
      "epoch": 0.7718023255813954,
      "loss_distr": 0.0005502564017660916,
      "loss_partial": 0.00982666015625,
      "step": 531
    },
    {
      "epoch": 0.7732558139534884,
      "grad_norm": 0.18212473392486572,
      "learning_rate": 1.5425800996087724e-05,
      "loss": 0.1815,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0004267869226168841,
      "loss_partial": 0.0155029296875,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0006987926317378879,
      "loss_partial": 0.005218505859375,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0005049016908742487,
      "loss_partial": 0.00787353515625,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0008668451919220388,
      "loss_partial": 0.003936767578125,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0004151351749897003,
      "loss_partial": 0.006561279296875,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.00042153458343818784,
      "loss_partial": 0.014892578125,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.00036383391125127673,
      "loss_partial": 0.007720947265625,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0005586225306615233,
      "loss_partial": 0.004974365234375,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0005511273047886789,
      "loss_partial": 0.006317138671875,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0004944617976434529,
      "loss_partial": 0.005615234375,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0005737264873459935,
      "loss_partial": 0.00701904296875,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0010412789415568113,
      "loss_partial": 0.003936767578125,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.000274080375675112,
      "loss_partial": 0.00927734375,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0006722573889419436,
      "loss_partial": 0.007354736328125,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0006704262923449278,
      "loss_partial": 0.0045166015625,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0005669934907928109,
      "loss_partial": 0.0106201171875,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.00043059041490778327,
      "loss_partial": 0.0128173828125,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0002861032262444496,
      "loss_partial": 0.0091552734375,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.000537639600224793,
      "loss_partial": 0.00738525390625,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0006825723685324192,
      "loss_partial": 0.00482177734375,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0010337720159441233,
      "loss_partial": 0.004058837890625,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.0010491987923160195,
      "loss_partial": 0.00341796875,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.000300231680739671,
      "loss_partial": 0.0062255859375,
      "step": 532
    },
    {
      "epoch": 0.7732558139534884,
      "loss_distr": 0.000352832255885005,
      "loss_partial": 0.00543212890625,
      "step": 532
    },
    {
      "epoch": 0.7747093023255814,
      "grad_norm": 0.21384063363075256,
      "learning_rate": 1.540446730819601e-05,
      "loss": 0.1799,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0006035931874066591,
      "loss_partial": 0.007537841796875,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0005172161036171019,
      "loss_partial": 0.00640869140625,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0003412712540011853,
      "loss_partial": 0.00921630859375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0005124330054968596,
      "loss_partial": 0.00897216796875,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0005584480240941048,
      "loss_partial": 0.0079345703125,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0003467952483333647,
      "loss_partial": 0.00738525390625,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0006606426904909313,
      "loss_partial": 0.004669189453125,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.00047001565690152347,
      "loss_partial": 0.005950927734375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0006162066711112857,
      "loss_partial": 0.00396728515625,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0002988314663525671,
      "loss_partial": 0.007232666015625,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.00041044666431844234,
      "loss_partial": 0.004638671875,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0006106332293711603,
      "loss_partial": 0.00823974609375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0004905712557956576,
      "loss_partial": 0.00762939453125,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0006930227391421795,
      "loss_partial": 0.006622314453125,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0007718633278273046,
      "loss_partial": 0.007537841796875,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.00048799830256029963,
      "loss_partial": 0.006683349609375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0005385042750276625,
      "loss_partial": 0.0140380859375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.000804962997790426,
      "loss_partial": 0.006439208984375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0002617266436573118,
      "loss_partial": 0.004486083984375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0008148589986376464,
      "loss_partial": 0.00482177734375,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0007235555676743388,
      "loss_partial": 0.01025390625,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0006757892551831901,
      "loss_partial": 0.00445556640625,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.0008914185455068946,
      "loss_partial": 0.005523681640625,
      "step": 533
    },
    {
      "epoch": 0.7747093023255814,
      "loss_distr": 0.000915873737540096,
      "loss_partial": 0.00653076171875,
      "step": 533
    },
    {
      "epoch": 0.7761627906976745,
      "grad_norm": 0.19312138855457306,
      "learning_rate": 1.5383098817750205e-05,
      "loss": 0.1809,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0005558435805141926,
      "loss_partial": 0.00732421875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0009826545137912035,
      "loss_partial": 0.0036163330078125,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0008848438737913966,
      "loss_partial": 0.004180908203125,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0005702082416974008,
      "loss_partial": 0.007232666015625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.000629897927865386,
      "loss_partial": 0.005340576171875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0005790093564428389,
      "loss_partial": 0.007720947265625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0003536021977197379,
      "loss_partial": 0.005706787109375,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0010240011615678668,
      "loss_partial": 0.00433349609375,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0004371764080133289,
      "loss_partial": 0.0086669921875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0008233582484535873,
      "loss_partial": 0.004547119140625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0007318616262637079,
      "loss_partial": 0.006317138671875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.00035158201353624463,
      "loss_partial": 0.00787353515625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0004822977934964001,
      "loss_partial": 0.007232666015625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0005838137585669756,
      "loss_partial": 0.006134033203125,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0007120665395632386,
      "loss_partial": 0.00653076171875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.00047668576007708907,
      "loss_partial": 0.00946044921875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0007206996669992805,
      "loss_partial": 0.01116943359375,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0004378074954729527,
      "loss_partial": 0.013916015625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0002860669628717005,
      "loss_partial": 0.01226806640625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0003438945859670639,
      "loss_partial": 0.0047607421875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0006837307009845972,
      "loss_partial": 0.004852294921875,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.0005268066306598485,
      "loss_partial": 0.009033203125,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.00037491164403036237,
      "loss_partial": 0.00640869140625,
      "step": 534
    },
    {
      "epoch": 0.7761627906976745,
      "loss_distr": 0.000399263110011816,
      "loss_partial": 0.00762939453125,
      "step": 534
    },
    {
      "epoch": 0.7776162790697675,
      "grad_norm": 0.18217457830905914,
      "learning_rate": 1.5361695662354637e-05,
      "loss": 0.1796,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0004360324237495661,
      "loss_partial": 0.01470947265625,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0006900773732922971,
      "loss_partial": 0.005462646484375,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0005931216874159873,
      "loss_partial": 0.004241943359375,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0003754355711862445,
      "loss_partial": 0.0068359375,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0005999872228130698,
      "loss_partial": 0.009033203125,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.00040647873538546264,
      "loss_partial": 0.004913330078125,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0007200725376605988,
      "loss_partial": 0.0045166015625,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0003436015103943646,
      "loss_partial": 0.006988525390625,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0006302068359218538,
      "loss_partial": 0.004852294921875,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0004012389690615237,
      "loss_partial": 0.01007080078125,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0004754137189593166,
      "loss_partial": 0.0048828125,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0007371945539489388,
      "loss_partial": 0.003936767578125,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0006378009566105902,
      "loss_partial": 0.005523681640625,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0009848331101238728,
      "loss_partial": 0.0054931640625,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0008832383318804204,
      "loss_partial": 0.003814697265625,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0003256599302403629,
      "loss_partial": 0.00531005859375,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.00028090481646358967,
      "loss_partial": 0.006134033203125,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.00045312935253605247,
      "loss_partial": 0.0078125,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0005452835466712713,
      "loss_partial": 0.004974365234375,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0006810593768022954,
      "loss_partial": 0.00592041015625,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0005360764334909618,
      "loss_partial": 0.00653076171875,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.0006261521484702826,
      "loss_partial": 0.006439208984375,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.00046553194988518953,
      "loss_partial": 0.0067138671875,
      "step": 535
    },
    {
      "epoch": 0.7776162790697675,
      "loss_distr": 0.000858567887917161,
      "loss_partial": 0.004913330078125,
      "step": 535
    },
    {
      "epoch": 0.7790697674418605,
      "grad_norm": 0.181132972240448,
      "learning_rate": 1.5340257979836843e-05,
      "loss": 0.1772,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0006765717989765108,
      "loss_partial": 0.00579833984375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0006122905761003494,
      "loss_partial": 0.006561279296875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.00033238829928450286,
      "loss_partial": 0.00872802734375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.000978274503722787,
      "loss_partial": 0.0030975341796875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0008079046383500099,
      "loss_partial": 0.00927734375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0007585084531456232,
      "loss_partial": 0.004241943359375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.00040550815174356103,
      "loss_partial": 0.0091552734375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.00042702918290160596,
      "loss_partial": 0.00897216796875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0006632618024013937,
      "loss_partial": 0.0067138671875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.00045175544801168144,
      "loss_partial": 0.01239013671875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0005261341575533152,
      "loss_partial": 0.005340576171875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0005098568508401513,
      "loss_partial": 0.00946044921875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0005849595763720572,
      "loss_partial": 0.004974365234375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.00029622126021422446,
      "loss_partial": 0.0126953125,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.00042077258694916964,
      "loss_partial": 0.01458740234375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.00086532550631091,
      "loss_partial": 0.007476806640625,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.000683898979332298,
      "loss_partial": 0.004241943359375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0004629395843949169,
      "loss_partial": 0.007171630859375,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0006065526977181435,
      "loss_partial": 0.00408935546875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0008275230647996068,
      "loss_partial": 0.00836181640625,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0003981153713539243,
      "loss_partial": 0.0037841796875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0005435515195131302,
      "loss_partial": 0.009765625,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0005788682028651237,
      "loss_partial": 0.007293701171875,
      "step": 536
    },
    {
      "epoch": 0.7790697674418605,
      "loss_distr": 0.0007775558042339981,
      "loss_partial": 0.007476806640625,
      "step": 536
    },
    {
      "epoch": 0.7805232558139535,
      "grad_norm": 0.17969350516796112,
      "learning_rate": 1.5318785908246723e-05,
      "loss": 0.1835,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.00043825863394886255,
      "loss_partial": 0.00811767578125,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.00036115560214966536,
      "loss_partial": 0.0194091796875,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0004766690544784069,
      "loss_partial": 0.0068359375,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0004586527356877923,
      "loss_partial": 0.00836181640625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0005435231141746044,
      "loss_partial": 0.0068359375,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0005128253833390772,
      "loss_partial": 0.006500244140625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0005303677171468735,
      "loss_partial": 0.00726318359375,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0005072523490525782,
      "loss_partial": 0.008056640625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0008355577010661364,
      "loss_partial": 0.006927490234375,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0006232854793779552,
      "loss_partial": 0.006317138671875,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0005405984120443463,
      "loss_partial": 0.00677490234375,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0004909184644930065,
      "loss_partial": 0.007476806640625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0007095395121723413,
      "loss_partial": 0.006744384765625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0004674001829698682,
      "loss_partial": 0.0101318359375,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0004531653830781579,
      "loss_partial": 0.00634765625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.00033412512857466936,
      "loss_partial": 0.00762939453125,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0007008802494965494,
      "loss_partial": 0.005889892578125,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0002882939879782498,
      "loss_partial": 0.008544921875,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0005392191233113408,
      "loss_partial": 0.00640869140625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0005039277020841837,
      "loss_partial": 0.0103759765625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0010398563463240862,
      "loss_partial": 0.0047607421875,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0007774345576763153,
      "loss_partial": 0.0113525390625,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.0009836279787123203,
      "loss_partial": 0.0052490234375,
      "step": 537
    },
    {
      "epoch": 0.7805232558139535,
      "loss_distr": 0.00042864278657361865,
      "loss_partial": 0.006256103515625,
      "step": 537
    },
    {
      "epoch": 0.7819767441860465,
      "grad_norm": 0.17860643565654755,
      "learning_rate": 1.5297279585855602e-05,
      "loss": 0.1803,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0006288181175477803,
      "loss_partial": 0.0045166015625,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0008077410748228431,
      "loss_partial": 0.005218505859375,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.000761739443987608,
      "loss_partial": 0.0062255859375,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0008990257047116756,
      "loss_partial": 0.005218505859375,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0002474613720551133,
      "loss_partial": 0.008056640625,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0004337337741162628,
      "loss_partial": 0.00604248046875,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0006753018824383616,
      "loss_partial": 0.006134033203125,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.00029040127992630005,
      "loss_partial": 0.0054931640625,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0006740933167748153,
      "loss_partial": 0.005279541015625,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0006175989983603358,
      "loss_partial": 0.0047607421875,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0005752893630415201,
      "loss_partial": 0.00775146484375,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0009725627023726702,
      "loss_partial": 0.005340576171875,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0004775411798618734,
      "loss_partial": 0.00665283203125,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0002317122125532478,
      "loss_partial": 0.004608154296875,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0005614167312160134,
      "loss_partial": 0.0062255859375,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0004627146408893168,
      "loss_partial": 0.00714111328125,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.000387990236049518,
      "loss_partial": 0.005584716796875,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0006245005060918629,
      "loss_partial": 0.006317138671875,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0003336931113153696,
      "loss_partial": 0.007171630859375,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0005348452250473201,
      "loss_partial": 0.005767822265625,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0006136354058980942,
      "loss_partial": 0.00531005859375,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0005039978423155844,
      "loss_partial": 0.004669189453125,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0005619217408820987,
      "loss_partial": 0.004638671875,
      "step": 538
    },
    {
      "epoch": 0.7819767441860465,
      "loss_distr": 0.0005213412223383784,
      "loss_partial": 0.0068359375,
      "step": 538
    },
    {
      "epoch": 0.7834302325581395,
      "grad_norm": 0.16304703056812286,
      "learning_rate": 1.5275739151155395e-05,
      "loss": 0.1784,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.00043994904262945056,
      "loss_partial": 0.00640869140625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0003738480736501515,
      "loss_partial": 0.005767822265625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0006773424684070051,
      "loss_partial": 0.007537841796875,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0007672304636798799,
      "loss_partial": 0.0068359375,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0007492578588426113,
      "loss_partial": 0.006591796875,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0007381414761766791,
      "loss_partial": 0.005706787109375,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0006099730380810797,
      "loss_partial": 0.00701904296875,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.00047810497926548123,
      "loss_partial": 0.00811767578125,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0007313843816518784,
      "loss_partial": 0.00537109375,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0007235842640511692,
      "loss_partial": 0.009765625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0005795168690383434,
      "loss_partial": 0.0108642578125,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.00035078119253739715,
      "loss_partial": 0.0103759765625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0006152634741738439,
      "loss_partial": 0.006011962890625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0004077910562045872,
      "loss_partial": 0.01324462890625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0008207705104723573,
      "loss_partial": 0.0037689208984375,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0006177537143230438,
      "loss_partial": 0.00830078125,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0002839374355971813,
      "loss_partial": 0.01123046875,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0003980996261816472,
      "loss_partial": 0.0091552734375,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0006973558920435607,
      "loss_partial": 0.00701904296875,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0008142648730427027,
      "loss_partial": 0.006500244140625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0005360849900171161,
      "loss_partial": 0.009033203125,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0006075827404856682,
      "loss_partial": 0.006866455078125,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.0002596197300590575,
      "loss_partial": 0.009765625,
      "step": 539
    },
    {
      "epoch": 0.7834302325581395,
      "loss_distr": 0.000279868021607399,
      "loss_partial": 0.01129150390625,
      "step": 539
    },
    {
      "epoch": 0.7848837209302325,
      "grad_norm": 0.16719745099544525,
      "learning_rate": 1.5254164742857658e-05,
      "loss": 0.1797,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0004676695098169148,
      "loss_partial": 0.0084228515625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0009335411596111953,
      "loss_partial": 0.0034942626953125,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0006290548481047153,
      "loss_partial": 0.006744384765625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.00041673643863759935,
      "loss_partial": 0.00823974609375,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0005948148900642991,
      "loss_partial": 0.0096435546875,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0007088702404871583,
      "loss_partial": 0.00531005859375,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0006458841962739825,
      "loss_partial": 0.00469970703125,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.000373574293917045,
      "loss_partial": 0.0084228515625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0006541699985973537,
      "loss_partial": 0.004974365234375,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0006679676007479429,
      "loss_partial": 0.004547119140625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0006693232571706176,
      "loss_partial": 0.004913330078125,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0003295534697826952,
      "loss_partial": 0.02587890625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0004699919081758708,
      "loss_partial": 0.01177978515625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0008382892701774836,
      "loss_partial": 0.004241943359375,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0005382406525313854,
      "loss_partial": 0.005462646484375,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0003233795869164169,
      "loss_partial": 0.01129150390625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0007879724144004285,
      "loss_partial": 0.00872802734375,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.00039855967042967677,
      "loss_partial": 0.00848388671875,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.000957403564825654,
      "loss_partial": 0.004150390625,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.00031449334346689284,
      "loss_partial": 0.007537841796875,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0005785415414720774,
      "loss_partial": 0.01239013671875,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0006331087206490338,
      "loss_partial": 0.00665283203125,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0005187916103750467,
      "loss_partial": 0.00726318359375,
      "step": 540
    },
    {
      "epoch": 0.7848837209302325,
      "loss_distr": 0.0003845393075607717,
      "loss_partial": 0.008056640625,
      "step": 540
    },
    {
      "epoch": 0.7863372093023255,
      "grad_norm": 0.17937049269676208,
      "learning_rate": 1.5232556499892743e-05,
      "loss": 0.182,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0005937934038229287,
      "loss_partial": 0.00738525390625,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0005290278932079673,
      "loss_partial": 0.0169677734375,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0005157084669917822,
      "loss_partial": 0.007476806640625,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0006507774814963341,
      "loss_partial": 0.00518798828125,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0003769642789848149,
      "loss_partial": 0.00592041015625,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0006897062994539738,
      "loss_partial": 0.005706787109375,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.00038484687684103847,
      "loss_partial": 0.006195068359375,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.00039638468297198415,
      "loss_partial": 0.01385498046875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.000497561355587095,
      "loss_partial": 0.00634765625,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0005718280444853008,
      "loss_partial": 0.007080078125,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.000846904469653964,
      "loss_partial": 0.003814697265625,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0009070485248230398,
      "loss_partial": 0.0038299560546875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.00032105602440424263,
      "loss_partial": 0.0047607421875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.000700697535648942,
      "loss_partial": 0.006561279296875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0008573228260502219,
      "loss_partial": 0.00872802734375,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.00046813656808808446,
      "loss_partial": 0.01513671875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0009304349077865481,
      "loss_partial": 0.00579833984375,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0002645130443852395,
      "loss_partial": 0.01031494140625,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0004752919194288552,
      "loss_partial": 0.00701904296875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0005369063001126051,
      "loss_partial": 0.0067138671875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0005653902189806104,
      "loss_partial": 0.0048828125,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0009098294540308416,
      "loss_partial": 0.0028533935546875,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0004581735120154917,
      "loss_partial": 0.006439208984375,
      "step": 541
    },
    {
      "epoch": 0.7863372093023255,
      "loss_distr": 0.0007545576663687825,
      "loss_partial": 0.0068359375,
      "step": 541
    },
    {
      "epoch": 0.7877906976744186,
      "grad_norm": 0.1721138060092926,
      "learning_rate": 1.5210914561408882e-05,
      "loss": 0.185,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0009703973191790283,
      "loss_partial": 0.0037384033203125,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0006544901989400387,
      "loss_partial": 0.004547119140625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0009636619361117482,
      "loss_partial": 0.003082275390625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.000535345752723515,
      "loss_partial": 0.007293701171875,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0003211436269339174,
      "loss_partial": 0.01165771484375,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.00040972797432914376,
      "loss_partial": 0.00885009765625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.00041092478204518557,
      "loss_partial": 0.00848388671875,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.00041764206252992153,
      "loss_partial": 0.00830078125,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0005911636399105191,
      "loss_partial": 0.0087890625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0005725520895794034,
      "loss_partial": 0.005035400390625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0004324736655689776,
      "loss_partial": 0.008056640625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0004114728362765163,
      "loss_partial": 0.006866455078125,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0005720769986510277,
      "loss_partial": 0.006866455078125,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0004906406393274665,
      "loss_partial": 0.0084228515625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.00064846221357584,
      "loss_partial": 0.005706787109375,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0004215991066303104,
      "loss_partial": 0.006866455078125,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0006480614538304508,
      "loss_partial": 0.00836181640625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0005977272521704435,
      "loss_partial": 0.0024566650390625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0005534188821911812,
      "loss_partial": 0.006256103515625,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0004484989622142166,
      "loss_partial": 0.0062255859375,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0004974921466782689,
      "loss_partial": 0.006927490234375,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0007111789891496301,
      "loss_partial": 0.005401611328125,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.000590022886171937,
      "loss_partial": 0.0037841796875,
      "step": 542
    },
    {
      "epoch": 0.7877906976744186,
      "loss_distr": 0.0006738363299518824,
      "loss_partial": 0.0062255859375,
      "step": 542
    },
    {
      "epoch": 0.7892441860465116,
      "grad_norm": 0.16275355219841003,
      "learning_rate": 1.5189239066771282e-05,
      "loss": 0.1813,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0003038147697225213,
      "loss_partial": 0.00970458984375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.000546436058357358,
      "loss_partial": 0.004486083984375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0005925932200625539,
      "loss_partial": 0.00823974609375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0006512344698421657,
      "loss_partial": 0.007537841796875,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0006111515685915947,
      "loss_partial": 0.00396728515625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.00032994881621561944,
      "loss_partial": 0.00714111328125,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0004899106570519507,
      "loss_partial": 0.0037994384765625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0005999935092404485,
      "loss_partial": 0.0067138671875,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0009195953025482595,
      "loss_partial": 0.00830078125,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0008944968576543033,
      "loss_partial": 0.00494384765625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0005341559881344438,
      "loss_partial": 0.0035247802734375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.00035325606586411595,
      "loss_partial": 0.0111083984375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.000387945503462106,
      "loss_partial": 0.007415771484375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0004853762802667916,
      "loss_partial": 0.00787353515625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0009605977102182806,
      "loss_partial": 0.004302978515625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.000625992426648736,
      "loss_partial": 0.0087890625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.000388624903280288,
      "loss_partial": 0.005462646484375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0008992858929559588,
      "loss_partial": 0.004608154296875,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0003679234941955656,
      "loss_partial": 0.00445556640625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.00046399442362599075,
      "loss_partial": 0.0062255859375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0006146138766780496,
      "loss_partial": 0.006622314453125,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0007019015029072762,
      "loss_partial": 0.0035400390625,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0005353379528969526,
      "loss_partial": 0.006683349609375,
      "step": 543
    },
    {
      "epoch": 0.7892441860465116,
      "loss_distr": 0.0006365057197399437,
      "loss_partial": 0.00762939453125,
      "step": 543
    },
    {
      "epoch": 0.7906976744186046,
      "grad_norm": 0.20373106002807617,
      "learning_rate": 1.516753015556124e-05,
      "loss": 0.1829,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0006880972068756819,
      "loss_partial": 0.008544921875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0003391507198102772,
      "loss_partial": 0.00872802734375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0011590200010687113,
      "loss_partial": 0.0047607421875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.000320408318657428,
      "loss_partial": 0.0091552734375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.000632156734354794,
      "loss_partial": 0.004974365234375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0006131685222499073,
      "loss_partial": 0.007476806640625,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0007866085506975651,
      "loss_partial": 0.0038604736328125,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0004427733365446329,
      "loss_partial": 0.007568359375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0004105526895727962,
      "loss_partial": 0.005828857421875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0003467410570010543,
      "loss_partial": 0.00775146484375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0002596475533209741,
      "loss_partial": 0.006561279296875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0008495239890180528,
      "loss_partial": 0.00445556640625,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0005166970076970756,
      "loss_partial": 0.004913330078125,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.00039588246727362275,
      "loss_partial": 0.01092529296875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.00041613157372921705,
      "loss_partial": 0.00860595703125,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0006212372099980712,
      "loss_partial": 0.0059814453125,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0006081210449337959,
      "loss_partial": 0.0062255859375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0005632881075143814,
      "loss_partial": 0.01019287109375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.000537837331648916,
      "loss_partial": 0.01531982421875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0006940783932805061,
      "loss_partial": 0.006561279296875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0006344937137328088,
      "loss_partial": 0.00604248046875,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0005741457571275532,
      "loss_partial": 0.00665283203125,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.00048685783986002207,
      "loss_partial": 0.003997802734375,
      "step": 544
    },
    {
      "epoch": 0.7906976744186046,
      "loss_distr": 0.0003945150529034436,
      "loss_partial": 0.00738525390625,
      "step": 544
    },
    {
      "epoch": 0.7921511627906976,
      "grad_norm": 0.17670127749443054,
      "learning_rate": 1.5145787967575252e-05,
      "loss": 0.1831,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0007322644232772291,
      "loss_partial": 0.005035400390625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0006222263327799737,
      "loss_partial": 0.00482177734375,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0010699708946049213,
      "loss_partial": 0.0045166015625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0005669363308697939,
      "loss_partial": 0.005767822265625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0007574527407996356,
      "loss_partial": 0.00701904296875,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0006733166519552469,
      "loss_partial": 0.004547119140625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.00041348207741975784,
      "loss_partial": 0.006744384765625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0005106718163006008,
      "loss_partial": 0.0108642578125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0007491384167224169,
      "loss_partial": 0.00665283203125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.00034104043152183294,
      "loss_partial": 0.005523681640625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0005841954844072461,
      "loss_partial": 0.0079345703125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0007956201443448663,
      "loss_partial": 0.0034942626953125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0006116438889876008,
      "loss_partial": 0.00616455078125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0009911872912198305,
      "loss_partial": 0.0048828125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.00025770097272470593,
      "loss_partial": 0.01055908203125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0003799432306550443,
      "loss_partial": 0.015625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0004887116956524551,
      "loss_partial": 0.01123046875,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0006160282646305859,
      "loss_partial": 0.011474609375,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0005832398310303688,
      "loss_partial": 0.006256103515625,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0006611933349631727,
      "loss_partial": 0.0042724609375,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.00048195733688771725,
      "loss_partial": 0.005889892578125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0007250988273881376,
      "loss_partial": 0.00616455078125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0005076818633824587,
      "loss_partial": 0.0118408203125,
      "step": 545
    },
    {
      "epoch": 0.7921511627906976,
      "loss_distr": 0.0006018718704581261,
      "loss_partial": 0.007659912109375,
      "step": 545
    },
    {
      "epoch": 0.7936046511627907,
      "grad_norm": 0.171616792678833,
      "learning_rate": 1.5124012642824092e-05,
      "loss": 0.1776,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0006307243602350354,
      "loss_partial": 0.009521484375,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.00040197206544689834,
      "loss_partial": 0.0076904296875,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0003353957727085799,
      "loss_partial": 0.005096435546875,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0005782896769233048,
      "loss_partial": 0.007415771484375,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0008620519656687975,
      "loss_partial": 0.0028228759765625,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0009244974935427308,
      "loss_partial": 0.004486083984375,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0006902366294525564,
      "loss_partial": 0.006134033203125,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.001086727250367403,
      "loss_partial": 0.0031585693359375,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0004321469459682703,
      "loss_partial": 0.00897216796875,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.000959736411459744,
      "loss_partial": 0.005523681640625,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0003715849597938359,
      "loss_partial": 0.009033203125,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.00040535544394515455,
      "loss_partial": 0.00787353515625,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0004827553639188409,
      "loss_partial": 0.007781982421875,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.00047818731400184333,
      "loss_partial": 0.007598876953125,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0004219284455757588,
      "loss_partial": 0.005767822265625,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0003619333729147911,
      "loss_partial": 0.00634765625,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0006275709019973874,
      "loss_partial": 0.0086669921875,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.000756672234274447,
      "loss_partial": 0.004669189453125,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.000949758687056601,
      "loss_partial": 0.004425048828125,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0005327803082764149,
      "loss_partial": 0.006500244140625,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.000551741337403655,
      "loss_partial": 0.0076904296875,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.00030601900652982295,
      "loss_partial": 0.00543212890625,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0004605030990205705,
      "loss_partial": 0.005828857421875,
      "step": 546
    },
    {
      "epoch": 0.7936046511627907,
      "loss_distr": 0.0005605695769190788,
      "loss_partial": 0.00640869140625,
      "step": 546
    },
    {
      "epoch": 0.7950581395348837,
      "grad_norm": 0.19676703214645386,
      "learning_rate": 1.510220432153193e-05,
      "loss": 0.1807,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.000495476764626801,
      "loss_partial": 0.00799560546875,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0008552856161259115,
      "loss_partial": 0.0036468505859375,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0003808529581874609,
      "loss_partial": 0.00518798828125,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.00032116970396600664,
      "loss_partial": 0.006561279296875,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0006880613509565592,
      "loss_partial": 0.0054931640625,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.000482077244669199,
      "loss_partial": 0.00885009765625,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0007559954538010061,
      "loss_partial": 0.00775146484375,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0007611054461449385,
      "loss_partial": 0.00811767578125,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0008387133711948991,
      "loss_partial": 0.004486083984375,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0004653216456063092,
      "loss_partial": 0.0107421875,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.00043543530046008527,
      "loss_partial": 0.00848388671875,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0008944986620917916,
      "loss_partial": 0.0036773681640625,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0006509935483336449,
      "loss_partial": 0.005950927734375,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0010181209072470665,
      "loss_partial": 0.004486083984375,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.000321445579174906,
      "loss_partial": 0.00494384765625,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0006273734616115689,
      "loss_partial": 0.00335693359375,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0007671599159948528,
      "loss_partial": 0.0078125,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0003242867533117533,
      "loss_partial": 0.00634765625,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0005769779672846198,
      "loss_partial": 0.006134033203125,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0002952905197162181,
      "loss_partial": 0.005767822265625,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.00046750332694500685,
      "loss_partial": 0.007720947265625,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0005159068969078362,
      "loss_partial": 0.012451171875,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.000747357145883143,
      "loss_partial": 0.0050048828125,
      "step": 547
    },
    {
      "epoch": 0.7950581395348837,
      "loss_distr": 0.0003846641047857702,
      "loss_partial": 0.014892578125,
      "step": 547
    },
    {
      "epoch": 0.7965116279069767,
      "grad_norm": 0.19005198776721954,
      "learning_rate": 1.508036314413541e-05,
      "loss": 0.1816,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0005626978818327188,
      "loss_partial": 0.005889892578125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.00039348826976493,
      "loss_partial": 0.00653076171875,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.000745123834349215,
      "loss_partial": 0.005584716796875,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0002297511964570731,
      "loss_partial": 0.0062255859375,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.00034747968311421573,
      "loss_partial": 0.0084228515625,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0007013828726485372,
      "loss_partial": 0.008056640625,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.000774331740103662,
      "loss_partial": 0.003936767578125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.00039077881956472993,
      "loss_partial": 0.00494384765625,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0003210266586393118,
      "loss_partial": 0.007080078125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0002952819340862334,
      "loss_partial": 0.01104736328125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0008042131084948778,
      "loss_partial": 0.0026702880859375,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0004490494029596448,
      "loss_partial": 0.00787353515625,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0008867731667123735,
      "loss_partial": 0.00482177734375,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0004978290526196361,
      "loss_partial": 0.00860595703125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0006331156473606825,
      "loss_partial": 0.007720947265625,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0002684973005671054,
      "loss_partial": 0.00689697265625,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0003635173779912293,
      "loss_partial": 0.006805419921875,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0005942193092778325,
      "loss_partial": 0.00567626953125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.000501785078085959,
      "loss_partial": 0.01019287109375,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0008834345499053597,
      "loss_partial": 0.0059814453125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0005605937913060188,
      "loss_partial": 0.011962890625,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0006782707059755921,
      "loss_partial": 0.00799560546875,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0007826557848602533,
      "loss_partial": 0.00830078125,
      "step": 548
    },
    {
      "epoch": 0.7965116279069767,
      "loss_distr": 0.0004901633365079761,
      "loss_partial": 0.0059814453125,
      "step": 548
    },
    {
      "epoch": 0.7979651162790697,
      "grad_norm": 0.18588292598724365,
      "learning_rate": 1.5058489251282766e-05,
      "loss": 0.1788,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0008289613178931177,
      "loss_partial": 0.00714111328125,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0005811984883621335,
      "loss_partial": 0.00592041015625,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0006133732385933399,
      "loss_partial": 0.004791259765625,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0006949405069462955,
      "loss_partial": 0.009521484375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0006554561550728977,
      "loss_partial": 0.005859375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0008394803153350949,
      "loss_partial": 0.00775146484375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0004961115773767233,
      "loss_partial": 0.01007080078125,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0004871087148785591,
      "loss_partial": 0.005706787109375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.00028076901799067855,
      "loss_partial": 0.0107421875,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0004106778360437602,
      "loss_partial": 0.007293701171875,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0009017346892505884,
      "loss_partial": 0.0042724609375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.000515109277330339,
      "loss_partial": 0.00616455078125,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0008925391593948007,
      "loss_partial": 0.005859375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0005048539023846388,
      "loss_partial": 0.0036163330078125,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0005430653691291809,
      "loss_partial": 0.00732421875,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0010168672306463122,
      "loss_partial": 0.00396728515625,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0006715256604366004,
      "loss_partial": 0.00677490234375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0003971425467170775,
      "loss_partial": 0.0028533935546875,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.00023805699311196804,
      "loss_partial": 0.00787353515625,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0006122039631009102,
      "loss_partial": 0.008544921875,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0005600411677733064,
      "loss_partial": 0.0079345703125,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0003527761436998844,
      "loss_partial": 0.009521484375,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0006773946224711835,
      "loss_partial": 0.00860595703125,
      "step": 549
    },
    {
      "epoch": 0.7979651162790697,
      "loss_distr": 0.0002962449216283858,
      "loss_partial": 0.00482177734375,
      "step": 549
    },
    {
      "epoch": 0.7994186046511628,
      "grad_norm": 0.22839650511741638,
      "learning_rate": 1.5036582783832895e-05,
      "loss": 0.178,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0006750021129846573,
      "loss_partial": 0.006256103515625,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0007636027876287699,
      "loss_partial": 0.00457763671875,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0007138045039027929,
      "loss_partial": 0.00775146484375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0004501005751080811,
      "loss_partial": 0.00433349609375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0003634470631368458,
      "loss_partial": 0.006927490234375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0004892277647741139,
      "loss_partial": 0.0057373046875,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0003587236860767007,
      "loss_partial": 0.0089111328125,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.00047508353600278497,
      "loss_partial": 0.007049560546875,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0006240092334337533,
      "loss_partial": 0.0074462890625,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0008035869686864316,
      "loss_partial": 0.0074462890625,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0004001667839474976,
      "loss_partial": 0.009765625,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0006155510200187564,
      "loss_partial": 0.00506591796875,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0005284814396873116,
      "loss_partial": 0.00616455078125,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0008509698673151433,
      "loss_partial": 0.00579833984375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0008248888188973069,
      "loss_partial": 0.005767822265625,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.000509580597281456,
      "loss_partial": 0.005523681640625,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0008104948792606592,
      "loss_partial": 0.006439208984375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0005953563377261162,
      "loss_partial": 0.00811767578125,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0008898842497728765,
      "loss_partial": 0.005706787109375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0008198324940167367,
      "loss_partial": 0.005096435546875,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0007949821883812547,
      "loss_partial": 0.00714111328125,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0005624932236969471,
      "loss_partial": 0.006439208984375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0002688703825697303,
      "loss_partial": 0.006195068359375,
      "step": 550
    },
    {
      "epoch": 0.7994186046511628,
      "loss_distr": 0.0004901595530100167,
      "loss_partial": 0.0086669921875,
      "step": 550
    },
    {
      "epoch": 0.8008720930232558,
      "grad_norm": 0.21142296493053436,
      "learning_rate": 1.5014643882854473e-05,
      "loss": 0.1772,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0004410186957102269,
      "loss_partial": 0.0069580078125,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0005779941566288471,
      "loss_partial": 0.004364013671875,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0003183943044859916,
      "loss_partial": 0.01263427734375,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0003092989791184664,
      "loss_partial": 0.0113525390625,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0003644172102212906,
      "loss_partial": 0.007720947265625,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.00024169065000023693,
      "loss_partial": 0.005859375,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.00029568132595159113,
      "loss_partial": 0.0128173828125,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0005106788594275713,
      "loss_partial": 0.007232666015625,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0008652277756482363,
      "loss_partial": 0.0035400390625,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0006562633789144456,
      "loss_partial": 0.004974365234375,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0004331963136792183,
      "loss_partial": 0.00885009765625,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0004541750531643629,
      "loss_partial": 0.0040283203125,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.000321036932291463,
      "loss_partial": 0.0135498046875,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0003202928346581757,
      "loss_partial": 0.00787353515625,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.00048803744721226394,
      "loss_partial": 0.004669189453125,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0006911929231137037,
      "loss_partial": 0.004486083984375,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0009536099969409406,
      "loss_partial": 0.00433349609375,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0005518349935300648,
      "loss_partial": 0.008544921875,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0005841447855345905,
      "loss_partial": 0.005889892578125,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0008450096938759089,
      "loss_partial": 0.0034332275390625,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0010073307203128934,
      "loss_partial": 0.00469970703125,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0005304475780576468,
      "loss_partial": 0.006072998046875,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0008724119397811592,
      "loss_partial": 0.00408935546875,
      "step": 551
    },
    {
      "epoch": 0.8008720930232558,
      "loss_distr": 0.0004161784891039133,
      "loss_partial": 0.00787353515625,
      "step": 551
    },
    {
      "epoch": 0.8023255813953488,
      "grad_norm": 0.2244739979505539,
      "learning_rate": 1.4992672689625032e-05,
      "loss": 0.184,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0005762859946116805,
      "loss_partial": 0.00885009765625,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0004915802273899317,
      "loss_partial": 0.006134033203125,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0007552847964689136,
      "loss_partial": 0.005889892578125,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0003479050938040018,
      "loss_partial": 0.006622314453125,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.00057177001144737,
      "loss_partial": 0.0052490234375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0007008095271885395,
      "loss_partial": 0.006591796875,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0010862424969673157,
      "loss_partial": 0.00537109375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0012606605887413025,
      "loss_partial": 0.0032196044921875,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.00042570577352307737,
      "loss_partial": 0.00726318359375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.00037313633947633207,
      "loss_partial": 0.007537841796875,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.000495112151838839,
      "loss_partial": 0.01055908203125,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0003551863774191588,
      "loss_partial": 0.00836181640625,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0006133996648713946,
      "loss_partial": 0.00823974609375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.000536956824362278,
      "loss_partial": 0.0074462890625,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0003622366930358112,
      "loss_partial": 0.00518798828125,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.000262199726421386,
      "loss_partial": 0.00970458984375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0003810274647548795,
      "loss_partial": 0.00823974609375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.00039277528412640095,
      "loss_partial": 0.006439208984375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0005670218961313367,
      "loss_partial": 0.005859375,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0007395979482680559,
      "loss_partial": 0.0047607421875,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0005639965529553592,
      "loss_partial": 0.00439453125,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.00038885552203282714,
      "loss_partial": 0.00604248046875,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.0005993617232888937,
      "loss_partial": 0.00909423828125,
      "step": 552
    },
    {
      "epoch": 0.8023255813953488,
      "loss_distr": 0.00044204958248883486,
      "loss_partial": 0.006500244140625,
      "step": 552
    },
    {
      "epoch": 0.8037790697674418,
      "grad_norm": 0.18416622281074524,
      "learning_rate": 1.4970669345630041e-05,
      "loss": 0.1799,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.000504464958794415,
      "loss_partial": 0.0054931640625,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.00034650845918804407,
      "loss_partial": 0.00897216796875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0005492218770086765,
      "loss_partial": 0.008544921875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0008111608913168311,
      "loss_partial": 0.004486083984375,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.00041455909376963973,
      "loss_partial": 0.00848388671875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.00045576016418635845,
      "loss_partial": 0.0069580078125,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0006243378738872707,
      "loss_partial": 0.006927490234375,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.000301839696476236,
      "loss_partial": 0.00897216796875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0006206756224855781,
      "loss_partial": 0.005401611328125,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0004654508666135371,
      "loss_partial": 0.006103515625,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0006197603070177138,
      "loss_partial": 0.004791259765625,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0005850314046256244,
      "loss_partial": 0.007537841796875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0004839734174311161,
      "loss_partial": 0.007537841796875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.000597424223087728,
      "loss_partial": 0.005279541015625,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0004675458767451346,
      "loss_partial": 0.01116943359375,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0006496202549897134,
      "loss_partial": 0.01495361328125,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0004962749080732465,
      "loss_partial": 0.010498046875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.000876133912242949,
      "loss_partial": 0.0040283203125,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0007478704210370779,
      "loss_partial": 0.0062255859375,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.00038452877197414637,
      "loss_partial": 0.0091552734375,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.001109712291508913,
      "loss_partial": 0.005950927734375,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0005817117635160685,
      "loss_partial": 0.00579833984375,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.0007644479628652334,
      "loss_partial": 0.004852294921875,
      "step": 553
    },
    {
      "epoch": 0.8037790697674418,
      "loss_distr": 0.00037142608198337257,
      "loss_partial": 0.005584716796875,
      "step": 553
    },
    {
      "epoch": 0.8052325581395349,
      "grad_norm": 0.18169817328453064,
      "learning_rate": 1.4948633992562025e-05,
      "loss": 0.1798,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.000993848661892116,
      "loss_partial": 0.0037384033203125,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0003908202052116394,
      "loss_partial": 0.00848388671875,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0005875280476175249,
      "loss_partial": 0.007232666015625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.00040719271055422723,
      "loss_partial": 0.009765625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0003866776532959193,
      "loss_partial": 0.007659912109375,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.00041569193126633763,
      "loss_partial": 0.00994873046875,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.00045247419620864093,
      "loss_partial": 0.006805419921875,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.00041192700155079365,
      "loss_partial": 0.00634765625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0007203305140137672,
      "loss_partial": 0.0067138671875,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0008799878414720297,
      "loss_partial": 0.005157470703125,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0005965576274320483,
      "loss_partial": 0.0062255859375,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0003176812606398016,
      "loss_partial": 0.013916015625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0005834249895997345,
      "loss_partial": 0.00494384765625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0003995414008386433,
      "loss_partial": 0.00958251953125,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0003594747686292976,
      "loss_partial": 0.00518798828125,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.00039467832539230585,
      "loss_partial": 0.01019287109375,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0003024304751306772,
      "loss_partial": 0.004852294921875,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0004430616390891373,
      "loss_partial": 0.00933837890625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.00044707124470733106,
      "loss_partial": 0.006011962890625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.000590783660300076,
      "loss_partial": 0.00689697265625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0007494393503293395,
      "loss_partial": 0.00921630859375,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0005212776595726609,
      "loss_partial": 0.0054931640625,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.00026718759909272194,
      "loss_partial": 0.004638671875,
      "step": 554
    },
    {
      "epoch": 0.8052325581395349,
      "loss_distr": 0.0005427503492683172,
      "loss_partial": 0.005401611328125,
      "step": 554
    },
    {
      "epoch": 0.8066860465116279,
      "grad_norm": 0.2072443962097168,
      "learning_rate": 1.4926566772319619e-05,
      "loss": 0.1772,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0003252524766139686,
      "loss_partial": 0.009033203125,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0003485220659058541,
      "loss_partial": 0.0064697265625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0006516046705655754,
      "loss_partial": 0.007720947265625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0008785640238784254,
      "loss_partial": 0.006744384765625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.00037371471989899874,
      "loss_partial": 0.0087890625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.00032191575155593455,
      "loss_partial": 0.0086669921875,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0005611550877802074,
      "loss_partial": 0.008544921875,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.00034099986078217626,
      "loss_partial": 0.0098876953125,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.00048756293836049736,
      "loss_partial": 0.00848388671875,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0006414609379135072,
      "loss_partial": 0.00933837890625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0004372495168354362,
      "loss_partial": 0.005859375,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0009024220053106546,
      "loss_partial": 0.004119873046875,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.000506597280036658,
      "loss_partial": 0.006744384765625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0005947912577539682,
      "loss_partial": 0.006500244140625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0006794462678954005,
      "loss_partial": 0.006744384765625,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0004993024049326777,
      "loss_partial": 0.005340576171875,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0005175414262339473,
      "loss_partial": 0.003875732421875,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0005889927269890904,
      "loss_partial": 0.00439453125,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0005345033132471144,
      "loss_partial": 0.00482177734375,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.00037640874506905675,
      "loss_partial": 0.005615234375,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0003269517910666764,
      "loss_partial": 0.005889892578125,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0006554279243573546,
      "loss_partial": 0.005126953125,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.0007182321860454977,
      "loss_partial": 0.0072021484375,
      "step": 555
    },
    {
      "epoch": 0.8066860465116279,
      "loss_distr": 0.00046361685963347554,
      "loss_partial": 0.01177978515625,
      "step": 555
    },
    {
      "epoch": 0.8081395348837209,
      "grad_norm": 0.16699698567390442,
      "learning_rate": 1.4904467827006678e-05,
      "loss": 0.1817,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0004950318252667785,
      "loss_partial": 0.00726318359375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0005871207686141133,
      "loss_partial": 0.004974365234375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0009071695385500789,
      "loss_partial": 0.0038299560546875,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0007404304924421012,
      "loss_partial": 0.00628662109375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0003992567944806069,
      "loss_partial": 0.01239013671875,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.00048077350948005915,
      "loss_partial": 0.00897216796875,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0006926425267010927,
      "loss_partial": 0.00701904296875,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.00045154656982049346,
      "loss_partial": 0.00775146484375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0006405339809134603,
      "loss_partial": 0.0081787109375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0006053008837625384,
      "loss_partial": 0.00457763671875,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.000944692874327302,
      "loss_partial": 0.00634765625,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0006267476128414273,
      "loss_partial": 0.00830078125,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0006462761084549129,
      "loss_partial": 0.0072021484375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0006480595911853015,
      "loss_partial": 0.00762939453125,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0009773983620107174,
      "loss_partial": 0.006805419921875,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0005584436003118753,
      "loss_partial": 0.005645751953125,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0009303606930188835,
      "loss_partial": 0.00579833984375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.00034478737507015467,
      "loss_partial": 0.0086669921875,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0008214077679440379,
      "loss_partial": 0.004425048828125,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0004063119413331151,
      "loss_partial": 0.00823974609375,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0005854780320078135,
      "loss_partial": 0.008056640625,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.0007108437712304294,
      "loss_partial": 0.005523681640625,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.00089632737217471,
      "loss_partial": 0.005279541015625,
      "step": 556
    },
    {
      "epoch": 0.8081395348837209,
      "loss_distr": 0.00037768454058095813,
      "loss_partial": 0.007568359375,
      "step": 556
    },
    {
      "epoch": 0.809593023255814,
      "grad_norm": 0.19749440252780914,
      "learning_rate": 1.488233729893135e-05,
      "loss": 0.1806,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0005598455318249762,
      "loss_partial": 0.007049560546875,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0005395759944804013,
      "loss_partial": 0.005462646484375,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0008723021019250154,
      "loss_partial": 0.005889892578125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.00028203550027683377,
      "loss_partial": 0.0106201171875,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0004703178710769862,
      "loss_partial": 0.0047607421875,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.000518310465849936,
      "loss_partial": 0.004669189453125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0007880807388573885,
      "loss_partial": 0.00616455078125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0009217280312441289,
      "loss_partial": 0.0059814453125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0007061667274683714,
      "loss_partial": 0.00714111328125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.00024620635667815804,
      "loss_partial": 0.006866455078125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0006983286002650857,
      "loss_partial": 0.005218505859375,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0002493136562407017,
      "loss_partial": 0.00579833984375,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0007161449175328016,
      "loss_partial": 0.004791259765625,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0005775699391961098,
      "loss_partial": 0.00897216796875,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.00022281735436990857,
      "loss_partial": 0.00457763671875,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0007356156129390001,
      "loss_partial": 0.004547119140625,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.000224926377995871,
      "loss_partial": 0.005950927734375,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.000545080634765327,
      "loss_partial": 0.0108642578125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0004504747921600938,
      "loss_partial": 0.0074462890625,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0007764422334730625,
      "loss_partial": 0.006805419921875,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0005476060905493796,
      "loss_partial": 0.00970458984375,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0006344233406707644,
      "loss_partial": 0.01019287109375,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.00031136831967160106,
      "loss_partial": 0.00762939453125,
      "step": 557
    },
    {
      "epoch": 0.809593023255814,
      "loss_distr": 0.0010445372899994254,
      "loss_partial": 0.0089111328125,
      "step": 557
    },
    {
      "epoch": 0.811046511627907,
      "grad_norm": 0.1843392550945282,
      "learning_rate": 1.486017533060517e-05,
      "loss": 0.1787,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.00036740012001246214,
      "loss_partial": 0.0137939453125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005710762925446033,
      "loss_partial": 0.005218505859375,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0006007480551488698,
      "loss_partial": 0.005340576171875,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0006328359013423324,
      "loss_partial": 0.00750732421875,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.000569394149351865,
      "loss_partial": 0.0048828125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0007593061309307814,
      "loss_partial": 0.006134033203125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005383029929362237,
      "loss_partial": 0.006500244140625,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005034284549765289,
      "loss_partial": 0.00958251953125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005849339067935944,
      "loss_partial": 0.00860595703125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005137717234902084,
      "loss_partial": 0.01300048828125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.00044631186756305397,
      "loss_partial": 0.016357421875,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005830877926200628,
      "loss_partial": 0.00311279296875,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0003678913344629109,
      "loss_partial": 0.0098876953125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005671389517374337,
      "loss_partial": 0.006988525390625,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0007278033881448209,
      "loss_partial": 0.0108642578125,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005487481248565018,
      "loss_partial": 0.01080322265625,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0004624117282219231,
      "loss_partial": 0.007415771484375,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.00025007594376802444,
      "loss_partial": 0.00457763671875,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.00033654330763965845,
      "loss_partial": 0.00689697265625,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005400871159508824,
      "loss_partial": 0.007720947265625,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0007499901112169027,
      "loss_partial": 0.003814697265625,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0006366982706822455,
      "loss_partial": 0.0034027099609375,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0005806017434224486,
      "loss_partial": 0.00836181640625,
      "step": 558
    },
    {
      "epoch": 0.811046511627907,
      "loss_distr": 0.0009864288149401546,
      "loss_partial": 0.00604248046875,
      "step": 558
    },
    {
      "epoch": 0.8125,
      "grad_norm": 0.20353081822395325,
      "learning_rate": 1.4837982064742118e-05,
      "loss": 0.1827,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.000528721371665597,
      "loss_partial": 0.01123046875,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0003489812952466309,
      "loss_partial": 0.00921630859375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0005652197869494557,
      "loss_partial": 0.0052490234375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0005588034400716424,
      "loss_partial": 0.00860595703125,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0006761495023965836,
      "loss_partial": 0.0081787109375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0005600050208158791,
      "loss_partial": 0.01116943359375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0005828474531881511,
      "loss_partial": 0.00531005859375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.00041298705036751926,
      "loss_partial": 0.00506591796875,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.00038864577072672546,
      "loss_partial": 0.007110595703125,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0007763988105580211,
      "loss_partial": 0.005523681640625,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.00032171394559554756,
      "loss_partial": 0.00628662109375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.000815223844256252,
      "loss_partial": 0.004608154296875,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0004985013511031866,
      "loss_partial": 0.00390625,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0004842360212933272,
      "loss_partial": 0.009521484375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.000880675797816366,
      "loss_partial": 0.005035400390625,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0004947028355672956,
      "loss_partial": 0.00885009765625,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0004321818705648184,
      "loss_partial": 0.008544921875,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.000422262295614928,
      "loss_partial": 0.00433349609375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0006258204230107367,
      "loss_partial": 0.004913330078125,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0005745288799516857,
      "loss_partial": 0.0074462890625,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.000704220961779356,
      "loss_partial": 0.006011962890625,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0005004857666790485,
      "loss_partial": 0.01019287109375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0006575138540938497,
      "loss_partial": 0.0042724609375,
      "step": 559
    },
    {
      "epoch": 0.8125,
      "loss_distr": 0.0008695286232978106,
      "loss_partial": 0.00518798828125,
      "step": 559
    },
    {
      "epoch": 0.813953488372093,
      "grad_norm": 0.2058953493833542,
      "learning_rate": 1.4815757644257737e-05,
      "loss": 0.18,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0004855116130784154,
      "loss_partial": 0.006500244140625,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0009232705924659967,
      "loss_partial": 0.005615234375,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.00045696611050516367,
      "loss_partial": 0.00982666015625,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.000687653140630573,
      "loss_partial": 0.005615234375,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.00044411199633032084,
      "loss_partial": 0.0062255859375,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0007036553579382598,
      "loss_partial": 0.00482177734375,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0003330441832076758,
      "loss_partial": 0.0078125,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0008405072148889303,
      "loss_partial": 0.005767822265625,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0005765147507190704,
      "loss_partial": 0.0128173828125,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0007230604533106089,
      "loss_partial": 0.00469970703125,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0003259754157625139,
      "loss_partial": 0.0091552734375,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0004384456551633775,
      "loss_partial": 0.007293701171875,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0007377327419817448,
      "loss_partial": 0.005126953125,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0006326096481643617,
      "loss_partial": 0.004638671875,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.00037884089397266507,
      "loss_partial": 0.00579833984375,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0005173740210011601,
      "loss_partial": 0.0096435546875,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.00048001096001826227,
      "loss_partial": 0.006500244140625,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.000713162706233561,
      "loss_partial": 0.00457763671875,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0004886145470663905,
      "loss_partial": 0.00872802734375,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.00046901253517717123,
      "loss_partial": 0.01190185546875,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0003778611426241696,
      "loss_partial": 0.00958251953125,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.00026359912590123713,
      "loss_partial": 0.01104736328125,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.0005586398765444756,
      "loss_partial": 0.0074462890625,
      "step": 560
    },
    {
      "epoch": 0.813953488372093,
      "loss_distr": 0.00109152402728796,
      "loss_partial": 0.00445556640625,
      "step": 560
    },
    {
      "epoch": 0.815406976744186,
      "grad_norm": 0.18948401510715485,
      "learning_rate": 1.4793502212268185e-05,
      "loss": 0.1812,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0006126206717453897,
      "loss_partial": 0.0038909912109375,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.00023744339705444872,
      "loss_partial": 0.007354736328125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0006909652147442102,
      "loss_partial": 0.005889892578125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0006560849724337459,
      "loss_partial": 0.005096435546875,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0007062504882924259,
      "loss_partial": 0.0042724609375,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0003160705091431737,
      "loss_partial": 0.007232666015625,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0008683517808094621,
      "loss_partial": 0.0062255859375,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.00043951842235401273,
      "loss_partial": 0.005767822265625,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0007749354699626565,
      "loss_partial": 0.005584716796875,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0004638478858396411,
      "loss_partial": 0.0033111572265625,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0003827664186246693,
      "loss_partial": 0.0108642578125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.00044008303666487336,
      "loss_partial": 0.007049560546875,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.000338243436999619,
      "loss_partial": 0.005584716796875,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0010658260434865952,
      "loss_partial": 0.0042724609375,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0005636196583509445,
      "loss_partial": 0.011962890625,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0006731702014803886,
      "loss_partial": 0.005889892578125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0009390304330736399,
      "loss_partial": 0.00555419921875,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0008282543858513236,
      "loss_partial": 0.004669189453125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.00034964963560923934,
      "loss_partial": 0.004669189453125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.00033295119646936655,
      "loss_partial": 0.004669189453125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0004934032913297415,
      "loss_partial": 0.00579833984375,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0001993135520024225,
      "loss_partial": 0.006622314453125,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.000694716814905405,
      "loss_partial": 0.007049560546875,
      "step": 561
    },
    {
      "epoch": 0.815406976744186,
      "loss_distr": 0.0003389042685739696,
      "loss_partial": 0.0069580078125,
      "step": 561
    },
    {
      "epoch": 0.8168604651162791,
      "grad_norm": 0.2545722723007202,
      "learning_rate": 1.4771215912089316e-05,
      "loss": 0.1799,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0006818407564423978,
      "loss_partial": 0.005157470703125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0006699806544929743,
      "loss_partial": 0.0036468505859375,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0005502151325345039,
      "loss_partial": 0.0052490234375,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.00041943378164432943,
      "loss_partial": 0.00958251953125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0008591283112764359,
      "loss_partial": 0.0047607421875,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0010180105455219746,
      "loss_partial": 0.005767822265625,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0006306057912297547,
      "loss_partial": 0.007598876953125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0005569062777794898,
      "loss_partial": 0.00653076171875,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0008740784833207726,
      "loss_partial": 0.00445556640625,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0003362275892868638,
      "loss_partial": 0.010986328125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0006488467333838344,
      "loss_partial": 0.005126953125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0003979775065090507,
      "loss_partial": 0.005859375,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0007672944921068847,
      "loss_partial": 0.004974365234375,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0008066236041486263,
      "loss_partial": 0.004913330078125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0005510055343620479,
      "loss_partial": 0.0079345703125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0005822950042784214,
      "loss_partial": 0.00457763671875,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0005430790479294956,
      "loss_partial": 0.004364013671875,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0005220475140959024,
      "loss_partial": 0.006072998046875,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.000673474685754627,
      "loss_partial": 0.0064697265625,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0007241044077090919,
      "loss_partial": 0.005340576171875,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.00039757246850058436,
      "loss_partial": 0.0072021484375,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.000787802622653544,
      "loss_partial": 0.0067138671875,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.00043956993613392115,
      "loss_partial": 0.016845703125,
      "step": 562
    },
    {
      "epoch": 0.8168604651162791,
      "loss_distr": 0.0005838286597281694,
      "loss_partial": 0.005279541015625,
      "step": 562
    },
    {
      "epoch": 0.8183139534883721,
      "grad_norm": 0.17053845524787903,
      "learning_rate": 1.4748898887235774e-05,
      "loss": 0.1817,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0006095641874708235,
      "loss_partial": 0.005645751953125,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0005325688980519772,
      "loss_partial": 0.00653076171875,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.00042716271127574146,
      "loss_partial": 0.008056640625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0006885483744554222,
      "loss_partial": 0.00482177734375,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.000309434428345412,
      "loss_partial": 0.007293701171875,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.000647907960228622,
      "loss_partial": 0.007568359375,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0004542107635643333,
      "loss_partial": 0.005035400390625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0006258647190406919,
      "loss_partial": 0.005279541015625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.00026522696134634316,
      "loss_partial": 0.007049560546875,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0004639597318600863,
      "loss_partial": 0.006927490234375,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.00036747739068232477,
      "loss_partial": 0.004913330078125,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0008908355957828462,
      "loss_partial": 0.004241943359375,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0005504923174157739,
      "loss_partial": 0.00439453125,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0005920303519815207,
      "loss_partial": 0.00640869140625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.000887849077116698,
      "loss_partial": 0.00543212890625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0005570263601839542,
      "loss_partial": 0.01165771484375,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0006308334413915873,
      "loss_partial": 0.006317138671875,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0008092291536740959,
      "loss_partial": 0.005035400390625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0005254985298961401,
      "loss_partial": 0.00762939453125,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.00022918908507563174,
      "loss_partial": 0.005035400390625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0006621808279305696,
      "loss_partial": 0.005706787109375,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0007979650399647653,
      "loss_partial": 0.00640869140625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0007772431126795709,
      "loss_partial": 0.00494384765625,
      "step": 563
    },
    {
      "epoch": 0.8183139534883721,
      "loss_distr": 0.0003580401826184243,
      "loss_partial": 0.01025390625,
      "step": 563
    },
    {
      "epoch": 0.8197674418604651,
      "grad_norm": 0.2099168449640274,
      "learning_rate": 1.4726551281420046e-05,
      "loss": 0.1819,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0007341012242250144,
      "loss_partial": 0.00836181640625,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0007564564002677798,
      "loss_partial": 0.00311279296875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0006542223272845149,
      "loss_partial": 0.00848388671875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0006148599786683917,
      "loss_partial": 0.005340576171875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0003334978246130049,
      "loss_partial": 0.01287841796875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0003672806778922677,
      "loss_partial": 0.00848388671875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.00037420017179101706,
      "loss_partial": 0.007354736328125,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0007023249054327607,
      "loss_partial": 0.00634765625,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.00022538402117788792,
      "loss_partial": 0.00860595703125,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0010445037623867393,
      "loss_partial": 0.005096435546875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0004818107117898762,
      "loss_partial": 0.00732421875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0004695112002082169,
      "loss_partial": 0.007537841796875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0008083259453997016,
      "loss_partial": 0.00616455078125,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.000379117060219869,
      "loss_partial": 0.00604248046875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0003422187874093652,
      "loss_partial": 0.007720947265625,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.00037925245123915374,
      "loss_partial": 0.00714111328125,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0009617648320272565,
      "loss_partial": 0.004608154296875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0005046174046583474,
      "loss_partial": 0.004791259765625,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0005152903613634408,
      "loss_partial": 0.00830078125,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0005210426752455533,
      "loss_partial": 0.00653076171875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0006578158354386687,
      "loss_partial": 0.0033111572265625,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0006790148327127099,
      "loss_partial": 0.00457763671875,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0004898238694295287,
      "loss_partial": 0.007080078125,
      "step": 564
    },
    {
      "epoch": 0.8197674418604651,
      "loss_distr": 0.0004474166198633611,
      "loss_partial": 0.01104736328125,
      "step": 564
    },
    {
      "epoch": 0.8212209302325582,
      "grad_norm": 0.19382455945014954,
      "learning_rate": 1.4704173238551556e-05,
      "loss": 0.1787,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.000565426773391664,
      "loss_partial": 0.006317138671875,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0006029898067936301,
      "loss_partial": 0.006317138671875,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.00040300574619323015,
      "loss_partial": 0.0093994140625,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0007309512002393603,
      "loss_partial": 0.0029144287109375,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0008812379091978073,
      "loss_partial": 0.007659912109375,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.000558926840312779,
      "loss_partial": 0.01141357421875,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.00024160945031326264,
      "loss_partial": 0.00830078125,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.00039436406223103404,
      "loss_partial": 0.008544921875,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0007109878933988512,
      "loss_partial": 0.01019287109375,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0006668976275250316,
      "loss_partial": 0.00518798828125,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0003371525090187788,
      "loss_partial": 0.00799560546875,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.00034162006340920925,
      "loss_partial": 0.0079345703125,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0009611430577933788,
      "loss_partial": 0.00482177734375,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0007038970361463726,
      "loss_partial": 0.006561279296875,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0002709520049393177,
      "loss_partial": 0.00555419921875,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0003130741242785007,
      "loss_partial": 0.0133056640625,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0003141360357403755,
      "loss_partial": 0.00909423828125,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0004746044287458062,
      "loss_partial": 0.0068359375,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.00040027053910307586,
      "loss_partial": 0.007171630859375,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.000423969206167385,
      "loss_partial": 0.00537109375,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.00043282515252940357,
      "loss_partial": 0.00811767578125,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.00032255673431791365,
      "loss_partial": 0.010986328125,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.000580580672249198,
      "loss_partial": 0.00445556640625,
      "step": 565
    },
    {
      "epoch": 0.8212209302325582,
      "loss_distr": 0.0007325430633500218,
      "loss_partial": 0.00640869140625,
      "step": 565
    },
    {
      "epoch": 0.8226744186046512,
      "grad_norm": 0.1901599019765854,
      "learning_rate": 1.4681764902735725e-05,
      "loss": 0.1807,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0003251063753850758,
      "loss_partial": 0.007232666015625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0005524319713003933,
      "loss_partial": 0.00830078125,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0006809757906012237,
      "loss_partial": 0.00823974609375,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0006391234928742051,
      "loss_partial": 0.0042724609375,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0003836396790575236,
      "loss_partial": 0.00677490234375,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0008612523088231683,
      "loss_partial": 0.007232666015625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.00046165240928530693,
      "loss_partial": 0.00921630859375,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0005919263930991292,
      "loss_partial": 0.005401611328125,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0005936665111221373,
      "loss_partial": 0.00567626953125,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0002723359502851963,
      "loss_partial": 0.00823974609375,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0009491775999777019,
      "loss_partial": 0.004180908203125,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0004546040145214647,
      "loss_partial": 0.004058837890625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0004668555629905313,
      "loss_partial": 0.006011962890625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0008562020375393331,
      "loss_partial": 0.0038604736328125,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.00035711214877665043,
      "loss_partial": 0.007232666015625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0006301215034909546,
      "loss_partial": 0.006988525390625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0004987747524864972,
      "loss_partial": 0.0069580078125,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.000808530836366117,
      "loss_partial": 0.005523681640625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0005562293226830661,
      "loss_partial": 0.00836181640625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0005496806697919965,
      "loss_partial": 0.00823974609375,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.000661458820104599,
      "loss_partial": 0.005340576171875,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0007326960912905633,
      "loss_partial": 0.0064697265625,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.0006738374358974397,
      "loss_partial": 0.0069580078125,
      "step": 566
    },
    {
      "epoch": 0.8226744186046512,
      "loss_distr": 0.00021424517035484314,
      "loss_partial": 0.006378173828125,
      "step": 566
    },
    {
      "epoch": 0.8241279069767442,
      "grad_norm": 0.2119470238685608,
      "learning_rate": 1.4659326418273048e-05,
      "loss": 0.1816,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006888196221552789,
      "loss_partial": 0.0040283203125,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.000514454091899097,
      "loss_partial": 0.006378173828125,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006359874969348311,
      "loss_partial": 0.00543212890625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.00045240504550747573,
      "loss_partial": 0.004730224609375,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006400494021363556,
      "loss_partial": 0.004852294921875,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.00037510308902710676,
      "loss_partial": 0.006866455078125,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0007138984510675073,
      "loss_partial": 0.004180908203125,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0005224899505265057,
      "loss_partial": 0.005157470703125,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.001047251746058464,
      "loss_partial": 0.0045166015625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0003466732450760901,
      "loss_partial": 0.006744384765625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0004588429001159966,
      "loss_partial": 0.002899169921875,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006808395846746862,
      "loss_partial": 0.00531005859375,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006389290792867541,
      "loss_partial": 0.004180908203125,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.00039150321390479803,
      "loss_partial": 0.01275634765625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0008432806353084743,
      "loss_partial": 0.00543212890625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.00044530577724799514,
      "loss_partial": 0.00787353515625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006480762385763228,
      "loss_partial": 0.004119873046875,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0004777064314112067,
      "loss_partial": 0.005767822265625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006816577515564859,
      "loss_partial": 0.005828857421875,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0005334436427801847,
      "loss_partial": 0.003326416015625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0003769378818105906,
      "loss_partial": 0.0054931640625,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0010463845683261752,
      "loss_partial": 0.0057373046875,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.000544361537322402,
      "loss_partial": 0.0101318359375,
      "step": 567
    },
    {
      "epoch": 0.8241279069767442,
      "loss_distr": 0.0006783214630559087,
      "loss_partial": 0.0062255859375,
      "step": 567
    },
    {
      "epoch": 0.8255813953488372,
      "grad_norm": 0.18251201510429382,
      "learning_rate": 1.463685792965817e-05,
      "loss": 0.1808,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0007667752215638757,
      "loss_partial": 0.0064697265625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0008655571728013456,
      "loss_partial": 0.00970458984375,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.00046151765855029225,
      "loss_partial": 0.008056640625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0004974002949893475,
      "loss_partial": 0.00885009765625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0005601437878794968,
      "loss_partial": 0.00634765625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0003043717588298023,
      "loss_partial": 0.004791259765625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0004377377626951784,
      "loss_partial": 0.00811767578125,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0005810089060105383,
      "loss_partial": 0.006561279296875,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.000742969335988164,
      "loss_partial": 0.004638671875,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0006477436400018632,
      "loss_partial": 0.005615234375,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0007791128009557724,
      "loss_partial": 0.005523681640625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.00032904132967814803,
      "loss_partial": 0.006317138671875,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0004570001910906285,
      "loss_partial": 0.00836181640625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.00034195452462881804,
      "loss_partial": 0.008544921875,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0004114150069653988,
      "loss_partial": 0.00469970703125,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0003577815950848162,
      "loss_partial": 0.007171630859375,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0008357012993656099,
      "loss_partial": 0.004241943359375,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0008392766467295587,
      "loss_partial": 0.005126953125,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.00021277344785630703,
      "loss_partial": 0.00616455078125,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0008496930240653455,
      "loss_partial": 0.0047607421875,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.00045332213630899787,
      "loss_partial": 0.00494384765625,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0005594702088274062,
      "loss_partial": 0.005950927734375,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.00041974472696892917,
      "loss_partial": 0.005950927734375,
      "step": 568
    },
    {
      "epoch": 0.8255813953488372,
      "loss_distr": 0.0005996451945975423,
      "loss_partial": 0.00811767578125,
      "step": 568
    },
    {
      "epoch": 0.8270348837209303,
      "grad_norm": 0.18285228312015533,
      "learning_rate": 1.461435958157895e-05,
      "loss": 0.181,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0008190371445380151,
      "loss_partial": 0.0098876953125,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0007723185117356479,
      "loss_partial": 0.00604248046875,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0005820171209052205,
      "loss_partial": 0.007598876953125,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0007507407572120428,
      "loss_partial": 0.00750732421875,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.00036591425305232406,
      "loss_partial": 0.006500244140625,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0006472407840192318,
      "loss_partial": 0.0034332275390625,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.000718081253580749,
      "loss_partial": 0.0034027099609375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0007218103273771703,
      "loss_partial": 0.004852294921875,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0005364997778087854,
      "loss_partial": 0.006988525390625,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0007530479924753308,
      "loss_partial": 0.0042724609375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.00025827009812928736,
      "loss_partial": 0.0084228515625,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0006436348194256425,
      "loss_partial": 0.005950927734375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0007723612943664193,
      "loss_partial": 0.00677490234375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0008645608904771507,
      "loss_partial": 0.00482177734375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0007037327159196138,
      "loss_partial": 0.0078125,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.00032448762794956565,
      "loss_partial": 0.00927734375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0006072502583265305,
      "loss_partial": 0.00567626953125,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0008509841281920671,
      "loss_partial": 0.005279541015625,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0005670045502483845,
      "loss_partial": 0.0084228515625,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0005278366152197123,
      "loss_partial": 0.0047607421875,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.00045165978372097015,
      "loss_partial": 0.0142822265625,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0004648306639865041,
      "loss_partial": 0.00677490234375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.000713634246494621,
      "loss_partial": 0.005859375,
      "step": 569
    },
    {
      "epoch": 0.8270348837209303,
      "loss_distr": 0.0005236700526438653,
      "loss_partial": 0.010986328125,
      "step": 569
    },
    {
      "epoch": 0.8284883720930233,
      "grad_norm": 0.19226376712322235,
      "learning_rate": 1.4591831518915522e-05,
      "loss": 0.1805,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0003728485608007759,
      "loss_partial": 0.00592041015625,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0006764598656445742,
      "loss_partial": 0.005767822265625,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0006520062452182174,
      "loss_partial": 0.0059814453125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.000702359015122056,
      "loss_partial": 0.004669189453125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0003508733061607927,
      "loss_partial": 0.007049560546875,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0003672751772683114,
      "loss_partial": 0.0093994140625,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.00040742330020293593,
      "loss_partial": 0.004058837890625,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0007030630949884653,
      "loss_partial": 0.00787353515625,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0006584440125152469,
      "loss_partial": 0.004913330078125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0004724408208858222,
      "loss_partial": 0.0091552734375,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0002913148491643369,
      "loss_partial": 0.0078125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.000485096825286746,
      "loss_partial": 0.007568359375,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0005060444818809628,
      "loss_partial": 0.007537841796875,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0007396257715299726,
      "loss_partial": 0.0087890625,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0007959314971230924,
      "loss_partial": 0.00811767578125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0005912347114644945,
      "loss_partial": 0.0057373046875,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0005312400753609836,
      "loss_partial": 0.00469970703125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0009184592636302114,
      "loss_partial": 0.00885009765625,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.00046569923870265484,
      "loss_partial": 0.0118408203125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0005925922887399793,
      "loss_partial": 0.01495361328125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0006807185127399862,
      "loss_partial": 0.00567626953125,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0009559071040712297,
      "loss_partial": 0.003143310546875,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0006773766363039613,
      "loss_partial": 0.00653076171875,
      "step": 570
    },
    {
      "epoch": 0.8284883720930233,
      "loss_distr": 0.0008783054072409868,
      "loss_partial": 0.0057373046875,
      "step": 570
    },
    {
      "epoch": 0.8299418604651163,
      "grad_norm": 0.19710761308670044,
      "learning_rate": 1.456927388673938e-05,
      "loss": 0.1808,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0003673696774058044,
      "loss_partial": 0.00750732421875,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0008059761021286249,
      "loss_partial": 0.0087890625,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0008933031349442899,
      "loss_partial": 0.005859375,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0005930455517955124,
      "loss_partial": 0.010498046875,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0005496732192113996,
      "loss_partial": 0.00885009765625,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0006823301082476974,
      "loss_partial": 0.0091552734375,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.000445558805949986,
      "loss_partial": 0.009033203125,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0008708226378075778,
      "loss_partial": 0.005584716796875,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0006464069010689855,
      "loss_partial": 0.00616455078125,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.000659173761960119,
      "loss_partial": 0.00787353515625,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0007821522885933518,
      "loss_partial": 0.00897216796875,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0004527528944890946,
      "loss_partial": 0.0047607421875,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0005693170824088156,
      "loss_partial": 0.006072998046875,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0006030091317370534,
      "loss_partial": 0.00537109375,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0005772305303253233,
      "loss_partial": 0.005645751953125,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0007675811648368835,
      "loss_partial": 0.00494384765625,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0006913959514349699,
      "loss_partial": 0.006988525390625,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.00041949638398364186,
      "loss_partial": 0.007781982421875,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0006056077545508742,
      "loss_partial": 0.004791259765625,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0005127977929078043,
      "loss_partial": 0.0087890625,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0006874329410493374,
      "loss_partial": 0.005157470703125,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.00033074727980419993,
      "loss_partial": 0.005950927734375,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0003570354310795665,
      "loss_partial": 0.005859375,
      "step": 571
    },
    {
      "epoch": 0.8299418604651163,
      "loss_distr": 0.0006575817242264748,
      "loss_partial": 0.01043701171875,
      "step": 571
    },
    {
      "epoch": 0.8313953488372093,
      "grad_norm": 0.21640245616436005,
      "learning_rate": 1.4546686830312425e-05,
      "loss": 0.1791,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0007886977400630713,
      "loss_partial": 0.006195068359375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0006443443126045167,
      "loss_partial": 0.00439453125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0004183816199656576,
      "loss_partial": 0.00775146484375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0006994438590481877,
      "loss_partial": 0.00421142578125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0005008344305679202,
      "loss_partial": 0.006622314453125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0002596419071778655,
      "loss_partial": 0.00811767578125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.000492111430503428,
      "loss_partial": 0.0103759765625,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0003589035477489233,
      "loss_partial": 0.004730224609375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.000529364449903369,
      "loss_partial": 0.01007080078125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0003991287376265973,
      "loss_partial": 0.0120849609375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0007832216797396541,
      "loss_partial": 0.00579833984375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.00046922825276851654,
      "loss_partial": 0.006591796875,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0007788423681631684,
      "loss_partial": 0.00537109375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0007746473420411348,
      "loss_partial": 0.007568359375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0007109699072316289,
      "loss_partial": 0.00732421875,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0004654366639442742,
      "loss_partial": 0.0091552734375,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0007129751029424369,
      "loss_partial": 0.00732421875,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.00039579669828526676,
      "loss_partial": 0.0050048828125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0004595983191393316,
      "loss_partial": 0.0038299560546875,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.00042099255369976163,
      "loss_partial": 0.0067138671875,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0003439044812694192,
      "loss_partial": 0.009033203125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.00030377949588000774,
      "loss_partial": 0.006622314453125,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.0005556801334023476,
      "loss_partial": 0.00946044921875,
      "step": 572
    },
    {
      "epoch": 0.8313953488372093,
      "loss_distr": 0.000899993465282023,
      "loss_partial": 0.00836181640625,
      "step": 572
    },
    {
      "epoch": 0.8328488372093024,
      "grad_norm": 0.22675739228725433,
      "learning_rate": 1.452407049508604e-05,
      "loss": 0.1826,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0004219838883727789,
      "loss_partial": 0.0059814453125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0005278163007460535,
      "loss_partial": 0.0140380859375,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0007415101281367242,
      "loss_partial": 0.00628662109375,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.000294255034532398,
      "loss_partial": 0.0035858154296875,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.000386856438126415,
      "loss_partial": 0.005218505859375,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0005063898861408234,
      "loss_partial": 0.00762939453125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.00064637023024261,
      "loss_partial": 0.004669189453125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0005077256937511265,
      "loss_partial": 0.00372314453125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0006334701320156455,
      "loss_partial": 0.004730224609375,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0002925607259385288,
      "loss_partial": 0.006256103515625,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.000513615901581943,
      "loss_partial": 0.01080322265625,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0004204598371870816,
      "loss_partial": 0.008544921875,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.00043903113692067564,
      "loss_partial": 0.0084228515625,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.00088359578512609,
      "loss_partial": 0.004364013671875,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0008545542368665338,
      "loss_partial": 0.003936767578125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0005507148453034461,
      "loss_partial": 0.00909423828125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.00033466992317698896,
      "loss_partial": 0.00933837890625,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0005869262386113405,
      "loss_partial": 0.00421142578125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.000571724318433553,
      "loss_partial": 0.007537841796875,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0002759450289886445,
      "loss_partial": 0.00811767578125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0003317096270620823,
      "loss_partial": 0.01068115234375,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0004390580579638481,
      "loss_partial": 0.0089111328125,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0006197318434715271,
      "loss_partial": 0.0042724609375,
      "step": 573
    },
    {
      "epoch": 0.8328488372093024,
      "loss_distr": 0.0005280921468511224,
      "loss_partial": 0.00897216796875,
      "step": 573
    },
    {
      "epoch": 0.8343023255813954,
      "grad_norm": 0.23168273270130157,
      "learning_rate": 1.4501425026700155e-05,
      "loss": 0.1809,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.000290652213152498,
      "loss_partial": 0.01031494140625,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0003708626318257302,
      "loss_partial": 0.006317138671875,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.00041641632560640574,
      "loss_partial": 0.00872802734375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0005010530585423112,
      "loss_partial": 0.01220703125,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0009201941429637372,
      "loss_partial": 0.003692626953125,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0007666643941774964,
      "loss_partial": 0.004180908203125,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0007235432276502252,
      "loss_partial": 0.01220703125,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0002654819400049746,
      "loss_partial": 0.006500244140625,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.000504591385833919,
      "loss_partial": 0.00628662109375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0007168420124799013,
      "loss_partial": 0.003326416015625,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0006251412560231984,
      "loss_partial": 0.0038299560546875,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0006253817700780928,
      "loss_partial": 0.0057373046875,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.00041502213571220636,
      "loss_partial": 0.01153564453125,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.00045906874584034085,
      "loss_partial": 0.0081787109375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0005231784889474511,
      "loss_partial": 0.005401611328125,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0005859719822183251,
      "loss_partial": 0.00970458984375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0004747376951854676,
      "loss_partial": 0.00592041015625,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0004032227152492851,
      "loss_partial": 0.01025390625,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0007712793303653598,
      "loss_partial": 0.00677490234375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0004276981926523149,
      "loss_partial": 0.006378173828125,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0004784392658621073,
      "loss_partial": 0.00579833984375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0004604515852406621,
      "loss_partial": 0.00775146484375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.00040217229980044067,
      "loss_partial": 0.0052490234375,
      "step": 574
    },
    {
      "epoch": 0.8343023255813954,
      "loss_distr": 0.0003737084334716201,
      "loss_partial": 0.0120849609375,
      "step": 574
    },
    {
      "epoch": 0.8357558139534884,
      "grad_norm": 0.21306836605072021,
      "learning_rate": 1.447875057098231e-05,
      "loss": 0.1812,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.000708788400515914,
      "loss_partial": 0.0078125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.00020827495609410107,
      "loss_partial": 0.01043701171875,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0005586107145063579,
      "loss_partial": 0.00701904296875,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0002854882040992379,
      "loss_partial": 0.020751953125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0005095058586448431,
      "loss_partial": 0.0069580078125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0006189650157466531,
      "loss_partial": 0.005462646484375,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0008836026536300778,
      "loss_partial": 0.004547119140625,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0006478083087131381,
      "loss_partial": 0.0098876953125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0006247394485399127,
      "loss_partial": 0.00738525390625,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.00025355751859024167,
      "loss_partial": 0.01055908203125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.000588670140132308,
      "loss_partial": 0.0052490234375,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0007262175786308944,
      "loss_partial": 0.00665283203125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.00024056353140622377,
      "loss_partial": 0.00665283203125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0007416486623696983,
      "loss_partial": 0.00616455078125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0005541873397305608,
      "loss_partial": 0.00640869140625,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0005499920225702226,
      "loss_partial": 0.008056640625,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0003463762695901096,
      "loss_partial": 0.0069580078125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0007983445539139211,
      "loss_partial": 0.0057373046875,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0008252726402133703,
      "loss_partial": 0.00531005859375,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0004328044014982879,
      "loss_partial": 0.0098876953125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.00028464748174883425,
      "loss_partial": 0.0068359375,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0007570437155663967,
      "loss_partial": 0.005401611328125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0004309715877752751,
      "loss_partial": 0.00811767578125,
      "step": 575
    },
    {
      "epoch": 0.8357558139534884,
      "loss_distr": 0.0006624601664952934,
      "loss_partial": 0.007049560546875,
      "step": 575
    },
    {
      "epoch": 0.8372093023255814,
      "grad_norm": 0.22607022523880005,
      "learning_rate": 1.4456047273946693e-05,
      "loss": 0.1803,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.000498972658533603,
      "loss_partial": 0.004669189453125,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.000546360679436475,
      "loss_partial": 0.00726318359375,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0007062639342620969,
      "loss_partial": 0.006072998046875,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0004883765941485763,
      "loss_partial": 0.01031494140625,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0008121433202177286,
      "loss_partial": 0.00787353515625,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0008089995244517922,
      "loss_partial": 0.0035247802734375,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0007771553937345743,
      "loss_partial": 0.004791259765625,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.00023409203276969492,
      "loss_partial": 0.009521484375,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0005863094702363014,
      "loss_partial": 0.00762939453125,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0005970523925498128,
      "loss_partial": 0.00677490234375,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.00040725941653363407,
      "loss_partial": 0.0067138671875,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0006780821713618934,
      "loss_partial": 0.0120849609375,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0006144506041891873,
      "loss_partial": 0.01611328125,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0007067140541039407,
      "loss_partial": 0.00439453125,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0004077014746144414,
      "loss_partial": 0.00604248046875,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0005634509725496173,
      "loss_partial": 0.006805419921875,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0005461513064801693,
      "loss_partial": 0.00787353515625,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.00046855583786964417,
      "loss_partial": 0.0062255859375,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0005076162633486092,
      "loss_partial": 0.007598876953125,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0006166615057736635,
      "loss_partial": 0.005035400390625,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0005124355666339397,
      "loss_partial": 0.010498046875,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0006712224567309022,
      "loss_partial": 0.01092529296875,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0009168684482574463,
      "loss_partial": 0.00286865234375,
      "step": 576
    },
    {
      "epoch": 0.8372093023255814,
      "loss_distr": 0.0007628564490005374,
      "loss_partial": 0.0069580078125,
      "step": 576
    },
    {
      "epoch": 0.8386627906976745,
      "grad_norm": 0.21338264644145966,
      "learning_rate": 1.4433315281793239e-05,
      "loss": 0.1807,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0004411941336002201,
      "loss_partial": 0.0089111328125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0007016669842414558,
      "loss_partial": 0.008056640625,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.00038254697574302554,
      "loss_partial": 0.00823974609375,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0008155175019055605,
      "loss_partial": 0.0032501220703125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0005703407223336399,
      "loss_partial": 0.00946044921875,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0005009686574339867,
      "loss_partial": 0.0064697265625,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0012175525771453977,
      "loss_partial": 0.005889892578125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0005213276017457247,
      "loss_partial": 0.0059814453125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.00038908701390028,
      "loss_partial": 0.005126953125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0005213919212110341,
      "loss_partial": 0.006195068359375,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0006407458567991853,
      "loss_partial": 0.007720947265625,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0005320318159647286,
      "loss_partial": 0.007049560546875,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0007453166763298213,
      "loss_partial": 0.005218505859375,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0003833605442196131,
      "loss_partial": 0.0093994140625,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0004850457771681249,
      "loss_partial": 0.007354736328125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.001028117723762989,
      "loss_partial": 0.005126953125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.00044709083158522844,
      "loss_partial": 0.00872802734375,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.00041716877603903413,
      "loss_partial": 0.0048828125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.00033804523991420865,
      "loss_partial": 0.01007080078125,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0007893503061495721,
      "loss_partial": 0.004364013671875,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0006057571736164391,
      "loss_partial": 0.006744384765625,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.000876254984177649,
      "loss_partial": 0.004547119140625,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.00037865538615733385,
      "loss_partial": 0.003570556640625,
      "step": 577
    },
    {
      "epoch": 0.8386627906976745,
      "loss_distr": 0.0008699457976035774,
      "loss_partial": 0.004547119140625,
      "step": 577
    },
    {
      "epoch": 0.8401162790697675,
      "grad_norm": 0.1887751817703247,
      "learning_rate": 1.4410554740906654e-05,
      "loss": 0.1823,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.00036966969491913915,
      "loss_partial": 0.01177978515625,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0005722346249967813,
      "loss_partial": 0.00518798828125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.00025644252309575677,
      "loss_partial": 0.011474609375,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.00042470634798519313,
      "loss_partial": 0.00469970703125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0005617099232040346,
      "loss_partial": 0.007537841796875,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0009126411750912666,
      "loss_partial": 0.0031585693359375,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0005937792011536658,
      "loss_partial": 0.00762939453125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.00025679910322651267,
      "loss_partial": 0.00836181640625,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0008095570374280214,
      "loss_partial": 0.00579833984375,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0009773620404303074,
      "loss_partial": 0.0062255859375,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.00029336713487282395,
      "loss_partial": 0.008544921875,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.00045506947208195925,
      "loss_partial": 0.00714111328125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0006616284372285008,
      "loss_partial": 0.0072021484375,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0002911238407250494,
      "loss_partial": 0.009765625,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0006080545717850327,
      "loss_partial": 0.0037384033203125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0006657785270363092,
      "loss_partial": 0.00579833984375,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0004606417496688664,
      "loss_partial": 0.004180908203125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0006583195645362139,
      "loss_partial": 0.004791259765625,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0006525900098495185,
      "loss_partial": 0.0086669921875,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0006441271980293095,
      "loss_partial": 0.00860595703125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.00045287038665264845,
      "loss_partial": 0.006927490234375,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0005325748352333903,
      "loss_partial": 0.00762939453125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0006967710214667022,
      "loss_partial": 0.00567626953125,
      "step": 578
    },
    {
      "epoch": 0.8401162790697675,
      "loss_distr": 0.0007019684999249876,
      "loss_partial": 0.0045166015625,
      "step": 578
    },
    {
      "epoch": 0.8415697674418605,
      "grad_norm": 0.1851000040769577,
      "learning_rate": 1.4387765797855502e-05,
      "loss": 0.1798,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0002443482808303088,
      "loss_partial": 0.0208740234375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0005462681874632835,
      "loss_partial": 0.00799560546875,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0006001113215461373,
      "loss_partial": 0.00726318359375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0006842133007012308,
      "loss_partial": 0.00439453125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.000565674970857799,
      "loss_partial": 0.010009765625,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0008479716489091516,
      "loss_partial": 0.007171630859375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.00040964593063108623,
      "loss_partial": 0.00762939453125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.00029524287674576044,
      "loss_partial": 0.006866455078125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0006421537254936993,
      "loss_partial": 0.00872802734375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.000264774018432945,
      "loss_partial": 0.00372314453125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0009434474632143974,
      "loss_partial": 0.004364013671875,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0005139770219102502,
      "loss_partial": 0.005889892578125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0009194956510327756,
      "loss_partial": 0.005950927734375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.00044677231926470995,
      "loss_partial": 0.0050048828125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0004456129390746355,
      "loss_partial": 0.00726318359375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.00040450188680551946,
      "loss_partial": 0.00970458984375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0006725703133270144,
      "loss_partial": 0.00921630859375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0004497150075621903,
      "loss_partial": 0.0101318359375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.000895053381100297,
      "loss_partial": 0.0040283203125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.000332031340803951,
      "loss_partial": 0.006072998046875,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0006040592561475933,
      "loss_partial": 0.00927734375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0009294269839301705,
      "loss_partial": 0.00537109375,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.00046744674909859896,
      "loss_partial": 0.01007080078125,
      "step": 579
    },
    {
      "epoch": 0.8415697674418605,
      "loss_distr": 0.0003374592342879623,
      "loss_partial": 0.0068359375,
      "step": 579
    },
    {
      "epoch": 0.8430232558139535,
      "grad_norm": 0.18322816491127014,
      "learning_rate": 1.4364948599391222e-05,
      "loss": 0.1806,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0006323657580651343,
      "loss_partial": 0.0064697265625,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.00042514316737651825,
      "loss_partial": 0.009521484375,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0003849960339721292,
      "loss_partial": 0.0084228515625,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0004350314266048372,
      "loss_partial": 0.007110595703125,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005340290372259915,
      "loss_partial": 0.0059814453125,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0002948758192360401,
      "loss_partial": 0.005706787109375,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0003619168128352612,
      "loss_partial": 0.00482177734375,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005655903369188309,
      "loss_partial": 0.00537109375,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005163789028301835,
      "loss_partial": 0.01141357421875,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0004817583248950541,
      "loss_partial": 0.0179443359375,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005741285276599228,
      "loss_partial": 0.006805419921875,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005766572430729866,
      "loss_partial": 0.00408935546875,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0009167261305265129,
      "loss_partial": 0.004791259765625,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0002090992929879576,
      "loss_partial": 0.007568359375,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005916863447055221,
      "loss_partial": 0.008544921875,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0006747726583853364,
      "loss_partial": 0.010009765625,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.00037938819150440395,
      "loss_partial": 0.005340576171875,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0003040775191038847,
      "loss_partial": 0.007476806640625,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.00040446961065754294,
      "loss_partial": 0.005157470703125,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005502898711711168,
      "loss_partial": 0.009033203125,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005547687178477645,
      "loss_partial": 0.00531005859375,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.000789266952779144,
      "loss_partial": 0.0034332275390625,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.0005979420966468751,
      "loss_partial": 0.0108642578125,
      "step": 580
    },
    {
      "epoch": 0.8430232558139535,
      "loss_distr": 0.000660788151435554,
      "loss_partial": 0.005035400390625,
      "step": 580
    },
    {
      "epoch": 0.8444767441860465,
      "grad_norm": 0.18865467607975006,
      "learning_rate": 1.4342103292447225e-05,
      "loss": 0.1781,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0007571330643258989,
      "loss_partial": 0.0036773681640625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0006058573490008712,
      "loss_partial": 0.00927734375,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0007752754027023911,
      "loss_partial": 0.004608154296875,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00023431784939020872,
      "loss_partial": 0.00848388671875,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0008359047933481634,
      "loss_partial": 0.0036773681640625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00046875071711838245,
      "loss_partial": 0.01336669921875,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00041710009099915624,
      "loss_partial": 0.00537109375,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0005554169765673578,
      "loss_partial": 0.006195068359375,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0008233011467382312,
      "loss_partial": 0.00555419921875,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0007505833636969328,
      "loss_partial": 0.007080078125,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0005648921360261738,
      "loss_partial": 0.00543212890625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00039966715849004686,
      "loss_partial": 0.006103515625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0005057313246652484,
      "loss_partial": 0.0033721923828125,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00029883222305215895,
      "loss_partial": 0.005889892578125,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0003632352454587817,
      "loss_partial": 0.01031494140625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0008328405092470348,
      "loss_partial": 0.00762939453125,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00099683809094131,
      "loss_partial": 0.005035400390625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0006401740247383714,
      "loss_partial": 0.01104736328125,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.000333143601892516,
      "loss_partial": 0.0074462890625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0006695298943668604,
      "loss_partial": 0.006378173828125,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00025742570869624615,
      "loss_partial": 0.01025390625,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.00036835111677646637,
      "loss_partial": 0.0040283203125,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.000450750783784315,
      "loss_partial": 0.00946044921875,
      "step": 581
    },
    {
      "epoch": 0.8444767441860465,
      "loss_distr": 0.0010869713732972741,
      "loss_partial": 0.006927490234375,
      "step": 581
    },
    {
      "epoch": 0.8459302325581395,
      "grad_norm": 0.22194023430347443,
      "learning_rate": 1.431923002413792e-05,
      "loss": 0.181,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0009286836721003056,
      "loss_partial": 0.0038299560546875,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.000505751115269959,
      "loss_partial": 0.00579833984375,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0002600020670797676,
      "loss_partial": 0.00982666015625,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0005403237883001566,
      "loss_partial": 0.00860595703125,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0003347882302477956,
      "loss_partial": 0.00579833984375,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.00039556328556500375,
      "loss_partial": 0.01214599609375,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.000795514730270952,
      "loss_partial": 0.005340576171875,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0004920614883303642,
      "loss_partial": 0.004974365234375,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.000586498121265322,
      "loss_partial": 0.008056640625,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0006511877290904522,
      "loss_partial": 0.00775146484375,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0004268014745321125,
      "loss_partial": 0.00799560546875,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0005767241818830371,
      "loss_partial": 0.007537841796875,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0008491592016071081,
      "loss_partial": 0.003448486328125,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0005554745439440012,
      "loss_partial": 0.0072021484375,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0004341333406046033,
      "loss_partial": 0.0059814453125,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.00043103052303195,
      "loss_partial": 0.006072998046875,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0005458820960484445,
      "loss_partial": 0.00994873046875,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.000734699540771544,
      "loss_partial": 0.00372314453125,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0003498859878163785,
      "loss_partial": 0.00848388671875,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.00088895158842206,
      "loss_partial": 0.00396728515625,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0003936679277103394,
      "loss_partial": 0.0079345703125,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0004097562050446868,
      "loss_partial": 0.00830078125,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0006450117798522115,
      "loss_partial": 0.005859375,
      "step": 582
    },
    {
      "epoch": 0.8459302325581395,
      "loss_distr": 0.0008067202288657427,
      "loss_partial": 0.00396728515625,
      "step": 582
    },
    {
      "epoch": 0.8473837209302325,
      "grad_norm": 0.1700652539730072,
      "learning_rate": 1.4296328941757782e-05,
      "loss": 0.1765,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0005748713738285005,
      "loss_partial": 0.006622314453125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0002938832913059741,
      "loss_partial": 0.0096435546875,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.000785821583122015,
      "loss_partial": 0.004638671875,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0008309425320476294,
      "loss_partial": 0.005401611328125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.000519575783982873,
      "loss_partial": 0.006500244140625,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0003780514816753566,
      "loss_partial": 0.0078125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0007750556687824428,
      "loss_partial": 0.005645751953125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0005237074219621718,
      "loss_partial": 0.01123046875,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0007698197150602937,
      "loss_partial": 0.005615234375,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0005478729726746678,
      "loss_partial": 0.006591796875,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0010248112957924604,
      "loss_partial": 0.007354736328125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0005909487954340875,
      "loss_partial": 0.00634765625,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0007254250231198967,
      "loss_partial": 0.006866455078125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0006882140878587961,
      "loss_partial": 0.004852294921875,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.000592076510656625,
      "loss_partial": 0.00604248046875,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0005915979854762554,
      "loss_partial": 0.00335693359375,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0003591790737118572,
      "loss_partial": 0.003387451171875,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0006934177945367992,
      "loss_partial": 0.006500244140625,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.000454916269518435,
      "loss_partial": 0.007171630859375,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.00032537311199121177,
      "loss_partial": 0.004913330078125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0002871085307560861,
      "loss_partial": 0.010986328125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.0003024953475687653,
      "loss_partial": 0.003570556640625,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.000463241885881871,
      "loss_partial": 0.0089111328125,
      "step": 583
    },
    {
      "epoch": 0.8473837209302325,
      "loss_distr": 0.000801391783170402,
      "loss_partial": 0.00469970703125,
      "step": 583
    },
    {
      "epoch": 0.8488372093023255,
      "grad_norm": 0.1842324435710907,
      "learning_rate": 1.4273400192780395e-05,
      "loss": 0.1771,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0005782278021797538,
      "loss_partial": 0.0072021484375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0004769082588609308,
      "loss_partial": 0.005523681640625,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.00047945830738171935,
      "loss_partial": 0.00927734375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.000555547303520143,
      "loss_partial": 0.007080078125,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0003347696620039642,
      "loss_partial": 0.00469970703125,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0004339681181591004,
      "loss_partial": 0.0072021484375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0010279712732881308,
      "loss_partial": 0.00579833984375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0005992935039103031,
      "loss_partial": 0.0057373046875,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0006622233777306974,
      "loss_partial": 0.004730224609375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0005376144545152783,
      "loss_partial": 0.006195068359375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0006046342896297574,
      "loss_partial": 0.00787353515625,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0003637309418991208,
      "loss_partial": 0.013427734375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0005816975608468056,
      "loss_partial": 0.0062255859375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0005730800330638885,
      "loss_partial": 0.0057373046875,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0008526331512257457,
      "loss_partial": 0.011474609375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0003997771709691733,
      "loss_partial": 0.00732421875,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.00042829368612729013,
      "loss_partial": 0.004852294921875,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0005350799765437841,
      "loss_partial": 0.0062255859375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0004450750711839646,
      "loss_partial": 0.00689697265625,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0006418304983526468,
      "loss_partial": 0.0045166015625,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.00029965967405587435,
      "loss_partial": 0.0057373046875,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.00046343059511855245,
      "loss_partial": 0.00823974609375,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0007573489565402269,
      "loss_partial": 0.004150390625,
      "step": 584
    },
    {
      "epoch": 0.8488372093023255,
      "loss_distr": 0.0005412700120359659,
      "loss_partial": 0.006622314453125,
      "step": 584
    },
    {
      "epoch": 0.8502906976744186,
      "grad_norm": 0.19441916048526764,
      "learning_rate": 1.4250443924857502e-05,
      "loss": 0.1791,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0003017418785020709,
      "loss_partial": 0.0118408203125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0003436389088165015,
      "loss_partial": 0.00494384765625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.00032907031709328294,
      "loss_partial": 0.00445556640625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0005872318870387971,
      "loss_partial": 0.0050048828125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0005851792520843446,
      "loss_partial": 0.006011962890625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0005260674515739083,
      "loss_partial": 0.005706787109375,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0008157439879141748,
      "loss_partial": 0.00714111328125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0006554796709679067,
      "loss_partial": 0.003692626953125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0009639409836381674,
      "loss_partial": 0.003570556640625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.00032379815820604563,
      "loss_partial": 0.0126953125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0006742071127519011,
      "loss_partial": 0.006011962890625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0007284108432941139,
      "loss_partial": 0.007720947265625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.00044931063894182444,
      "loss_partial": 0.010498046875,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.00032961193937808275,
      "loss_partial": 0.0067138671875,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0004408723907545209,
      "loss_partial": 0.006805419921875,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0002713712747208774,
      "loss_partial": 0.0030517578125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0005690862890332937,
      "loss_partial": 0.0111083984375,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0004483695374801755,
      "loss_partial": 0.006378173828125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.000764306983910501,
      "loss_partial": 0.01031494140625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0005682267947122455,
      "loss_partial": 0.00689697265625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0006286964635364711,
      "loss_partial": 0.0059814453125,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0007361884927377105,
      "loss_partial": 0.0062255859375,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0007885976228863001,
      "loss_partial": 0.003814697265625,
      "step": 585
    },
    {
      "epoch": 0.8502906976744186,
      "loss_distr": 0.0008463523117825389,
      "loss_partial": 0.0027923583984375,
      "step": 585
    },
    {
      "epoch": 0.8517441860465116,
      "grad_norm": 0.1968463659286499,
      "learning_rate": 1.4227460285818056e-05,
      "loss": 0.1776,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0006779552204534411,
      "loss_partial": 0.0103759765625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.000317126716254279,
      "loss_partial": 0.006103515625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0006433416274376214,
      "loss_partial": 0.005462646484375,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0006541865295730531,
      "loss_partial": 0.003662109375,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.00045145879266783595,
      "loss_partial": 0.00640869140625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.00033007230376824737,
      "loss_partial": 0.01202392578125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0008027807343751192,
      "loss_partial": 0.005401611328125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0006033486570231616,
      "loss_partial": 0.005340576171875,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0003838209086097777,
      "loss_partial": 0.004150390625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0005773501470685005,
      "loss_partial": 0.006195068359375,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0005878346273675561,
      "loss_partial": 0.00836181640625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.000988172017969191,
      "loss_partial": 0.005401611328125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.000936950440518558,
      "loss_partial": 0.00860595703125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0010077517945319414,
      "loss_partial": 0.005859375,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.00034315261291339993,
      "loss_partial": 0.0064697265625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0008091225172393024,
      "loss_partial": 0.0033721923828125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0007690851925872266,
      "loss_partial": 0.005279541015625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0003396036918275058,
      "loss_partial": 0.01214599609375,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0006185118108987808,
      "loss_partial": 0.00396728515625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0006578614702448249,
      "loss_partial": 0.00469970703125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0008135788375511765,
      "loss_partial": 0.004058837890625,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0007857149466872215,
      "loss_partial": 0.003936767578125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0005083554424345493,
      "loss_partial": 0.00714111328125,
      "step": 586
    },
    {
      "epoch": 0.8517441860465116,
      "loss_distr": 0.0007552357856184244,
      "loss_partial": 0.00506591796875,
      "step": 586
    },
    {
      "epoch": 0.8531976744186046,
      "grad_norm": 0.170803040266037,
      "learning_rate": 1.4204449423667272e-05,
      "loss": 0.1778,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0005093358340673149,
      "loss_partial": 0.010009765625,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.00042199247400276363,
      "loss_partial": 0.01226806640625,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.000687121064402163,
      "loss_partial": 0.006103515625,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0005005174316465855,
      "loss_partial": 0.007354736328125,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.00034988223342224956,
      "loss_partial": 0.00531005859375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.00040015450213104486,
      "loss_partial": 0.00555419921875,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0007080842042341828,
      "loss_partial": 0.00994873046875,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0005216806312091649,
      "loss_partial": 0.00946044921875,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0006829080521129072,
      "loss_partial": 0.005645751953125,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0003528630477376282,
      "loss_partial": 0.004974365234375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0005257138982415199,
      "loss_partial": 0.0145263671875,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.00044908165000379086,
      "loss_partial": 0.0072021484375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0006398387486115098,
      "loss_partial": 0.006195068359375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0006166846724227071,
      "loss_partial": 0.01055908203125,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0007382900803349912,
      "loss_partial": 0.00579833984375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0003529505920596421,
      "loss_partial": 0.0091552734375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.000829127267934382,
      "loss_partial": 0.003143310546875,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0005506357410922647,
      "loss_partial": 0.01055908203125,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0006488306098617613,
      "loss_partial": 0.005218505859375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0008933304343372583,
      "loss_partial": 0.005828857421875,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0005157686537131667,
      "loss_partial": 0.007171630859375,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0006721661775372922,
      "loss_partial": 0.007537841796875,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0006058474536985159,
      "loss_partial": 0.007080078125,
      "step": 587
    },
    {
      "epoch": 0.8531976744186046,
      "loss_distr": 0.0002589896321296692,
      "loss_partial": 0.004913330078125,
      "step": 587
    },
    {
      "epoch": 0.8546511627906976,
      "grad_norm": 0.17251169681549072,
      "learning_rate": 1.418141148658567e-05,
      "loss": 0.1831,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0005364676471799612,
      "loss_partial": 0.00885009765625,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0005708259996026754,
      "loss_partial": 0.0035400390625,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0005236478755250573,
      "loss_partial": 0.00787353515625,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0008855150081217289,
      "loss_partial": 0.00726318359375,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0006295217899605632,
      "loss_partial": 0.0059814453125,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0003764201537705958,
      "loss_partial": 0.01177978515625,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0004337460268288851,
      "loss_partial": 0.005279541015625,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0005238797748461366,
      "loss_partial": 0.005767822265625,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0007880728226155043,
      "loss_partial": 0.00457763671875,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.00048070616321638227,
      "loss_partial": 0.0091552734375,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0004967114073224366,
      "loss_partial": 0.0069580078125,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0005963128060102463,
      "loss_partial": 0.00799560546875,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.00026062497636303306,
      "loss_partial": 0.0106201171875,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0006726672290824354,
      "loss_partial": 0.005126953125,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0005865825805813074,
      "loss_partial": 0.005462646484375,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0005641389288939536,
      "loss_partial": 0.005889892578125,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0007737422129139304,
      "loss_partial": 0.00732421875,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0006623195949941874,
      "loss_partial": 0.004058837890625,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0004368298396002501,
      "loss_partial": 0.0184326171875,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.001033430453389883,
      "loss_partial": 0.00823974609375,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0007338898722082376,
      "loss_partial": 0.00518798828125,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0006397797842510045,
      "loss_partial": 0.00677490234375,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.0006035115802660584,
      "loss_partial": 0.006072998046875,
      "step": 588
    },
    {
      "epoch": 0.8546511627906976,
      "loss_distr": 0.000659483834169805,
      "loss_partial": 0.007415771484375,
      "step": 588
    },
    {
      "epoch": 0.8561046511627907,
      "grad_norm": 0.17690183222293854,
      "learning_rate": 1.4158346622928125e-05,
      "loss": 0.1805,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0007733951788395643,
      "loss_partial": 0.0052490234375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0002477508969604969,
      "loss_partial": 0.007110595703125,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.00031864503398537636,
      "loss_partial": 0.004730224609375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.000357633747626096,
      "loss_partial": 0.01190185546875,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0006067166104912758,
      "loss_partial": 0.007171630859375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0005520089762285352,
      "loss_partial": 0.0068359375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0007142027607187629,
      "loss_partial": 0.0045166015625,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.00026891930610872805,
      "loss_partial": 0.00762939453125,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0006483830511569977,
      "loss_partial": 0.005706787109375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0005531926872208714,
      "loss_partial": 0.0125732421875,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0003342352283652872,
      "loss_partial": 0.006988525390625,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0008288814569823444,
      "loss_partial": 0.005126953125,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0005589438369497657,
      "loss_partial": 0.008544921875,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0004591078613884747,
      "loss_partial": 0.004669189453125,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0005858910735696554,
      "loss_partial": 0.00531005859375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0005716689629480243,
      "loss_partial": 0.005859375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0006767126033082604,
      "loss_partial": 0.0062255859375,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0003087742952629924,
      "loss_partial": 0.008544921875,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0004249752964824438,
      "loss_partial": 0.01025390625,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0006912638200446963,
      "loss_partial": 0.00390625,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0007325843325816095,
      "loss_partial": 0.004547119140625,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0004826814401894808,
      "loss_partial": 0.00396728515625,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.0006636052276007831,
      "loss_partial": 0.0035400390625,
      "step": 589
    },
    {
      "epoch": 0.8561046511627907,
      "loss_distr": 0.000917228520847857,
      "loss_partial": 0.0033721923828125,
      "step": 589
    },
    {
      "epoch": 0.8575581395348837,
      "grad_norm": 0.20365561544895172,
      "learning_rate": 1.4135254981222896e-05,
      "loss": 0.1768,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0004812167608179152,
      "loss_partial": 0.008544921875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.00037170571158640087,
      "loss_partial": 0.004547119140625,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.00032194360392168164,
      "loss_partial": 0.006439208984375,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0004309719370212406,
      "loss_partial": 0.0079345703125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0010180959943681955,
      "loss_partial": 0.007293701171875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.00039837940130382776,
      "loss_partial": 0.01202392578125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0005929241306148469,
      "loss_partial": 0.003631591796875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0009178072214126587,
      "loss_partial": 0.00518798828125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0006762723787687719,
      "loss_partial": 0.00390625,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0008729152614250779,
      "loss_partial": 0.00421142578125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0006980462931096554,
      "loss_partial": 0.006805419921875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0003434867539908737,
      "loss_partial": 0.007537841796875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0007528213318437338,
      "loss_partial": 0.005096435546875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.00046403644955717027,
      "loss_partial": 0.00823974609375,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0006166743114590645,
      "loss_partial": 0.0057373046875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0003507966175675392,
      "loss_partial": 0.005645751953125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0004580758686643094,
      "loss_partial": 0.007080078125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0006937546422705054,
      "loss_partial": 0.00830078125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.00037908038939349353,
      "loss_partial": 0.00897216796875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.00038335518911480904,
      "loss_partial": 0.007110595703125,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0006346211885102093,
      "loss_partial": 0.005218505859375,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.000549004995264113,
      "loss_partial": 0.004608154296875,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0005832375609315932,
      "loss_partial": 0.007659912109375,
      "step": 590
    },
    {
      "epoch": 0.8575581395348837,
      "loss_distr": 0.0005870763561688364,
      "loss_partial": 0.0111083984375,
      "step": 590
    },
    {
      "epoch": 0.8590116279069767,
      "grad_norm": 0.18433605134487152,
      "learning_rate": 1.41121367101707e-05,
      "loss": 0.1764,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0009571106056682765,
      "loss_partial": 0.00604248046875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0005880456883460283,
      "loss_partial": 0.00823974609375,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.00036260145134292543,
      "loss_partial": 0.0115966796875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0007235592929646373,
      "loss_partial": 0.00506591796875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.00043849123176187277,
      "loss_partial": 0.00982666015625,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0007634505163878202,
      "loss_partial": 0.007110595703125,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0009005976608023047,
      "loss_partial": 0.00421142578125,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0006697981152683496,
      "loss_partial": 0.005340576171875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0010183193953707814,
      "loss_partial": 0.005035400390625,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0005174446851015091,
      "loss_partial": 0.003936767578125,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.00044225165038369596,
      "loss_partial": 0.005157470703125,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0004672585637308657,
      "loss_partial": 0.005035400390625,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.00040416765841655433,
      "loss_partial": 0.005706787109375,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0004917221958748996,
      "loss_partial": 0.0054931640625,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0005263629136607051,
      "loss_partial": 0.00946044921875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0009567461675032973,
      "loss_partial": 0.01055908203125,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0006941081956028938,
      "loss_partial": 0.0067138671875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0009269821457564831,
      "loss_partial": 0.00665283203125,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0005819288198836148,
      "loss_partial": 0.01116943359375,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0006052027456462383,
      "loss_partial": 0.009765625,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.00046405824832618237,
      "loss_partial": 0.00848388671875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0005553532391786575,
      "loss_partial": 0.007293701171875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0005843957187607884,
      "loss_partial": 0.00848388671875,
      "step": 591
    },
    {
      "epoch": 0.8590116279069767,
      "loss_distr": 0.0007060022908262908,
      "loss_partial": 0.00726318359375,
      "step": 591
    },
    {
      "epoch": 0.8604651162790697,
      "grad_norm": 0.1750483214855194,
      "learning_rate": 1.4088991958643721e-05,
      "loss": 0.1797,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.000441913609392941,
      "loss_partial": 0.006561279296875,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0006890372605994344,
      "loss_partial": 0.0048828125,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0005322785582393408,
      "loss_partial": 0.003997802734375,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.00033336770138703287,
      "loss_partial": 0.01348876953125,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.00043906504288315773,
      "loss_partial": 0.004302978515625,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0005285067018121481,
      "loss_partial": 0.010498046875,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.000409289903473109,
      "loss_partial": 0.00653076171875,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0005431865574792027,
      "loss_partial": 0.0081787109375,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0005035700160078704,
      "loss_partial": 0.00909423828125,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0004936829209327698,
      "loss_partial": 0.00372314453125,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0007265009335242212,
      "loss_partial": 0.006011962890625,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0006626297254115343,
      "loss_partial": 0.00927734375,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0004103770188521594,
      "loss_partial": 0.01434326171875,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0004893945879302919,
      "loss_partial": 0.0057373046875,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0004374932905193418,
      "loss_partial": 0.015869140625,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.00032791722333058715,
      "loss_partial": 0.006256103515625,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0011973378714174032,
      "loss_partial": 0.004608154296875,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0006768597522750497,
      "loss_partial": 0.004974365234375,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.000358124467311427,
      "loss_partial": 0.005126953125,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0003892970271408558,
      "loss_partial": 0.00701904296875,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0004995604977011681,
      "loss_partial": 0.00836181640625,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.000517897424288094,
      "loss_partial": 0.004058837890625,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.000523086404427886,
      "loss_partial": 0.00933837890625,
      "step": 592
    },
    {
      "epoch": 0.8604651162790697,
      "loss_distr": 0.0010880297049880028,
      "loss_partial": 0.0036468505859375,
      "step": 592
    },
    {
      "epoch": 0.8619186046511628,
      "grad_norm": 0.18729212880134583,
      "learning_rate": 1.4065820875684668e-05,
      "loss": 0.1801,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0008269858080893755,
      "loss_partial": 0.0050048828125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0006511276005767286,
      "loss_partial": 0.006683349609375,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0005369950085878372,
      "loss_partial": 0.008544921875,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0006318013765849173,
      "loss_partial": 0.0074462890625,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0007700825808569789,
      "loss_partial": 0.00579833984375,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.00048764911480247974,
      "loss_partial": 0.00885009765625,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.00040718141826801,
      "loss_partial": 0.007171630859375,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.000737380119971931,
      "loss_partial": 0.0028839111328125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.000325918837916106,
      "loss_partial": 0.005462646484375,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0007904816884547472,
      "loss_partial": 0.00518798828125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0003202309599146247,
      "loss_partial": 0.007049560546875,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.000283682718873024,
      "loss_partial": 0.009033203125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0006237810011953115,
      "loss_partial": 0.005615234375,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0004666101303882897,
      "loss_partial": 0.00616455078125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0009327591396868229,
      "loss_partial": 0.003448486328125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0008674985729157925,
      "loss_partial": 0.007354736328125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.000667500018607825,
      "loss_partial": 0.011962890625,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0008319333428516984,
      "loss_partial": 0.0045166015625,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0007925335085019469,
      "loss_partial": 0.006500244140625,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0003367791650816798,
      "loss_partial": 0.00616455078125,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0007548508583568037,
      "loss_partial": 0.0062255859375,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0003288692096248269,
      "loss_partial": 0.01129150390625,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0007249473128467798,
      "loss_partial": 0.00750732421875,
      "step": 593
    },
    {
      "epoch": 0.8619186046511628,
      "loss_distr": 0.0007055482710711658,
      "loss_partial": 0.004852294921875,
      "step": 593
    },
    {
      "epoch": 0.8633720930232558,
      "grad_norm": 0.2006710320711136,
      "learning_rate": 1.4042623610505823e-05,
      "loss": 0.1813,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0008233339758589864,
      "loss_partial": 0.00543212890625,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.00047302909661084414,
      "loss_partial": 0.00689697265625,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0007274970412254333,
      "loss_partial": 0.004974365234375,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0006380974082276225,
      "loss_partial": 0.004486083984375,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0005905873258598149,
      "loss_partial": 0.0059814453125,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0002815348852891475,
      "loss_partial": 0.006317138671875,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0006036033155396581,
      "loss_partial": 0.00579833984375,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0007201131666079164,
      "loss_partial": 0.005096435546875,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.00032585463486611843,
      "loss_partial": 0.005035400390625,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0003735442878678441,
      "loss_partial": 0.00970458984375,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.000528042612131685,
      "loss_partial": 0.00518798828125,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0004550331213977188,
      "loss_partial": 0.00555419921875,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.001066674361936748,
      "loss_partial": 0.0034332275390625,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0002992284717038274,
      "loss_partial": 0.00848388671875,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0009950686944648623,
      "loss_partial": 0.00604248046875,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0008367352420464158,
      "loss_partial": 0.0032501220703125,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0005910072941333055,
      "loss_partial": 0.005218505859375,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0007946725818328559,
      "loss_partial": 0.006591796875,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0003830493369605392,
      "loss_partial": 0.01092529296875,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0006739695090800524,
      "loss_partial": 0.00927734375,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0002096312091453001,
      "loss_partial": 0.00970458984375,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0002833085891325027,
      "loss_partial": 0.0126953125,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0005656478460878134,
      "loss_partial": 0.006988525390625,
      "step": 594
    },
    {
      "epoch": 0.8633720930232558,
      "loss_distr": 0.0005552878719754517,
      "loss_partial": 0.006134033203125,
      "step": 594
    },
    {
      "epoch": 0.8648255813953488,
      "grad_norm": 0.17739731073379517,
      "learning_rate": 1.401940031248806e-05,
      "loss": 0.1782,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.00035616845707409084,
      "loss_partial": 0.00738525390625,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0009916541166603565,
      "loss_partial": 0.004486083984375,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0005884178099222481,
      "loss_partial": 0.00396728515625,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0005343545926734805,
      "loss_partial": 0.0096435546875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0006674830801784992,
      "loss_partial": 0.00439453125,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0007578040822409093,
      "loss_partial": 0.00604248046875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.000450077117420733,
      "loss_partial": 0.010986328125,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0005472272750921547,
      "loss_partial": 0.0050048828125,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.00034357100958004594,
      "loss_partial": 0.0037384033203125,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.00048141140723600984,
      "loss_partial": 0.0069580078125,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0006731163011863828,
      "loss_partial": 0.0035552978515625,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0004420302575454116,
      "loss_partial": 0.00897216796875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0004286531766410917,
      "loss_partial": 0.01190185546875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.00039502244908362627,
      "loss_partial": 0.0052490234375,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.000533345912117511,
      "loss_partial": 0.008544921875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0005490750190801919,
      "loss_partial": 0.00994873046875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0006018195417709649,
      "loss_partial": 0.004486083984375,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0004351101233623922,
      "loss_partial": 0.007049560546875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0007607680163346231,
      "loss_partial": 0.006866455078125,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.00041558733209967613,
      "loss_partial": 0.0147705078125,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.000682421145029366,
      "loss_partial": 0.00848388671875,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.00039580510929226875,
      "loss_partial": 0.0074462890625,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0005591760855168104,
      "loss_partial": 0.007568359375,
      "step": 595
    },
    {
      "epoch": 0.8648255813953488,
      "loss_distr": 0.0002300308842677623,
      "loss_partial": 0.005615234375,
      "step": 595
    },
    {
      "epoch": 0.8662790697674418,
      "grad_norm": 0.1891706883907318,
      "learning_rate": 1.3996151131179905e-05,
      "loss": 0.1775,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.000554331811144948,
      "loss_partial": 0.0078125,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005154261598363519,
      "loss_partial": 0.00738525390625,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0004425338702276349,
      "loss_partial": 0.006927490234375,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005393412429839373,
      "loss_partial": 0.00848388671875,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0007352425018325448,
      "loss_partial": 0.0050048828125,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0009098005830310285,
      "loss_partial": 0.0093994140625,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005978026310913265,
      "loss_partial": 0.005096435546875,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0004156478389631957,
      "loss_partial": 0.0078125,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.00046598457265645266,
      "loss_partial": 0.00811767578125,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0007208070601336658,
      "loss_partial": 0.0034637451171875,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.00040432362584397197,
      "loss_partial": 0.00567626953125,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005066179437562823,
      "loss_partial": 0.010498046875,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0006286174757406116,
      "loss_partial": 0.004791259765625,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0003056145797017962,
      "loss_partial": 0.01239013671875,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0007192259654402733,
      "loss_partial": 0.006011962890625,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005008148145861924,
      "loss_partial": 0.006195068359375,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0007281883154064417,
      "loss_partial": 0.009765625,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0009464705362915993,
      "loss_partial": 0.00433349609375,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0007083427044562995,
      "loss_partial": 0.007354736328125,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0007119192741811275,
      "loss_partial": 0.004730224609375,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005370874423533678,
      "loss_partial": 0.0047607421875,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.000823570997454226,
      "loss_partial": 0.0052490234375,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005451980978250504,
      "loss_partial": 0.00897216796875,
      "step": 596
    },
    {
      "epoch": 0.8662790697674418,
      "loss_distr": 0.0005552463699132204,
      "loss_partial": 0.007659912109375,
      "step": 596
    },
    {
      "epoch": 0.8677325581395349,
      "grad_norm": 0.19369323551654816,
      "learning_rate": 1.3972876216296547e-05,
      "loss": 0.1799,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0008076537633314729,
      "loss_partial": 0.003570556640625,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005708556273020804,
      "loss_partial": 0.0062255859375,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0007005635998211801,
      "loss_partial": 0.0079345703125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.00037947489181533456,
      "loss_partial": 0.007080078125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005444432026706636,
      "loss_partial": 0.00567626953125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0006037728162482381,
      "loss_partial": 0.006072998046875,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005886679282411933,
      "loss_partial": 0.0069580078125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.00046420306898653507,
      "loss_partial": 0.00970458984375,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0009650764404796064,
      "loss_partial": 0.005035400390625,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.00048168349894694984,
      "loss_partial": 0.00836181640625,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0006751506007276475,
      "loss_partial": 0.00396728515625,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0002981701400130987,
      "loss_partial": 0.004913330078125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005324339144863188,
      "loss_partial": 0.007049560546875,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005841843085363507,
      "loss_partial": 0.0086669921875,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0008478546515107155,
      "loss_partial": 0.004852294921875,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0003862508456222713,
      "loss_partial": 0.006866455078125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0004971818998456001,
      "loss_partial": 0.006500244140625,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005867737927474082,
      "loss_partial": 0.010986328125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005114200757816434,
      "loss_partial": 0.005889892578125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0006623916560783982,
      "loss_partial": 0.0034942626953125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0005052016349509358,
      "loss_partial": 0.009765625,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.0003824652812909335,
      "loss_partial": 0.0089111328125,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.00041015722672455013,
      "loss_partial": 0.005523681640625,
      "step": 597
    },
    {
      "epoch": 0.8677325581395349,
      "loss_distr": 0.000432725646533072,
      "loss_partial": 0.00634765625,
      "step": 597
    },
    {
      "epoch": 0.8691860465116279,
      "grad_norm": 0.20635265111923218,
      "learning_rate": 1.3949575717718907e-05,
      "loss": 0.1823,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.000715710804797709,
      "loss_partial": 0.004119873046875,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0005791011499240994,
      "loss_partial": 0.0096435546875,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0006050942465662956,
      "loss_partial": 0.00994873046875,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0006629867712035775,
      "loss_partial": 0.00762939453125,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0007974801119416952,
      "loss_partial": 0.004150390625,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0006475295522250235,
      "loss_partial": 0.00390625,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.00030945256003178656,
      "loss_partial": 0.006378173828125,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0005901884287595749,
      "loss_partial": 0.007537841796875,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.00042811952880583704,
      "loss_partial": 0.01007080078125,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0006777489907108247,
      "loss_partial": 0.00634765625,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.000446674064733088,
      "loss_partial": 0.01007080078125,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0004266815376468003,
      "loss_partial": 0.01031494140625,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.000775484018959105,
      "loss_partial": 0.0072021484375,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0003833784139715135,
      "loss_partial": 0.004974365234375,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.000570146890822798,
      "loss_partial": 0.0091552734375,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0005693273269571364,
      "loss_partial": 0.0059814453125,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0007252027280628681,
      "loss_partial": 0.007659912109375,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0004477403708733618,
      "loss_partial": 0.003936767578125,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0004837430315092206,
      "loss_partial": 0.00982666015625,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.00044260252616368234,
      "loss_partial": 0.005859375,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0003954983549192548,
      "loss_partial": 0.01043701171875,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0004018494510091841,
      "loss_partial": 0.0115966796875,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.0007858832832425833,
      "loss_partial": 0.0050048828125,
      "step": 598
    },
    {
      "epoch": 0.8691860465116279,
      "loss_distr": 0.00025815999833866954,
      "loss_partial": 0.0107421875,
      "step": 598
    },
    {
      "epoch": 0.8706395348837209,
      "grad_norm": 0.22200371325016022,
      "learning_rate": 1.3926249785492635e-05,
      "loss": 0.1773,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.00026369738043285906,
      "loss_partial": 0.0064697265625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0005416864878498018,
      "loss_partial": 0.009521484375,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.000329192029312253,
      "loss_partial": 0.0106201171875,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0010636209044605494,
      "loss_partial": 0.004486083984375,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.00047603779239580035,
      "loss_partial": 0.01129150390625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0005477900849655271,
      "loss_partial": 0.007476806640625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0009047446656040847,
      "loss_partial": 0.004486083984375,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0004849861143156886,
      "loss_partial": 0.00665283203125,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0007126498967409134,
      "loss_partial": 0.00482177734375,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.000387808948289603,
      "loss_partial": 0.01025390625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0006233879248611629,
      "loss_partial": 0.006011962890625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0006279210792854428,
      "loss_partial": 0.005767822265625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0005276666488498449,
      "loss_partial": 0.0057373046875,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.000671986723318696,
      "loss_partial": 0.006134033203125,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0003865638864226639,
      "loss_partial": 0.00421142578125,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.00030903457081876695,
      "loss_partial": 0.004669189453125,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0008595659746788442,
      "loss_partial": 0.007537841796875,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0003191894502379,
      "loss_partial": 0.00830078125,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0007436908781528473,
      "loss_partial": 0.00579833984375,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0004270077624823898,
      "loss_partial": 0.006988525390625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0005458283703774214,
      "loss_partial": 0.007659912109375,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0005534229567274451,
      "loss_partial": 0.006591796875,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0009689367143437266,
      "loss_partial": 0.004150390625,
      "step": 599
    },
    {
      "epoch": 0.8706395348837209,
      "loss_distr": 0.0004852674319408834,
      "loss_partial": 0.004486083984375,
      "step": 599
    },
    {
      "epoch": 0.872093023255814,
      "grad_norm": 0.20192216336727142,
      "learning_rate": 1.3902898569827175e-05,
      "loss": 0.1788,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.000510753714479506,
      "loss_partial": 0.006561279296875,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0004820123431272805,
      "loss_partial": 0.005340576171875,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0006878345157019794,
      "loss_partial": 0.008544921875,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0005013379268348217,
      "loss_partial": 0.0037841796875,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0007261114660650492,
      "loss_partial": 0.00823974609375,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.000599606370087713,
      "loss_partial": 0.0072021484375,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0005134564125910401,
      "loss_partial": 0.004425048828125,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.00044328797957859933,
      "loss_partial": 0.00628662109375,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0005850379238836467,
      "loss_partial": 0.006744384765625,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0007529580034315586,
      "loss_partial": 0.005523681640625,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0004717325500678271,
      "loss_partial": 0.0067138671875,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.00045989101636223495,
      "loss_partial": 0.00439453125,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0006733454065397382,
      "loss_partial": 0.00689697265625,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.00036110501969233155,
      "loss_partial": 0.0050048828125,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0005302362842485309,
      "loss_partial": 0.004730224609375,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0006488932413049042,
      "loss_partial": 0.00531005859375,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0007907113758847117,
      "loss_partial": 0.004547119140625,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.00048223332851193845,
      "loss_partial": 0.00689697265625,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0006392610957846045,
      "loss_partial": 0.0084228515625,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0003588191466405988,
      "loss_partial": 0.006622314453125,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0004953232710249722,
      "loss_partial": 0.007476806640625,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0005820949445478618,
      "loss_partial": 0.0052490234375,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.000407941872254014,
      "loss_partial": 0.00958251953125,
      "step": 600
    },
    {
      "epoch": 0.872093023255814,
      "loss_distr": 0.0006239940412342548,
      "loss_partial": 0.0031280517578125,
      "step": 600
    },
    {
      "epoch": 0.873546511627907,
      "grad_norm": 0.19378070533275604,
      "learning_rate": 1.387952222109479e-05,
      "loss": 0.1812,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0009673221502453089,
      "loss_partial": 0.00445556640625,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0003936512512154877,
      "loss_partial": 0.006927490234375,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0004846191150136292,
      "loss_partial": 0.010498046875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.00028780667344108224,
      "loss_partial": 0.005889892578125,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0007310262299142778,
      "loss_partial": 0.00469970703125,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.00034202425740659237,
      "loss_partial": 0.0093994140625,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0003012166125699878,
      "loss_partial": 0.006805419921875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0007336302660405636,
      "loss_partial": 0.0093994140625,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0005322413053363562,
      "loss_partial": 0.005096435546875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0003926286590285599,
      "loss_partial": 0.00799560546875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.00033646865631453693,
      "loss_partial": 0.0074462890625,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0005627346108667552,
      "loss_partial": 0.008544921875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0004066377296112478,
      "loss_partial": 0.0067138671875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0002461634576320648,
      "loss_partial": 0.007476806640625,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0005771190044470131,
      "loss_partial": 0.009033203125,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0004889661213383079,
      "loss_partial": 0.00811767578125,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0004197994130663574,
      "loss_partial": 0.00860595703125,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0003469550865702331,
      "loss_partial": 0.005462646484375,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0007440309273079038,
      "loss_partial": 0.006439208984375,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0005751908174715936,
      "loss_partial": 0.00799560546875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.00035674398532137275,
      "loss_partial": 0.007720947265625,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.00022743988665752113,
      "loss_partial": 0.00946044921875,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.00029369036201387644,
      "loss_partial": 0.009033203125,
      "step": 601
    },
    {
      "epoch": 0.873546511627907,
      "loss_distr": 0.0007409865502268076,
      "loss_partial": 0.006500244140625,
      "step": 601
    },
    {
      "epoch": 0.875,
      "grad_norm": 0.17628854513168335,
      "learning_rate": 1.3856120889829576e-05,
      "loss": 0.1799,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0003832901129499078,
      "loss_partial": 0.006439208984375,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0006951042450964451,
      "loss_partial": 0.00537109375,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0005742706707678735,
      "loss_partial": 0.0064697265625,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0006700902595184743,
      "loss_partial": 0.00811767578125,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0007851933478377759,
      "loss_partial": 0.0087890625,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.00045196650899015367,
      "loss_partial": 0.0081787109375,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0004108271677978337,
      "loss_partial": 0.009765625,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.00045894115464761853,
      "loss_partial": 0.0089111328125,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0005294163129292428,
      "loss_partial": 0.01287841796875,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0007858696626499295,
      "loss_partial": 0.00653076171875,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0002481587289366871,
      "loss_partial": 0.005157470703125,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.000642928818706423,
      "loss_partial": 0.006072998046875,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.00039289501728489995,
      "loss_partial": 0.005706787109375,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0007493807352147996,
      "loss_partial": 0.004791259765625,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0004043150111101568,
      "loss_partial": 0.00628662109375,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0002233147097285837,
      "loss_partial": 0.01019287109375,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0005746625829488039,
      "loss_partial": 0.003692626953125,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0005178177380003035,
      "loss_partial": 0.005157470703125,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0009556930745020509,
      "loss_partial": 0.00457763671875,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0008687459630891681,
      "loss_partial": 0.00543212890625,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0008442634134553373,
      "loss_partial": 0.00628662109375,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0005491071497090161,
      "loss_partial": 0.0048828125,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0006567902164533734,
      "loss_partial": 0.00830078125,
      "step": 602
    },
    {
      "epoch": 0.875,
      "loss_distr": 0.0003921892202924937,
      "loss_partial": 0.00543212890625,
      "step": 602
    },
    {
      "epoch": 0.876453488372093,
      "grad_norm": 0.21104839444160461,
      "learning_rate": 1.383269472672652e-05,
      "loss": 0.1822,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0003504680353216827,
      "loss_partial": 0.00897216796875,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0007334118126891553,
      "loss_partial": 0.006988525390625,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.00042712531285360456,
      "loss_partial": 0.00714111328125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0006797810783609748,
      "loss_partial": 0.00494384765625,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.000741524389013648,
      "loss_partial": 0.0091552734375,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0006759035750292242,
      "loss_partial": 0.0059814453125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.00036721627111546695,
      "loss_partial": 0.007781982421875,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0006219270871952176,
      "loss_partial": 0.01446533203125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0005631094099953771,
      "loss_partial": 0.006805419921875,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0004251800710335374,
      "loss_partial": 0.01300048828125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0006056420970708132,
      "loss_partial": 0.00634765625,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0008899466483853757,
      "loss_partial": 0.0027313232421875,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0003727985022123903,
      "loss_partial": 0.0037994384765625,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0003945018397644162,
      "loss_partial": 0.00634765625,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0003360442933626473,
      "loss_partial": 0.007080078125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0008244371274486184,
      "loss_partial": 0.0059814453125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0002649619709700346,
      "loss_partial": 0.0142822265625,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0005695180152542889,
      "loss_partial": 0.005889892578125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0005055855144746602,
      "loss_partial": 0.0091552734375,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0005295019363984466,
      "loss_partial": 0.006134033203125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.00028166023548692465,
      "loss_partial": 0.006134033203125,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0007464829250238836,
      "loss_partial": 0.004486083984375,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.0003519798628985882,
      "loss_partial": 0.005584716796875,
      "step": 603
    },
    {
      "epoch": 0.876453488372093,
      "loss_distr": 0.00029380666092038155,
      "loss_partial": 0.0050048828125,
      "step": 603
    },
    {
      "epoch": 0.877906976744186,
      "grad_norm": 0.1824936419725418,
      "learning_rate": 1.3809243882640504e-05,
      "loss": 0.1816,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0002183015167247504,
      "loss_partial": 0.0103759765625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0003991575795225799,
      "loss_partial": 0.009521484375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0006310652242973447,
      "loss_partial": 0.0062255859375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0007372386171482503,
      "loss_partial": 0.006561279296875,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.00043591667781583965,
      "loss_partial": 0.00970458984375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0006788999307900667,
      "loss_partial": 0.0062255859375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0005385979311540723,
      "loss_partial": 0.006866455078125,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.00035895995097234845,
      "loss_partial": 0.00823974609375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0005052590277045965,
      "loss_partial": 0.00634765625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0007772906683385372,
      "loss_partial": 0.007354736328125,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.000642151280771941,
      "loss_partial": 0.0054931640625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0004022578941658139,
      "loss_partial": 0.00494384765625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.000604883476626128,
      "loss_partial": 0.007568359375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.00027681971550919116,
      "loss_partial": 0.0091552734375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0006391303613781929,
      "loss_partial": 0.0068359375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0008003526600077748,
      "loss_partial": 0.007720947265625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0006296044448390603,
      "loss_partial": 0.005035400390625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0003326759906485677,
      "loss_partial": 0.00775146484375,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0006002417067065835,
      "loss_partial": 0.010009765625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0004422537167556584,
      "loss_partial": 0.01251220703125,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.00042782569653354585,
      "loss_partial": 0.005889892578125,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0003934173146262765,
      "loss_partial": 0.003082275390625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0008108403417281806,
      "loss_partial": 0.006256103515625,
      "step": 604
    },
    {
      "epoch": 0.877906976744186,
      "loss_distr": 0.0007879359181970358,
      "loss_partial": 0.0037689208984375,
      "step": 604
    },
    {
      "epoch": 0.8793604651162791,
      "grad_norm": 0.19257491827011108,
      "learning_rate": 1.3785768508585355e-05,
      "loss": 0.1772,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0008663925109431148,
      "loss_partial": 0.00390625,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0007333268877118826,
      "loss_partial": 0.009765625,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0002538475673645735,
      "loss_partial": 0.004974365234375,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0006343615241348743,
      "loss_partial": 0.00604248046875,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0007225066656246781,
      "loss_partial": 0.005706787109375,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.00023912008327897638,
      "loss_partial": 0.00762939453125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0007192359771579504,
      "loss_partial": 0.009521484375,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0003176173777319491,
      "loss_partial": 0.006500244140625,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0007884746300987899,
      "loss_partial": 0.0084228515625,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.00035405135713517666,
      "loss_partial": 0.004669189453125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.00036270072450861335,
      "loss_partial": 0.0081787109375,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0007367582875303924,
      "loss_partial": 0.0084228515625,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0005341644864529371,
      "loss_partial": 0.006866455078125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.00044192845234647393,
      "loss_partial": 0.00439453125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0006662935484200716,
      "loss_partial": 0.005126953125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0006865429459139705,
      "loss_partial": 0.004638671875,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.00033606751821935177,
      "loss_partial": 0.006988525390625,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.000810047029517591,
      "loss_partial": 0.00885009765625,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0006860062712803483,
      "loss_partial": 0.00384521484375,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.00067285040859133,
      "loss_partial": 0.0069580078125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0003378746332600713,
      "loss_partial": 0.006591796875,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0011122750584036112,
      "loss_partial": 0.0040283203125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0003150270495098084,
      "loss_partial": 0.009033203125,
      "step": 605
    },
    {
      "epoch": 0.8793604651162791,
      "loss_distr": 0.0003272172762081027,
      "loss_partial": 0.007232666015625,
      "step": 605
    },
    {
      "epoch": 0.8808139534883721,
      "grad_norm": 0.1949416995048523,
      "learning_rate": 1.376226875573286e-05,
      "loss": 0.1819,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0005421123933047056,
      "loss_partial": 0.0074462890625,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0007342016324400902,
      "loss_partial": 0.00604248046875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.000796786043792963,
      "loss_partial": 0.00433349609375,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0003962707705795765,
      "loss_partial": 0.0096435546875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0006629764102399349,
      "loss_partial": 0.004638671875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0007230263436213136,
      "loss_partial": 0.004608154296875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0009714432526379824,
      "loss_partial": 0.003814697265625,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0005934019573032856,
      "loss_partial": 0.0052490234375,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0009494910482317209,
      "loss_partial": 0.006927490234375,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.00047618718235753477,
      "loss_partial": 0.007080078125,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.000756859197281301,
      "loss_partial": 0.00537109375,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0006047767819836736,
      "loss_partial": 0.0042724609375,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.00039102809387259185,
      "loss_partial": 0.0079345703125,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0010099587962031364,
      "loss_partial": 0.00445556640625,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0002790385624393821,
      "loss_partial": 0.00799560546875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.00037197547499090433,
      "loss_partial": 0.0096435546875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0008299921173602343,
      "loss_partial": 0.012451171875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0009894473478198051,
      "loss_partial": 0.004730224609375,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.00038490036968141794,
      "loss_partial": 0.006927490234375,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.00025909030227921903,
      "loss_partial": 0.0106201171875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0006133618298918009,
      "loss_partial": 0.01495361328125,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.00044446202809922397,
      "loss_partial": 0.008544921875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.00042710418347269297,
      "loss_partial": 0.00408935546875,
      "step": 606
    },
    {
      "epoch": 0.8808139534883721,
      "loss_distr": 0.0004867848183494061,
      "loss_partial": 0.00823974609375,
      "step": 606
    },
    {
      "epoch": 0.8822674418604651,
      "grad_norm": 0.19253595173358917,
      "learning_rate": 1.373874477541179e-05,
      "loss": 0.1832,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0004661789280362427,
      "loss_partial": 0.00885009765625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0007290983921848238,
      "loss_partial": 0.0081787109375,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0006825317395851016,
      "loss_partial": 0.0032806396484375,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0004548405995592475,
      "loss_partial": 0.005706787109375,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0005774070741608739,
      "loss_partial": 0.00469970703125,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.000700246193446219,
      "loss_partial": 0.0045166015625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0011003375984728336,
      "loss_partial": 0.00299072265625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.000514935003593564,
      "loss_partial": 0.0101318359375,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0006955121643841267,
      "loss_partial": 0.00494384765625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.00043842371087521315,
      "loss_partial": 0.00811767578125,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0006886147893965244,
      "loss_partial": 0.007171630859375,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.00023344441433437169,
      "loss_partial": 0.008544921875,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0006581622874364257,
      "loss_partial": 0.005889892578125,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0005188009818084538,
      "loss_partial": 0.005828857421875,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0003405773313716054,
      "loss_partial": 0.009521484375,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0007397597073577344,
      "loss_partial": 0.006256103515625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0007062541553750634,
      "loss_partial": 0.00543212890625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0006260944646783173,
      "loss_partial": 0.0035552978515625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0004406325751915574,
      "loss_partial": 0.00958251953125,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0003160698397550732,
      "loss_partial": 0.00689697265625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0006907731294631958,
      "loss_partial": 0.00787353515625,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.00033846223959699273,
      "loss_partial": 0.01104736328125,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0004911107243970037,
      "loss_partial": 0.0108642578125,
      "step": 607
    },
    {
      "epoch": 0.8822674418604651,
      "loss_distr": 0.0006077906582504511,
      "loss_partial": 0.00933837890625,
      "step": 607
    },
    {
      "epoch": 0.8837209302325582,
      "grad_norm": 0.18537785112857819,
      "learning_rate": 1.3715196719106938e-05,
      "loss": 0.1808,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0005636194255203009,
      "loss_partial": 0.0038299560546875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0006035492988303304,
      "loss_partial": 0.0091552734375,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0002993367670569569,
      "loss_partial": 0.009033203125,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0005149275530129671,
      "loss_partial": 0.006378173828125,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0005282002384774387,
      "loss_partial": 0.00604248046875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0003755353973247111,
      "loss_partial": 0.0101318359375,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0005360068753361702,
      "loss_partial": 0.0062255859375,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.00048178175347857177,
      "loss_partial": 0.00982666015625,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0005580721772275865,
      "loss_partial": 0.00848388671875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0003246893757022917,
      "loss_partial": 0.00653076171875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0005193861434236169,
      "loss_partial": 0.01312255859375,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0005272893467918038,
      "loss_partial": 0.0096435546875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.00044193302164785564,
      "loss_partial": 0.006805419921875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0007357755093835294,
      "loss_partial": 0.005523681640625,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.000830498174764216,
      "loss_partial": 0.00360107421875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0003824834420811385,
      "loss_partial": 0.007659912109375,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0006447035120800138,
      "loss_partial": 0.004425048828125,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0007376999128609896,
      "loss_partial": 0.00457763671875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0007219654507935047,
      "loss_partial": 0.004913330078125,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0009690578444860876,
      "loss_partial": 0.007720947265625,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0002515257219783962,
      "loss_partial": 0.00396728515625,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0006641041254624724,
      "loss_partial": 0.007659912109375,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0004262318543624133,
      "loss_partial": 0.00848388671875,
      "step": 608
    },
    {
      "epoch": 0.8837209302325582,
      "loss_distr": 0.0004870635166298598,
      "loss_partial": 0.0072021484375,
      "step": 608
    },
    {
      "epoch": 0.8851744186046512,
      "grad_norm": 0.17376717925071716,
      "learning_rate": 1.3691624738458131e-05,
      "loss": 0.1817,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0007703587180003524,
      "loss_partial": 0.0107421875,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0007186975562945008,
      "loss_partial": 0.006103515625,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0005050995969213545,
      "loss_partial": 0.00555419921875,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0008561235154047608,
      "loss_partial": 0.00634765625,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.00037476184661500156,
      "loss_partial": 0.007171630859375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.00059630221221596,
      "loss_partial": 0.00469970703125,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.00043172098230570555,
      "loss_partial": 0.01019287109375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0002490482584107667,
      "loss_partial": 0.00689697265625,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0007281314465217292,
      "loss_partial": 0.005096435546875,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0006534804124385118,
      "loss_partial": 0.004241943359375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0005206622881814837,
      "loss_partial": 0.005859375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.000329126778524369,
      "loss_partial": 0.00946044921875,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0003765704750549048,
      "loss_partial": 0.00775146484375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0003104067291133106,
      "loss_partial": 0.0045166015625,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0007697303080931306,
      "loss_partial": 0.00579833984375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0005801153602078557,
      "loss_partial": 0.0045166015625,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.00046547624515369534,
      "loss_partial": 0.007659912109375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0008443926926702261,
      "loss_partial": 0.007080078125,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0005848033470101655,
      "loss_partial": 0.0111083984375,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0004892074503004551,
      "loss_partial": 0.00445556640625,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0008680528262630105,
      "loss_partial": 0.00653076171875,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.00069438386708498,
      "loss_partial": 0.01055908203125,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0006339310784824193,
      "loss_partial": 0.007293701171875,
      "step": 609
    },
    {
      "epoch": 0.8851744186046512,
      "loss_distr": 0.0004925287794321775,
      "loss_partial": 0.0067138671875,
      "step": 609
    },
    {
      "epoch": 0.8866279069767442,
      "grad_norm": 0.23376311361789703,
      "learning_rate": 1.3668028985259265e-05,
      "loss": 0.1809,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0007326595950871706,
      "loss_partial": 0.0069580078125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0008785738609731197,
      "loss_partial": 0.003814697265625,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.00038731738459318876,
      "loss_partial": 0.005645751953125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0009564544889144599,
      "loss_partial": 0.0042724609375,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0007568193832412362,
      "loss_partial": 0.0038299560546875,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.00038358947494998574,
      "loss_partial": 0.00701904296875,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.00036385247949510813,
      "loss_partial": 0.00927734375,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0009178509353660047,
      "loss_partial": 0.005401611328125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.000643898150883615,
      "loss_partial": 0.004608154296875,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0003889109648298472,
      "loss_partial": 0.0078125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0006180127384141088,
      "loss_partial": 0.00830078125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0003401399007998407,
      "loss_partial": 0.009765625,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0009125352371484041,
      "loss_partial": 0.00372314453125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0005451308097690344,
      "loss_partial": 0.005035400390625,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.00042868650052696466,
      "loss_partial": 0.01141357421875,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0005582477897405624,
      "loss_partial": 0.0072021484375,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0005311654531396925,
      "loss_partial": 0.007110595703125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0005657810252159834,
      "loss_partial": 0.008056640625,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0006728880107402802,
      "loss_partial": 0.005401611328125,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0008363553788512945,
      "loss_partial": 0.005615234375,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0007323725149035454,
      "loss_partial": 0.006011962890625,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0002654702984727919,
      "loss_partial": 0.0166015625,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.00031689158640801907,
      "loss_partial": 0.00799560546875,
      "step": 610
    },
    {
      "epoch": 0.8866279069767442,
      "loss_distr": 0.0006865686737000942,
      "loss_partial": 0.004150390625,
      "step": 610
    },
    {
      "epoch": 0.8880813953488372,
      "grad_norm": 0.19988754391670227,
      "learning_rate": 1.3644409611457319e-05,
      "loss": 0.18,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0005999816348776221,
      "loss_partial": 0.0035400390625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0004202827112749219,
      "loss_partial": 0.0103759765625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0010513843735679984,
      "loss_partial": 0.0037384033203125,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0005118078552186489,
      "loss_partial": 0.009765625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00046772134373895824,
      "loss_partial": 0.0045166015625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00026573281502351165,
      "loss_partial": 0.011474609375,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00043816675315611064,
      "loss_partial": 0.01019287109375,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0006942680338397622,
      "loss_partial": 0.005859375,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0004064378736075014,
      "loss_partial": 0.0087890625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0003934236883651465,
      "loss_partial": 0.005645751953125,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.000638728030025959,
      "loss_partial": 0.00592041015625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0005995974643155932,
      "loss_partial": 0.00628662109375,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00039963889867067337,
      "loss_partial": 0.008056640625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0007687133038416505,
      "loss_partial": 0.006988525390625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00048494021757505834,
      "loss_partial": 0.006927490234375,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0010069658746942878,
      "loss_partial": 0.004058837890625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.000287671951809898,
      "loss_partial": 0.0091552734375,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00042734405724331737,
      "loss_partial": 0.0050048828125,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0005173940444365144,
      "loss_partial": 0.00567626953125,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00047379566240124404,
      "loss_partial": 0.006622314453125,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00037580664502456784,
      "loss_partial": 0.0103759765625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.00035066454438492656,
      "loss_partial": 0.00567626953125,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0005944882286712527,
      "loss_partial": 0.00634765625,
      "step": 611
    },
    {
      "epoch": 0.8880813953488372,
      "loss_distr": 0.0005697249434888363,
      "loss_partial": 0.00909423828125,
      "step": 611
    },
    {
      "epoch": 0.8895348837209303,
      "grad_norm": 0.17713548243045807,
      "learning_rate": 1.3620766769151378e-05,
      "loss": 0.1815,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0009547234512865543,
      "loss_partial": 0.0035247802734375,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0006782137788832188,
      "loss_partial": 0.00689697265625,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.00046980773913674057,
      "loss_partial": 0.0067138671875,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0006374081131070852,
      "loss_partial": 0.005950927734375,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0007905245292931795,
      "loss_partial": 0.00439453125,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0007521490915678442,
      "loss_partial": 0.005340576171875,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0006328459130600095,
      "loss_partial": 0.0045166015625,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.00042809732258319855,
      "loss_partial": 0.007537841796875,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.00033236737363040447,
      "loss_partial": 0.006011962890625,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0008367011323571205,
      "loss_partial": 0.00421142578125,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0007809507078491151,
      "loss_partial": 0.00689697265625,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.00043179612839594483,
      "loss_partial": 0.01202392578125,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.001008087070658803,
      "loss_partial": 0.005279541015625,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.000992202083580196,
      "loss_partial": 0.0069580078125,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0003031095548067242,
      "loss_partial": 0.00653076171875,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0006838559056632221,
      "loss_partial": 0.00469970703125,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0008175197290256619,
      "loss_partial": 0.00628662109375,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.00044530030572786927,
      "loss_partial": 0.00909423828125,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0007434876170009375,
      "loss_partial": 0.0052490234375,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.000606030342169106,
      "loss_partial": 0.00628662109375,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0008196054259315133,
      "loss_partial": 0.004425048828125,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0009011678630486131,
      "loss_partial": 0.005523681640625,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0003735502832569182,
      "loss_partial": 0.0107421875,
      "step": 612
    },
    {
      "epoch": 0.8895348837209303,
      "loss_distr": 0.0004967281129211187,
      "loss_partial": 0.007293701171875,
      "step": 612
    },
    {
      "epoch": 0.8909883720930233,
      "grad_norm": 0.19601933658123016,
      "learning_rate": 1.3597100610591654e-05,
      "loss": 0.1803,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0006743262056261301,
      "loss_partial": 0.0087890625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.00037560128839686513,
      "loss_partial": 0.0052490234375,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.00026451368466950953,
      "loss_partial": 0.00860595703125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.00047076225746423006,
      "loss_partial": 0.007476806640625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0007356635178439319,
      "loss_partial": 0.00634765625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0004215163644403219,
      "loss_partial": 0.010986328125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0007059831405058503,
      "loss_partial": 0.00836181640625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.00046009616926312447,
      "loss_partial": 0.00848388671875,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0006459435680881143,
      "loss_partial": 0.006805419921875,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0005706981173716486,
      "loss_partial": 0.007720947265625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.00038443150697275996,
      "loss_partial": 0.00830078125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0004369820817373693,
      "loss_partial": 0.00982666015625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0006110444664955139,
      "loss_partial": 0.0079345703125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0005917025846429169,
      "loss_partial": 0.00836181640625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0006744996062479913,
      "loss_partial": 0.004730224609375,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0003991557168774307,
      "loss_partial": 0.006683349609375,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0007024555816315114,
      "loss_partial": 0.00469970703125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.000696434872224927,
      "loss_partial": 0.00946044921875,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0005512599018402398,
      "loss_partial": 0.006866455078125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0010327447671443224,
      "loss_partial": 0.003875732421875,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0005051076295785606,
      "loss_partial": 0.009033203125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.000634577649179846,
      "loss_partial": 0.0093994140625,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0005743402289226651,
      "loss_partial": 0.004669189453125,
      "step": 613
    },
    {
      "epoch": 0.8909883720930233,
      "loss_distr": 0.0003631323343142867,
      "loss_partial": 0.0096435546875,
      "step": 613
    },
    {
      "epoch": 0.8924418604651163,
      "grad_norm": 0.18405376374721527,
      "learning_rate": 1.3573411288178503e-05,
      "loss": 0.178,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0003802131104748696,
      "loss_partial": 0.007354736328125,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.00037441618042066693,
      "loss_partial": 0.0064697265625,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0007892610738053918,
      "loss_partial": 0.0040283203125,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0007417338201776147,
      "loss_partial": 0.006103515625,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.00044326530769467354,
      "loss_partial": 0.007415771484375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.000574560952372849,
      "loss_partial": 0.005401611328125,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0006476124981418252,
      "loss_partial": 0.004669189453125,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0005153979873284698,
      "loss_partial": 0.006988525390625,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.00040923961205407977,
      "loss_partial": 0.0167236328125,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.00036286620888859034,
      "loss_partial": 0.00482177734375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0004190636973362416,
      "loss_partial": 0.0040283203125,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.00045885954750701785,
      "loss_partial": 0.0120849609375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0005728562828153372,
      "loss_partial": 0.007415771484375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0006476762937381864,
      "loss_partial": 0.009521484375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0007747429772280157,
      "loss_partial": 0.00396728515625,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0006740825483575463,
      "loss_partial": 0.006317138671875,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.00023770943516865373,
      "loss_partial": 0.008056640625,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.000460668234154582,
      "loss_partial": 0.013916015625,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0010722980368882418,
      "loss_partial": 0.004302978515625,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0007041999488137662,
      "loss_partial": 0.004974365234375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0003709474694915116,
      "loss_partial": 0.0145263671875,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0001928053388837725,
      "loss_partial": 0.0035247802734375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0006157762836664915,
      "loss_partial": 0.00823974609375,
      "step": 614
    },
    {
      "epoch": 0.8924418604651163,
      "loss_distr": 0.0007275823736563325,
      "loss_partial": 0.004119873046875,
      "step": 614
    },
    {
      "epoch": 0.8938953488372093,
      "grad_norm": 0.17872752249240875,
      "learning_rate": 1.354969895446146e-05,
      "loss": 0.1812,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0006665168330073357,
      "loss_partial": 0.0133056640625,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0005250883987173438,
      "loss_partial": 0.00848388671875,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0002602979657240212,
      "loss_partial": 0.0089111328125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.00031335040694102645,
      "loss_partial": 0.01373291015625,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0007146039861254394,
      "loss_partial": 0.00665283203125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.00046885752817615867,
      "loss_partial": 0.0079345703125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0003127926611341536,
      "loss_partial": 0.00823974609375,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0008164294413290918,
      "loss_partial": 0.004364013671875,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0003408944176044315,
      "loss_partial": 0.004241943359375,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0007617668597958982,
      "loss_partial": 0.004669189453125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0004456039168871939,
      "loss_partial": 0.006500244140625,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0004550096928142011,
      "loss_partial": 0.012939453125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0004049984854646027,
      "loss_partial": 0.00592041015625,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0005554783274419606,
      "loss_partial": 0.0103759765625,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0004913236480206251,
      "loss_partial": 0.007537841796875,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0007042725919745862,
      "loss_partial": 0.005157470703125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.00034180626971647143,
      "loss_partial": 0.0089111328125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0005281245103105903,
      "loss_partial": 0.00848388671875,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0006904728943482041,
      "loss_partial": 0.0047607421875,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0005763908848166466,
      "loss_partial": 0.00439453125,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0005123376031406224,
      "loss_partial": 0.0084228515625,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.000551627017557621,
      "loss_partial": 0.0035858154296875,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.00042375654447823763,
      "loss_partial": 0.00872802734375,
      "step": 615
    },
    {
      "epoch": 0.8938953488372093,
      "loss_distr": 0.0004906505346298218,
      "loss_partial": 0.00537109375,
      "step": 615
    },
    {
      "epoch": 0.8953488372093024,
      "grad_norm": 0.18810579180717468,
      "learning_rate": 1.3525963762138224e-05,
      "loss": 0.181,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0007945132674649358,
      "loss_partial": 0.005126953125,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0005301418132148683,
      "loss_partial": 0.0098876953125,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.000725853955373168,
      "loss_partial": 0.00830078125,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0002869254967663437,
      "loss_partial": 0.00921630859375,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0002880657557398081,
      "loss_partial": 0.00701904296875,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0008631703676655889,
      "loss_partial": 0.005950927734375,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0003195693716406822,
      "loss_partial": 0.0079345703125,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0004232604696881026,
      "loss_partial": 0.006561279296875,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0005389968864619732,
      "loss_partial": 0.00579833984375,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0008182254969142377,
      "loss_partial": 0.01123046875,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0007903947844170034,
      "loss_partial": 0.0074462890625,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0005066513549536467,
      "loss_partial": 0.005523681640625,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0005465061403810978,
      "loss_partial": 0.0064697265625,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.00034677330404520035,
      "loss_partial": 0.005279541015625,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0003592637076508254,
      "loss_partial": 0.005706787109375,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.000339874648489058,
      "loss_partial": 0.01129150390625,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0006387929315678775,
      "loss_partial": 0.0048828125,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0003835270181298256,
      "loss_partial": 0.01239013671875,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0007982823299244046,
      "loss_partial": 0.00579833984375,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.00040887773502618074,
      "loss_partial": 0.006591796875,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0005891526234336197,
      "loss_partial": 0.0050048828125,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0005167755880393088,
      "loss_partial": 0.002899169921875,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0006163619691506028,
      "loss_partial": 0.006927490234375,
      "step": 616
    },
    {
      "epoch": 0.8953488372093024,
      "loss_distr": 0.0004569575539790094,
      "loss_partial": 0.0034942626953125,
      "step": 616
    },
    {
      "epoch": 0.8968023255813954,
      "grad_norm": 0.17589080333709717,
      "learning_rate": 1.350220586405371e-05,
      "loss": 0.1815,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0006537070730701089,
      "loss_partial": 0.0037689208984375,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0003035327245015651,
      "loss_partial": 0.0033416748046875,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.000533175771124661,
      "loss_partial": 0.00830078125,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0004283440939616412,
      "loss_partial": 0.0098876953125,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0005876837531104684,
      "loss_partial": 0.00421142578125,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.00026217769482173026,
      "loss_partial": 0.00787353515625,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0008116794633679092,
      "loss_partial": 0.0106201171875,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.00038361415499821305,
      "loss_partial": 0.007415771484375,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.00038946169661358,
      "loss_partial": 0.006500244140625,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0002610677620396018,
      "loss_partial": 0.0076904296875,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.00035090401070192456,
      "loss_partial": 0.00897216796875,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0006574568105861545,
      "loss_partial": 0.005645751953125,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0007987244753167033,
      "loss_partial": 0.0037689208984375,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.00031468443921767175,
      "loss_partial": 0.00616455078125,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.00046700224629603326,
      "loss_partial": 0.01031494140625,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0005839893710799515,
      "loss_partial": 0.006317138671875,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0004194411158096045,
      "loss_partial": 0.0126953125,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0006004844908602536,
      "loss_partial": 0.007781982421875,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0004722752491943538,
      "loss_partial": 0.01116943359375,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0004604153800755739,
      "loss_partial": 0.00726318359375,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0010283857118338346,
      "loss_partial": 0.0084228515625,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.00029926298884674907,
      "loss_partial": 0.00860595703125,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0005052970955148339,
      "loss_partial": 0.003753662109375,
      "step": 617
    },
    {
      "epoch": 0.8968023255813954,
      "loss_distr": 0.0006084206397645175,
      "loss_partial": 0.0078125,
      "step": 617
    },
    {
      "epoch": 0.8982558139534884,
      "grad_norm": 0.17671677470207214,
      "learning_rate": 1.3478425413199041e-05,
      "loss": 0.183,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.00031798664713278413,
      "loss_partial": 0.00604248046875,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0005718745524063706,
      "loss_partial": 0.00604248046875,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0005851660971529782,
      "loss_partial": 0.006561279296875,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0006396614480763674,
      "loss_partial": 0.00836181640625,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0008947664173319936,
      "loss_partial": 0.0031890869140625,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0007487448747269809,
      "loss_partial": 0.00445556640625,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0012225856771692634,
      "loss_partial": 0.0037384033203125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0005232111434452236,
      "loss_partial": 0.006378173828125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.00035024277167394757,
      "loss_partial": 0.0079345703125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0004230662889312953,
      "loss_partial": 0.0079345703125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0003391389036551118,
      "loss_partial": 0.00634765625,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0006375962984748185,
      "loss_partial": 0.004669189453125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0002606558846309781,
      "loss_partial": 0.005157470703125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0003683592367451638,
      "loss_partial": 0.008544921875,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0008363229571841657,
      "loss_partial": 0.0038604736328125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.000446462508989498,
      "loss_partial": 0.0019683837890625,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.00029336760053411126,
      "loss_partial": 0.00689697265625,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0006722656544297934,
      "loss_partial": 0.00469970703125,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0005712288548238575,
      "loss_partial": 0.00970458984375,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.00025445641949772835,
      "loss_partial": 0.01123046875,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0006650645518675447,
      "loss_partial": 0.004730224609375,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0004007580573670566,
      "loss_partial": 0.010498046875,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0006385440938174725,
      "loss_partial": 0.0062255859375,
      "step": 618
    },
    {
      "epoch": 0.8982558139534884,
      "loss_distr": 0.0008268891833722591,
      "loss_partial": 0.0030364990234375,
      "step": 618
    },
    {
      "epoch": 0.8997093023255814,
      "grad_norm": 0.177342027425766,
      "learning_rate": 1.3454622562710574e-05,
      "loss": 0.1797,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0005607996135950089,
      "loss_partial": 0.00830078125,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0009067109785974026,
      "loss_partial": 0.006195068359375,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0006154578295536339,
      "loss_partial": 0.00775146484375,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0009220267529599369,
      "loss_partial": 0.002685546875,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0003386053431313485,
      "loss_partial": 0.0118408203125,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0002795258769765496,
      "loss_partial": 0.007537841796875,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0006857011467218399,
      "loss_partial": 0.006988525390625,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.000777588167693466,
      "loss_partial": 0.007476806640625,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0008549853228032589,
      "loss_partial": 0.00738525390625,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.000470722618047148,
      "loss_partial": 0.0079345703125,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.00048388243885710835,
      "loss_partial": 0.007476806640625,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.000538415159098804,
      "loss_partial": 0.006561279296875,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0005375858163461089,
      "loss_partial": 0.004486083984375,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0008440321544185281,
      "loss_partial": 0.007049560546875,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0002550280187278986,
      "loss_partial": 0.0093994140625,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0006283980910666287,
      "loss_partial": 0.0072021484375,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0005269921384751797,
      "loss_partial": 0.004608154296875,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.00048072775825858116,
      "loss_partial": 0.01007080078125,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0006317069055512547,
      "loss_partial": 0.0034332275390625,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0005264884093776345,
      "loss_partial": 0.007568359375,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0004719573771581054,
      "loss_partial": 0.00677490234375,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0008585982723161578,
      "loss_partial": 0.0054931640625,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.0004377966979518533,
      "loss_partial": 0.00604248046875,
      "step": 619
    },
    {
      "epoch": 0.8997093023255814,
      "loss_distr": 0.000895643257535994,
      "loss_partial": 0.00372314453125,
      "step": 619
    },
    {
      "epoch": 0.9011627906976745,
      "grad_norm": 0.19943000376224518,
      "learning_rate": 1.343079746586891e-05,
      "loss": 0.181,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0004513320163823664,
      "loss_partial": 0.006866455078125,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0008268232923001051,
      "loss_partial": 0.0076904296875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0004328521899878979,
      "loss_partial": 0.009765625,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.00043531155097298324,
      "loss_partial": 0.00897216796875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0005405916599556804,
      "loss_partial": 0.00634765625,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.000680619734339416,
      "loss_partial": 0.004852294921875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.000444909674115479,
      "loss_partial": 0.0062255859375,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0005589015781879425,
      "loss_partial": 0.006622314453125,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0007428635726682842,
      "loss_partial": 0.009521484375,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0004355362325441092,
      "loss_partial": 0.00933837890625,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0005256281001493335,
      "loss_partial": 0.00982666015625,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0004471522697713226,
      "loss_partial": 0.00823974609375,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0005152421072125435,
      "loss_partial": 0.005828857421875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0006864913157187402,
      "loss_partial": 0.0047607421875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.00046847498742863536,
      "loss_partial": 0.008056640625,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0002781189396046102,
      "loss_partial": 0.011474609375,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.00046369698247872293,
      "loss_partial": 0.004852294921875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0007816011784598231,
      "loss_partial": 0.00439453125,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.00101846968755126,
      "loss_partial": 0.005859375,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0006810426129959524,
      "loss_partial": 0.0086669921875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0007009072578512132,
      "loss_partial": 0.004150390625,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0004561913083307445,
      "loss_partial": 0.00811767578125,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0005431993049569428,
      "loss_partial": 0.00604248046875,
      "step": 620
    },
    {
      "epoch": 0.9011627906976745,
      "loss_distr": 0.0008174267131835222,
      "loss_partial": 0.0059814453125,
      "step": 620
    },
    {
      "epoch": 0.9026162790697675,
      "grad_norm": 0.16898952424526215,
      "learning_rate": 1.3406950276097901e-05,
      "loss": 0.1806,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0005819688667543232,
      "loss_partial": 0.006683349609375,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0005640664021484554,
      "loss_partial": 0.005706787109375,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0008819691720418632,
      "loss_partial": 0.005157470703125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0003213136806152761,
      "loss_partial": 0.01055908203125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0007676832610741258,
      "loss_partial": 0.00372314453125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0004197945527266711,
      "loss_partial": 0.010986328125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0005381448427215219,
      "loss_partial": 0.00830078125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0005464529967866838,
      "loss_partial": 0.004638671875,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0007600372191518545,
      "loss_partial": 0.00439453125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0003947000368498266,
      "loss_partial": 0.00897216796875,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0007182992994785309,
      "loss_partial": 0.0045166015625,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0008729664841666818,
      "loss_partial": 0.00811767578125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.000620734877884388,
      "loss_partial": 0.0084228515625,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.00037820806028321385,
      "loss_partial": 0.0091552734375,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.00046878925058990717,
      "loss_partial": 0.007415771484375,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0004995212657377124,
      "loss_partial": 0.011962890625,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0008159518474712968,
      "loss_partial": 0.0069580078125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0010350293014198542,
      "loss_partial": 0.00604248046875,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.00042664151987992227,
      "loss_partial": 0.004913330078125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.000516703468747437,
      "loss_partial": 0.0087890625,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.00032805820228531957,
      "loss_partial": 0.004669189453125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0003547615488059819,
      "loss_partial": 0.0047607421875,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0005728770047426224,
      "loss_partial": 0.00860595703125,
      "step": 621
    },
    {
      "epoch": 0.9026162790697675,
      "loss_distr": 0.0006473193061538041,
      "loss_partial": 0.0034027099609375,
      "step": 621
    },
    {
      "epoch": 0.9040697674418605,
      "grad_norm": 0.16626524925231934,
      "learning_rate": 1.3383081146963681e-05,
      "loss": 0.1813,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0005520402919501066,
      "loss_partial": 0.0068359375,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0006898212595842779,
      "loss_partial": 0.006103515625,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0002986873150803149,
      "loss_partial": 0.010009765625,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.000526977819390595,
      "loss_partial": 0.005645751953125,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00048336954205296934,
      "loss_partial": 0.00653076171875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0006421504076570272,
      "loss_partial": 0.005615234375,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0006755755166523159,
      "loss_partial": 0.004638671875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0006231334409676492,
      "loss_partial": 0.004638671875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0003281095705460757,
      "loss_partial": 0.008544921875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0005308740073814988,
      "loss_partial": 0.00634765625,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.000470927101559937,
      "loss_partial": 0.005706787109375,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00034163601230829954,
      "loss_partial": 0.0086669921875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0005524653242900968,
      "loss_partial": 0.007171630859375,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00036940607242286205,
      "loss_partial": 0.00830078125,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.000625444226898253,
      "loss_partial": 0.0087890625,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0004161183023825288,
      "loss_partial": 0.005096435546875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0005679282476194203,
      "loss_partial": 0.00909423828125,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00058792345225811,
      "loss_partial": 0.007080078125,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00030043002334423363,
      "loss_partial": 0.006805419921875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0003128902753815055,
      "loss_partial": 0.006805419921875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00042614524136297405,
      "loss_partial": 0.00726318359375,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00042075998499058187,
      "loss_partial": 0.007080078125,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.00037837025593034923,
      "loss_partial": 0.00994873046875,
      "step": 622
    },
    {
      "epoch": 0.9040697674418605,
      "loss_distr": 0.0007951402803882957,
      "loss_partial": 0.0048828125,
      "step": 622
    },
    {
      "epoch": 0.9055232558139535,
      "grad_norm": 0.194805309176445,
      "learning_rate": 1.335919023217365e-05,
      "loss": 0.1763,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0005252505070529878,
      "loss_partial": 0.006744384765625,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0003977754386141896,
      "loss_partial": 0.0086669921875,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0004590273601934314,
      "loss_partial": 0.007476806640625,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.00038992665940895677,
      "loss_partial": 0.005340576171875,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.000325010740198195,
      "loss_partial": 0.004547119140625,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0008886965806595981,
      "loss_partial": 0.00482177734375,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.00033111218363046646,
      "loss_partial": 0.0074462890625,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0007177139632403851,
      "loss_partial": 0.004486083984375,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.001056542620062828,
      "loss_partial": 0.00439453125,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0006890814984217286,
      "loss_partial": 0.00927734375,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0005436756764538586,
      "loss_partial": 0.010986328125,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0004696797695942223,
      "loss_partial": 0.005523681640625,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0007433805149048567,
      "loss_partial": 0.0050048828125,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.00040617893682792783,
      "loss_partial": 0.007476806640625,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.000551793840713799,
      "loss_partial": 0.008056640625,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0005788816488347948,
      "loss_partial": 0.006195068359375,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0002271936391480267,
      "loss_partial": 0.007110595703125,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.00045837086508981884,
      "loss_partial": 0.005828857421875,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0007935708854347467,
      "loss_partial": 0.004730224609375,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.000817378459032625,
      "loss_partial": 0.0078125,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0007268395274877548,
      "loss_partial": 0.006927490234375,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.0004893775330856442,
      "loss_partial": 0.006134033203125,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.00042881834087893367,
      "loss_partial": 0.005615234375,
      "step": 623
    },
    {
      "epoch": 0.9055232558139535,
      "loss_distr": 0.00048526021419093013,
      "loss_partial": 0.006134033203125,
      "step": 623
    },
    {
      "epoch": 0.9069767441860465,
      "grad_norm": 0.1819114238023758,
      "learning_rate": 1.3335277685575511e-05,
      "loss": 0.1753,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005740628694184124,
      "loss_partial": 0.0054931640625,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0003956259461119771,
      "loss_partial": 0.00518798828125,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.000445125246187672,
      "loss_partial": 0.0091552734375,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005103883449919522,
      "loss_partial": 0.007568359375,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0004961153608746827,
      "loss_partial": 0.0045166015625,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.00084479502402246,
      "loss_partial": 0.0052490234375,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0004168114101048559,
      "loss_partial": 0.00372314453125,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0003250136796850711,
      "loss_partial": 0.006622314453125,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005358837079256773,
      "loss_partial": 0.004730224609375,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005639573791995645,
      "loss_partial": 0.00848388671875,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005031094769947231,
      "loss_partial": 0.00701904296875,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005546307656913996,
      "loss_partial": 0.00799560546875,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.00038944598054513335,
      "loss_partial": 0.013427734375,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005297730094753206,
      "loss_partial": 0.00811767578125,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.00044889419223181903,
      "loss_partial": 0.004150390625,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0004477126058191061,
      "loss_partial": 0.0078125,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0003885367186740041,
      "loss_partial": 0.007720947265625,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.000544737558811903,
      "loss_partial": 0.0074462890625,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.000539654865860939,
      "loss_partial": 0.003814697265625,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0005251060356386006,
      "loss_partial": 0.0086669921875,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0008828266873024404,
      "loss_partial": 0.00396728515625,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.0004906943067908287,
      "loss_partial": 0.0101318359375,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.000879954663105309,
      "loss_partial": 0.007354736328125,
      "step": 624
    },
    {
      "epoch": 0.9069767441860465,
      "loss_distr": 0.00046982671483419836,
      "loss_partial": 0.0101318359375,
      "step": 624
    },
    {
      "epoch": 0.9084302325581395,
      "grad_norm": 0.17542220652103424,
      "learning_rate": 1.3311343661156261e-05,
      "loss": 0.1763,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0006299918168224394,
      "loss_partial": 0.00982666015625,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0003529468667693436,
      "loss_partial": 0.0130615234375,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005310351261869073,
      "loss_partial": 0.004791259765625,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.00035064652911387384,
      "loss_partial": 0.006134033203125,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005732685676775873,
      "loss_partial": 0.004852294921875,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0009072180837392807,
      "loss_partial": 0.005279541015625,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005118942935951054,
      "loss_partial": 0.00787353515625,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.00041764273191802204,
      "loss_partial": 0.003173828125,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.00039274414302781224,
      "loss_partial": 0.006805419921875,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.00023048627190291882,
      "loss_partial": 0.004913330078125,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0004918501945212483,
      "loss_partial": 0.00634765625,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0009532771073281765,
      "loss_partial": 0.0030364990234375,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.00034950333065353334,
      "loss_partial": 0.007598876953125,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0006360118859447539,
      "loss_partial": 0.00506591796875,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005791411967948079,
      "loss_partial": 0.00872802734375,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0004994602059014142,
      "loss_partial": 0.006683349609375,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.00040070523391477764,
      "loss_partial": 0.0081787109375,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0004109127330593765,
      "loss_partial": 0.008544921875,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.00046831226791255176,
      "loss_partial": 0.0074462890625,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005384082905948162,
      "loss_partial": 0.004638671875,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005695982254110277,
      "loss_partial": 0.01165771484375,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0006665323162451386,
      "loss_partial": 0.00537109375,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005384875694289804,
      "loss_partial": 0.004608154296875,
      "step": 625
    },
    {
      "epoch": 0.9084302325581395,
      "loss_distr": 0.0005485306610353291,
      "loss_partial": 0.0059814453125,
      "step": 625
    },
    {
      "epoch": 0.9098837209302325,
      "grad_norm": 0.1973983198404312,
      "learning_rate": 1.3287388313041205e-05,
      "loss": 0.1779,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00030042603611946106,
      "loss_partial": 0.009765625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00035597404348663986,
      "loss_partial": 0.0079345703125,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0006522833718918264,
      "loss_partial": 0.006744384765625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00033643044298514724,
      "loss_partial": 0.004852294921875,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0010046424577012658,
      "loss_partial": 0.00372314453125,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0003249836736358702,
      "loss_partial": 0.0096435546875,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0003815994132310152,
      "loss_partial": 0.00640869140625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0007435185252688825,
      "loss_partial": 0.00787353515625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00041784142376855016,
      "loss_partial": 0.01123046875,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.000488399644382298,
      "loss_partial": 0.00567626953125,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00073224026709795,
      "loss_partial": 0.004180908203125,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0007027072133496404,
      "loss_partial": 0.0079345703125,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0006234726752154529,
      "loss_partial": 0.01129150390625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00044766496284864843,
      "loss_partial": 0.00982666015625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.000300814863294363,
      "loss_partial": 0.004364013671875,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0007180340471677482,
      "loss_partial": 0.0057373046875,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00033861107658594847,
      "loss_partial": 0.00640869140625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00030972540844231844,
      "loss_partial": 0.007110595703125,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0005155389080755413,
      "loss_partial": 0.004669189453125,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.000504798605106771,
      "loss_partial": 0.00787353515625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.00037771087954752147,
      "loss_partial": 0.005706787109375,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0007448633550666273,
      "loss_partial": 0.00457763671875,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0007700973656028509,
      "loss_partial": 0.0054931640625,
      "step": 626
    },
    {
      "epoch": 0.9098837209302325,
      "loss_distr": 0.0004152189358137548,
      "loss_partial": 0.008544921875,
      "step": 626
    },
    {
      "epoch": 0.9113372093023255,
      "grad_norm": 0.22664456069469452,
      "learning_rate": 1.3263411795492967e-05,
      "loss": 0.1773,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0007137230131775141,
      "loss_partial": 0.004852294921875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0006038442952558398,
      "loss_partial": 0.00994873046875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0010007593082264066,
      "loss_partial": 0.007720947265625,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0004795272252522409,
      "loss_partial": 0.005523681640625,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0007534406613558531,
      "loss_partial": 0.005645751953125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0004147457657381892,
      "loss_partial": 0.004180908203125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0007343499455600977,
      "loss_partial": 0.005828857421875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0010045381495729089,
      "loss_partial": 0.0033721923828125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.00040415930561721325,
      "loss_partial": 0.01348876953125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0006720828823745251,
      "loss_partial": 0.0059814453125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.00046242534881457686,
      "loss_partial": 0.007080078125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0005265602376312017,
      "loss_partial": 0.01171875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0006097615696489811,
      "loss_partial": 0.004852294921875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.00040814359090290964,
      "loss_partial": 0.00787353515625,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0003734888741746545,
      "loss_partial": 0.01080322265625,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0006463559693656862,
      "loss_partial": 0.00634765625,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.00034156639594584703,
      "loss_partial": 0.00689697265625,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0013184347189962864,
      "loss_partial": 0.005462646484375,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.00024174874124582857,
      "loss_partial": 0.007080078125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.000567552400752902,
      "loss_partial": 0.006622314453125,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0005830260924994946,
      "loss_partial": 0.00848388671875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0003550205728970468,
      "loss_partial": 0.00994873046875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0007200365653261542,
      "loss_partial": 0.0086669921875,
      "step": 627
    },
    {
      "epoch": 0.9113372093023255,
      "loss_distr": 0.0010118233039975166,
      "loss_partial": 0.0035400390625,
      "step": 627
    },
    {
      "epoch": 0.9127906976744186,
      "grad_norm": 0.199228435754776,
      "learning_rate": 1.3239414262910488e-05,
      "loss": 0.1829,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.00041633748332969844,
      "loss_partial": 0.0152587890625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0005530689377337694,
      "loss_partial": 0.0069580078125,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.000877193349879235,
      "loss_partial": 0.00518798828125,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0003590030246414244,
      "loss_partial": 0.00445556640625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0007388255908153951,
      "loss_partial": 0.006256103515625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0006064176559448242,
      "loss_partial": 0.00872802734375,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0005461082910187542,
      "loss_partial": 0.006561279296875,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.00041837868047878146,
      "loss_partial": 0.0081787109375,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0002525415038689971,
      "loss_partial": 0.004669189453125,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.00023762896307744086,
      "loss_partial": 0.003326416015625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0010560596128925681,
      "loss_partial": 0.0030364990234375,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0007544629042968154,
      "loss_partial": 0.004425048828125,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.00044635991798713803,
      "loss_partial": 0.006683349609375,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0005293756839819252,
      "loss_partial": 0.005523681640625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0002646995708346367,
      "loss_partial": 0.010498046875,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0005429154261946678,
      "loss_partial": 0.00897216796875,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0008019350352697074,
      "loss_partial": 0.003814697265625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0005453370977193117,
      "loss_partial": 0.0087890625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0007495140889659524,
      "loss_partial": 0.00506591796875,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.000861443520989269,
      "loss_partial": 0.01190185546875,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.00022270038607530296,
      "loss_partial": 0.005401611328125,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0002277637249790132,
      "loss_partial": 0.005035400390625,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0005234635318629444,
      "loss_partial": 0.00872802734375,
      "step": 628
    },
    {
      "epoch": 0.9127906976744186,
      "loss_distr": 0.0008041358087211847,
      "loss_partial": 0.0037384033203125,
      "step": 628
    },
    {
      "epoch": 0.9142441860465116,
      "grad_norm": 0.17301061749458313,
      "learning_rate": 1.3215395869828047e-05,
      "loss": 0.1818,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.000701282115187496,
      "loss_partial": 0.01416015625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0005064657889306545,
      "loss_partial": 0.004150390625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0007737022242508829,
      "loss_partial": 0.00811767578125,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0003744942951016128,
      "loss_partial": 0.00689697265625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0007399690803140402,
      "loss_partial": 0.006744384765625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.000387833162676543,
      "loss_partial": 0.006500244140625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0002914633369073272,
      "loss_partial": 0.00933837890625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0009691567975096405,
      "loss_partial": 0.006988525390625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0004838471650145948,
      "loss_partial": 0.0074462890625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0003286470309831202,
      "loss_partial": 0.00799560546875,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.000430754735134542,
      "loss_partial": 0.00396728515625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.00037618944770656526,
      "loss_partial": 0.00494384765625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0006070516537874937,
      "loss_partial": 0.00469970703125,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.00032445546821691096,
      "loss_partial": 0.015869140625,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0003624973469413817,
      "loss_partial": 0.0050048828125,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0003252996248193085,
      "loss_partial": 0.00921630859375,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0005806305562146008,
      "loss_partial": 0.006195068359375,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.00034514343133196235,
      "loss_partial": 0.007568359375,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0004123531689401716,
      "loss_partial": 0.01165771484375,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0009217523038387299,
      "loss_partial": 0.0037689208984375,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0004429847467690706,
      "loss_partial": 0.00830078125,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0005676227738149464,
      "loss_partial": 0.006195068359375,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.0008835176704451442,
      "loss_partial": 0.004241943359375,
      "step": 629
    },
    {
      "epoch": 0.9142441860465116,
      "loss_distr": 0.00043803482549265027,
      "loss_partial": 0.006744384765625,
      "step": 629
    },
    {
      "epoch": 0.9156976744186046,
      "grad_norm": 0.18485289812088013,
      "learning_rate": 1.3191356770914245e-05,
      "loss": 0.1785,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0005033282795920968,
      "loss_partial": 0.007476806640625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0007225145818665624,
      "loss_partial": 0.0086669921875,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0005886525032110512,
      "loss_partial": 0.004486083984375,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0006958387093618512,
      "loss_partial": 0.006927490234375,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.00023288969532586634,
      "loss_partial": 0.00970458984375,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.00035690615186467767,
      "loss_partial": 0.00543212890625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0005734963342547417,
      "loss_partial": 0.002960205078125,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.000491976854391396,
      "loss_partial": 0.01348876953125,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0007461408386006951,
      "loss_partial": 0.0045166015625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.000322168692946434,
      "loss_partial": 0.005096435546875,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0006753273773938417,
      "loss_partial": 0.006011962890625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0008069741888903081,
      "loss_partial": 0.00762939453125,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0008374089375138283,
      "loss_partial": 0.005462646484375,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0006311784381978214,
      "loss_partial": 0.00628662109375,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0006421792204491794,
      "loss_partial": 0.0166015625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0005452058394439518,
      "loss_partial": 0.004791259765625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.000587987364269793,
      "loss_partial": 0.004913330078125,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0005481691332533956,
      "loss_partial": 0.005279541015625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0008022148977033794,
      "loss_partial": 0.005859375,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0006398072582669556,
      "loss_partial": 0.006805419921875,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.000407244311645627,
      "loss_partial": 0.00689697265625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0006282448302954435,
      "loss_partial": 0.007720947265625,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0008241540053859353,
      "loss_partial": 0.004119873046875,
      "step": 630
    },
    {
      "epoch": 0.9156976744186046,
      "loss_distr": 0.0006272319005802274,
      "loss_partial": 0.006439208984375,
      "step": 630
    },
    {
      "epoch": 0.9171511627906976,
      "grad_norm": 0.18096399307250977,
      "learning_rate": 1.3167297120971028e-05,
      "loss": 0.1789,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.00074429577216506,
      "loss_partial": 0.0057373046875,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005362154915928841,
      "loss_partial": 0.005035400390625,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0006490364903584123,
      "loss_partial": 0.00933837890625,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.00033660343615338206,
      "loss_partial": 0.004852294921875,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0004887127433903515,
      "loss_partial": 0.0076904296875,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005026452708989382,
      "loss_partial": 0.01019287109375,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005122796283103526,
      "loss_partial": 0.00616455078125,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.00044405239168554544,
      "loss_partial": 0.006439208984375,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005364821990951896,
      "loss_partial": 0.008056640625,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.00030723740928806365,
      "loss_partial": 0.0050048828125,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0003405605675652623,
      "loss_partial": 0.007720947265625,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005301984492689371,
      "loss_partial": 0.006622314453125,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0004978972719982266,
      "loss_partial": 0.006927490234375,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005249544628895819,
      "loss_partial": 0.0140380859375,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0008006475400179625,
      "loss_partial": 0.0042724609375,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0004245038144290447,
      "loss_partial": 0.009521484375,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005468672607094049,
      "loss_partial": 0.006805419921875,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005620161537081003,
      "loss_partial": 0.007232666015625,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0006670994916930795,
      "loss_partial": 0.004608154296875,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0005038278759457171,
      "loss_partial": 0.01251220703125,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.000382329395506531,
      "loss_partial": 0.014404296875,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.00045670452527701855,
      "loss_partial": 0.01348876953125,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0006254451582208276,
      "loss_partial": 0.00701904296875,
      "step": 631
    },
    {
      "epoch": 0.9171511627906976,
      "loss_distr": 0.0007538839126937091,
      "loss_partial": 0.007354736328125,
      "step": 631
    },
    {
      "epoch": 0.9186046511627907,
      "grad_norm": 0.18368546664714813,
      "learning_rate": 1.3143217074932674e-05,
      "loss": 0.1813,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0006101331091485918,
      "loss_partial": 0.0068359375,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0004381100879982114,
      "loss_partial": 0.007110595703125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.000679302669595927,
      "loss_partial": 0.00506591796875,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0004989872686564922,
      "loss_partial": 0.006561279296875,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0006189584382809699,
      "loss_partial": 0.006561279296875,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0007380414754152298,
      "loss_partial": 0.004425048828125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.00044293326209299266,
      "loss_partial": 0.0040283203125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0009752961341291666,
      "loss_partial": 0.003204345703125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.000237883985391818,
      "loss_partial": 0.0079345703125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0003502274048514664,
      "loss_partial": 0.0069580078125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0005327181424945593,
      "loss_partial": 0.006591796875,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0003811045316979289,
      "loss_partial": 0.004364013671875,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0005157768027856946,
      "loss_partial": 0.00762939453125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0005968984914943576,
      "loss_partial": 0.00665283203125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0003490530652925372,
      "loss_partial": 0.007476806640625,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0008546516764909029,
      "loss_partial": 0.00360107421875,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0006955225253477693,
      "loss_partial": 0.004974365234375,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0008446169085800648,
      "loss_partial": 0.004364013671875,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0006428747437894344,
      "loss_partial": 0.0052490234375,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0006243156385608017,
      "loss_partial": 0.006866455078125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0005264660576358438,
      "loss_partial": 0.01031494140625,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0002489456965122372,
      "loss_partial": 0.012939453125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0006916793063282967,
      "loss_partial": 0.00665283203125,
      "step": 632
    },
    {
      "epoch": 0.9186046511627907,
      "loss_distr": 0.0006891575176268816,
      "loss_partial": 0.005950927734375,
      "step": 632
    },
    {
      "epoch": 0.9200581395348837,
      "grad_norm": 0.18558774888515472,
      "learning_rate": 1.3119116787864814e-05,
      "loss": 0.1782,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0004749885411001742,
      "loss_partial": 0.006561279296875,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0005356869660317898,
      "loss_partial": 0.006378173828125,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0006186572136357427,
      "loss_partial": 0.006744384765625,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0006082176696509123,
      "loss_partial": 0.004852294921875,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.00022316700778901577,
      "loss_partial": 0.005706787109375,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0007539642392657697,
      "loss_partial": 0.0042724609375,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0007555963238701224,
      "loss_partial": 0.004058837890625,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.000674390175845474,
      "loss_partial": 0.004241943359375,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.00048717280151322484,
      "loss_partial": 0.006439208984375,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0005355279427021742,
      "loss_partial": 0.007293701171875,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0005839718505740166,
      "loss_partial": 0.0125732421875,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0006529303500428796,
      "loss_partial": 0.007110595703125,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.000622532912530005,
      "loss_partial": 0.01080322265625,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0005806597182527184,
      "loss_partial": 0.006988525390625,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0004830372054129839,
      "loss_partial": 0.006011962890625,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0004194040666334331,
      "loss_partial": 0.010009765625,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.00032538166851736605,
      "loss_partial": 0.014404296875,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.00043688638834282756,
      "loss_partial": 0.0096435546875,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.00044006932876072824,
      "loss_partial": 0.010498046875,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0006939887534826994,
      "loss_partial": 0.007110595703125,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0003642842057161033,
      "loss_partial": 0.007110595703125,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0007052960572764277,
      "loss_partial": 0.00518798828125,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0007216118974611163,
      "loss_partial": 0.009765625,
      "step": 633
    },
    {
      "epoch": 0.9200581395348837,
      "loss_distr": 0.0004186580190435052,
      "loss_partial": 0.007293701171875,
      "step": 633
    },
    {
      "epoch": 0.9215116279069767,
      "grad_norm": 0.1748884618282318,
      "learning_rate": 1.3094996414963416e-05,
      "loss": 0.1809,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0008679818129166961,
      "loss_partial": 0.0047607421875,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0007789785740897059,
      "loss_partial": 0.006256103515625,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0003179918276146054,
      "loss_partial": 0.00421142578125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.00041975543717853725,
      "loss_partial": 0.007354736328125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0003882704768329859,
      "loss_partial": 0.00933837890625,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0007657840615138412,
      "loss_partial": 0.00311279296875,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0006696581258438528,
      "loss_partial": 0.00958251953125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0003312419285066426,
      "loss_partial": 0.006927490234375,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0003445808542892337,
      "loss_partial": 0.00811767578125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0004183672135695815,
      "loss_partial": 0.006439208984375,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0005841220263391733,
      "loss_partial": 0.00946044921875,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0008224579505622387,
      "loss_partial": 0.004638671875,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0006431294605135918,
      "loss_partial": 0.006866455078125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.00043993693543598056,
      "loss_partial": 0.00677490234375,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0007254836964420974,
      "loss_partial": 0.007476806640625,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0006015608087182045,
      "loss_partial": 0.0027618408203125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0006255891639739275,
      "loss_partial": 0.00555419921875,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0004836100270040333,
      "loss_partial": 0.01031494140625,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0007883973303250968,
      "loss_partial": 0.008056640625,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0006036312552168965,
      "loss_partial": 0.006500244140625,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.00043790668132714927,
      "loss_partial": 0.004913330078125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0004770649247802794,
      "loss_partial": 0.009765625,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.0005115115200169384,
      "loss_partial": 0.004669189453125,
      "step": 634
    },
    {
      "epoch": 0.9215116279069767,
      "loss_distr": 0.00037707373849116266,
      "loss_partial": 0.0054931640625,
      "step": 634
    },
    {
      "epoch": 0.9229651162790697,
      "grad_norm": 0.1846262365579605,
      "learning_rate": 1.3070856111553795e-05,
      "loss": 0.1811,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.000466655648779124,
      "loss_partial": 0.00927734375,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0006257818313315511,
      "loss_partial": 0.005096435546875,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0005181622691452503,
      "loss_partial": 0.004302978515625,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0005211625248193741,
      "loss_partial": 0.01055908203125,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00047029225970618427,
      "loss_partial": 0.00830078125,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00032778072636574507,
      "loss_partial": 0.01068115234375,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0006062301690690219,
      "loss_partial": 0.004425048828125,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0007229127804748714,
      "loss_partial": 0.00579833984375,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00038017748738639057,
      "loss_partial": 0.004638671875,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0005513877840712667,
      "loss_partial": 0.0059814453125,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00047829875256866217,
      "loss_partial": 0.008544921875,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0005597695708274841,
      "loss_partial": 0.0035400390625,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0005994291277602315,
      "loss_partial": 0.005218505859375,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0005502866697497666,
      "loss_partial": 0.006500244140625,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00041434227023273706,
      "loss_partial": 0.00872802734375,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00033694165176711977,
      "loss_partial": 0.006805419921875,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.000654559233225882,
      "loss_partial": 0.007080078125,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00038346179644577205,
      "loss_partial": 0.0098876953125,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.000457622081739828,
      "loss_partial": 0.00396728515625,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0009136947337538004,
      "loss_partial": 0.004058837890625,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0005779311177320778,
      "loss_partial": 0.006866455078125,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0007783299661241472,
      "loss_partial": 0.00506591796875,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.0010218099923804402,
      "loss_partial": 0.003997802734375,
      "step": 635
    },
    {
      "epoch": 0.9229651162790697,
      "loss_distr": 0.00029496601200662553,
      "loss_partial": 0.007720947265625,
      "step": 635
    },
    {
      "epoch": 0.9244186046511628,
      "grad_norm": 0.1852121353149414,
      "learning_rate": 1.304669603308961e-05,
      "loss": 0.1838,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.00045171158853918314,
      "loss_partial": 0.006927490234375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0009788271272554994,
      "loss_partial": 0.003204345703125,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0004567549913190305,
      "loss_partial": 0.007568359375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0002980935969389975,
      "loss_partial": 0.00982666015625,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.00043529897811822593,
      "loss_partial": 0.0096435546875,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0007136637577787042,
      "loss_partial": 0.00457763671875,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006083971238695085,
      "loss_partial": 0.007171630859375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006434036185964942,
      "loss_partial": 0.00726318359375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0005378259811550379,
      "loss_partial": 0.009033203125,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006781966658309102,
      "loss_partial": 0.006744384765625,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0007395284483209252,
      "loss_partial": 0.00738525390625,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.000993570196442306,
      "loss_partial": 0.004638671875,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.00033220701152458787,
      "loss_partial": 0.01019287109375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0004281915898900479,
      "loss_partial": 0.006011962890625,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.00045324148959480226,
      "loss_partial": 0.00726318359375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006412644288502634,
      "loss_partial": 0.004730224609375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0005883122212253511,
      "loss_partial": 0.00579833984375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006484969635494053,
      "loss_partial": 0.00640869140625,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.000868665985763073,
      "loss_partial": 0.00592041015625,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006863413145765662,
      "loss_partial": 0.003387451171875,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0007189479656517506,
      "loss_partial": 0.0033416748046875,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006933704717084765,
      "loss_partial": 0.005462646484375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.0006269541336223483,
      "loss_partial": 0.005859375,
      "step": 636
    },
    {
      "epoch": 0.9244186046511628,
      "loss_distr": 0.00033648457610979676,
      "loss_partial": 0.00390625,
      "step": 636
    },
    {
      "epoch": 0.9258720930232558,
      "grad_norm": 0.17135213315486908,
      "learning_rate": 1.3022516335151859e-05,
      "loss": 0.1773,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0006852371152490377,
      "loss_partial": 0.00494384765625,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0005021555116400123,
      "loss_partial": 0.01153564453125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0007041386561468244,
      "loss_partial": 0.004638671875,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.00029571825871244073,
      "loss_partial": 0.00872802734375,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0005442413385026157,
      "loss_partial": 0.00531005859375,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0005179482395760715,
      "loss_partial": 0.006683349609375,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0005714792059734464,
      "loss_partial": 0.007659912109375,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0003934155683964491,
      "loss_partial": 0.005401611328125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0009229005663655698,
      "loss_partial": 0.005126953125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.00082312838640064,
      "loss_partial": 0.003875732421875,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0005675817956216633,
      "loss_partial": 0.004669189453125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0005433899350464344,
      "loss_partial": 0.006011962890625,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.00048771672300063074,
      "loss_partial": 0.0118408203125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.00074353365926072,
      "loss_partial": 0.00848388671875,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0004987951833754778,
      "loss_partial": 0.00830078125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.00021985534112900496,
      "loss_partial": 0.005615234375,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0007424999494105577,
      "loss_partial": 0.007354736328125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.00027086804038845,
      "loss_partial": 0.00543212890625,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.00040544194052927196,
      "loss_partial": 0.006378173828125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0008040221873670816,
      "loss_partial": 0.006591796875,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0003470864612609148,
      "loss_partial": 0.007720947265625,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0008028370793908834,
      "loss_partial": 0.005462646484375,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.0005263664643280208,
      "loss_partial": 0.0038604736328125,
      "step": 637
    },
    {
      "epoch": 0.9258720930232558,
      "loss_distr": 0.000664678867906332,
      "loss_partial": 0.00689697265625,
      "step": 637
    },
    {
      "epoch": 0.9273255813953488,
      "grad_norm": 0.1969597339630127,
      "learning_rate": 1.2998317173447887e-05,
      "loss": 0.1802,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0005998422857373953,
      "loss_partial": 0.005889892578125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.00046426086919382215,
      "loss_partial": 0.00433349609375,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.000535100931301713,
      "loss_partial": 0.006103515625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0004027620598208159,
      "loss_partial": 0.00616455078125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0005160053260624409,
      "loss_partial": 0.008056640625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0006632612785324454,
      "loss_partial": 0.005157470703125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0003225511754862964,
      "loss_partial": 0.01544189453125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0008791886502876878,
      "loss_partial": 0.00994873046875,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0006302121328189969,
      "loss_partial": 0.008056640625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0005904272547923028,
      "loss_partial": 0.004302978515625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0006813807412981987,
      "loss_partial": 0.00653076171875,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.00027021695859730244,
      "loss_partial": 0.00634765625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0003063795156776905,
      "loss_partial": 0.00421142578125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0005916705122217536,
      "loss_partial": 0.00714111328125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0006401218706741929,
      "loss_partial": 0.006622314453125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0005018889787606895,
      "loss_partial": 0.00799560546875,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0003805552260018885,
      "loss_partial": 0.005126953125,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.000716775597538799,
      "loss_partial": 0.004791259765625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0004791318206116557,
      "loss_partial": 0.004486083984375,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.000484369695186615,
      "loss_partial": 0.007720947265625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0007326404447667301,
      "loss_partial": 0.0037689208984375,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.000364620063919574,
      "loss_partial": 0.006103515625,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.0006674932083114982,
      "loss_partial": 0.0042724609375,
      "step": 638
    },
    {
      "epoch": 0.9273255813953488,
      "loss_distr": 0.00041155339567922056,
      "loss_partial": 0.0052490234375,
      "step": 638
    },
    {
      "epoch": 0.9287790697674418,
      "grad_norm": 0.1977902054786682,
      "learning_rate": 1.2974098703810379e-05,
      "loss": 0.1726,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0009069275110960007,
      "loss_partial": 0.00653076171875,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0002897247322835028,
      "loss_partial": 0.0140380859375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0005847216816619039,
      "loss_partial": 0.005157470703125,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.00023707287618890405,
      "loss_partial": 0.0130615234375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0004985567065887153,
      "loss_partial": 0.0081787109375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0002522605354897678,
      "loss_partial": 0.00958251953125,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0006577360327355564,
      "loss_partial": 0.00433349609375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.00046554786968044937,
      "loss_partial": 0.0084228515625,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0005362483789213002,
      "loss_partial": 0.008544921875,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0006271623424254358,
      "loss_partial": 0.00775146484375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0005612705717794597,
      "loss_partial": 0.0064697265625,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.00047210679622367024,
      "loss_partial": 0.00836181640625,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0006404097657650709,
      "loss_partial": 0.0225830078125,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0005423917900770903,
      "loss_partial": 0.0101318359375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0007773637771606445,
      "loss_partial": 0.0096435546875,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0006744461134076118,
      "loss_partial": 0.00592041015625,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0004448808031156659,
      "loss_partial": 0.00518798828125,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0006296183564700186,
      "loss_partial": 0.00457763671875,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0005959063419140875,
      "loss_partial": 0.0054931640625,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.0005890779430046678,
      "loss_partial": 0.006744384765625,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.000769515463616699,
      "loss_partial": 0.00506591796875,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.000343055697157979,
      "loss_partial": 0.00872802734375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.00036762928357347846,
      "loss_partial": 0.0068359375,
      "step": 639
    },
    {
      "epoch": 0.9287790697674418,
      "loss_distr": 0.000563192181289196,
      "loss_partial": 0.00921630859375,
      "step": 639
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 0.1606130301952362,
      "learning_rate": 1.2949861082196344e-05,
      "loss": 0.1794,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0005787635454908013,
      "loss_partial": 0.0096435546875,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.000667836400680244,
      "loss_partial": 0.0123291015625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0007876504678279161,
      "loss_partial": 0.007110595703125,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0005292082205414772,
      "loss_partial": 0.00811767578125,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.00032654282404109836,
      "loss_partial": 0.00799560546875,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0005446029826998711,
      "loss_partial": 0.0035552978515625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0004945197142660618,
      "loss_partial": 0.00787353515625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0004897384205833077,
      "loss_partial": 0.004119873046875,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0006402960862033069,
      "loss_partial": 0.006500244140625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0006316344952210784,
      "loss_partial": 0.006744384765625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0004930041031911969,
      "loss_partial": 0.00592041015625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.00044379610335454345,
      "loss_partial": 0.008056640625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0005961817805655301,
      "loss_partial": 0.006439208984375,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.000501285947393626,
      "loss_partial": 0.0098876953125,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0005258667515590787,
      "loss_partial": 0.0034637451171875,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.000527024909388274,
      "loss_partial": 0.00738525390625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0004942337400279939,
      "loss_partial": 0.0079345703125,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.00042076894897036254,
      "loss_partial": 0.00836181640625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0008173612295649946,
      "loss_partial": 0.0057373046875,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.000694011221639812,
      "loss_partial": 0.0048828125,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0006529119564220309,
      "loss_partial": 0.00457763671875,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0006604123627766967,
      "loss_partial": 0.005340576171875,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0006149626569822431,
      "loss_partial": 0.00640869140625,
      "step": 640
    },
    {
      "epoch": 0.9302325581395349,
      "loss_distr": 0.0007987100398167968,
      "loss_partial": 0.0037994384765625,
      "step": 640
    },
    {
      "epoch": 0.9316860465116279,
      "grad_norm": 0.2470320761203766,
      "learning_rate": 1.2925604464686137e-05,
      "loss": 0.1786,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0006311105098575354,
      "loss_partial": 0.00787353515625,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0004880292108282447,
      "loss_partial": 0.009033203125,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0007333119865506887,
      "loss_partial": 0.0029754638671875,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0006760366959497333,
      "loss_partial": 0.0074462890625,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0005355183966457844,
      "loss_partial": 0.0079345703125,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0003203516826033592,
      "loss_partial": 0.00592041015625,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0005451015895232558,
      "loss_partial": 0.0096435546875,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.00034059069002978504,
      "loss_partial": 0.0081787109375,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.000694595742970705,
      "loss_partial": 0.0069580078125,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0007625286816619337,
      "loss_partial": 0.006256103515625,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0007516158511862159,
      "loss_partial": 0.0038604736328125,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0005471084732562304,
      "loss_partial": 0.00592041015625,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.00040803742012940347,
      "loss_partial": 0.01336669921875,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0004458428593352437,
      "loss_partial": 0.0087890625,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0002730776323005557,
      "loss_partial": 0.01043701171875,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0009363997960463166,
      "loss_partial": 0.004852294921875,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0007278234697878361,
      "loss_partial": 0.005859375,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0007067766273394227,
      "loss_partial": 0.005126953125,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0003818757541012019,
      "loss_partial": 0.009033203125,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.000489314435981214,
      "loss_partial": 0.01043701171875,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0002445763966534287,
      "loss_partial": 0.005126953125,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0007642995333299041,
      "loss_partial": 0.006439208984375,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.0007636117516085505,
      "loss_partial": 0.0028076171875,
      "step": 641
    },
    {
      "epoch": 0.9316860465116279,
      "loss_distr": 0.00026259911828674376,
      "loss_partial": 0.004547119140625,
      "step": 641
    },
    {
      "epoch": 0.9331395348837209,
      "grad_norm": 0.18806561827659607,
      "learning_rate": 1.290132900748243e-05,
      "loss": 0.1793,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0002704102953430265,
      "loss_partial": 0.005035400390625,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.001122431131079793,
      "loss_partial": 0.005035400390625,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0005579408607445657,
      "loss_partial": 0.00537109375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0004283361486159265,
      "loss_partial": 0.0072021484375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0006722456309944391,
      "loss_partial": 0.004364013671875,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0002903435379266739,
      "loss_partial": 0.006622314453125,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0008133251685649157,
      "loss_partial": 0.00537109375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.00034028233494609594,
      "loss_partial": 0.00531005859375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0007596029317937791,
      "loss_partial": 0.00701904296875,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0004614889621734619,
      "loss_partial": 0.006195068359375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0007193749770522118,
      "loss_partial": 0.005828857421875,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0006092754774726927,
      "loss_partial": 0.005950927734375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0005909441388212144,
      "loss_partial": 0.00787353515625,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.00042965039028786123,
      "loss_partial": 0.0089111328125,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0006312888581305742,
      "loss_partial": 0.00738525390625,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0005476848455145955,
      "loss_partial": 0.00811767578125,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0004357634752523154,
      "loss_partial": 0.01190185546875,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0005006487481296062,
      "loss_partial": 0.006988525390625,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0008157194824889302,
      "loss_partial": 0.006011962890625,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0008441758691333234,
      "loss_partial": 0.00396728515625,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0006605472881346941,
      "loss_partial": 0.00860595703125,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0003332312626298517,
      "loss_partial": 0.006195068359375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0008723785867914557,
      "loss_partial": 0.004486083984375,
      "step": 642
    },
    {
      "epoch": 0.9331395348837209,
      "loss_distr": 0.0005850425222888589,
      "loss_partial": 0.0045166015625,
      "step": 642
    },
    {
      "epoch": 0.934593023255814,
      "grad_norm": 0.19802285730838776,
      "learning_rate": 1.2877034866909218e-05,
      "loss": 0.1767,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0005997002590447664,
      "loss_partial": 0.00518798828125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0004980054800398648,
      "loss_partial": 0.007171630859375,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0005120152491144836,
      "loss_partial": 0.00445556640625,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0003571647102944553,
      "loss_partial": 0.005157470703125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0008390448056161404,
      "loss_partial": 0.004180908203125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0008513574721291661,
      "loss_partial": 0.004791259765625,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0008283596253022552,
      "loss_partial": 0.008056640625,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0004461584612727165,
      "loss_partial": 0.00653076171875,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.00030744713149033487,
      "loss_partial": 0.0032806396484375,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0002993220114149153,
      "loss_partial": 0.0096435546875,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0008142495062202215,
      "loss_partial": 0.00506591796875,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0006046321941539645,
      "loss_partial": 0.01092529296875,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0007176095969043672,
      "loss_partial": 0.00665283203125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.00019160265219397843,
      "loss_partial": 0.00616455078125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0006082140025682747,
      "loss_partial": 0.0027618408203125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.00043780982377938926,
      "loss_partial": 0.00872802734375,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0005126780597493052,
      "loss_partial": 0.0079345703125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0002620337181724608,
      "loss_partial": 0.009033203125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.000351757335010916,
      "loss_partial": 0.0072021484375,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0005211299285292625,
      "loss_partial": 0.0089111328125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0005159759894013405,
      "loss_partial": 0.00286865234375,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0007685336750000715,
      "loss_partial": 0.0040283203125,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0005514342337846756,
      "loss_partial": 0.00494384765625,
      "step": 643
    },
    {
      "epoch": 0.934593023255814,
      "loss_distr": 0.0007223737775348127,
      "loss_partial": 0.005523681640625,
      "step": 643
    },
    {
      "epoch": 0.936046511627907,
      "grad_norm": 0.18357440829277039,
      "learning_rate": 1.2852722199410804e-05,
      "loss": 0.178,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0007139163790270686,
      "loss_partial": 0.004791259765625,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0005035814829170704,
      "loss_partial": 0.004180908203125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0003189953858964145,
      "loss_partial": 0.00848388671875,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0008782681543380022,
      "loss_partial": 0.0115966796875,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.00026654516113922,
      "loss_partial": 0.003875732421875,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0008756951428949833,
      "loss_partial": 0.0072021484375,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0006438982672989368,
      "loss_partial": 0.003692626953125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.000678040087223053,
      "loss_partial": 0.00787353515625,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0010290537029504776,
      "loss_partial": 0.004730224609375,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.00033587991492822766,
      "loss_partial": 0.00604248046875,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0005647176876664162,
      "loss_partial": 0.00830078125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.00041949248407036066,
      "loss_partial": 0.00665283203125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.00043196819024160504,
      "loss_partial": 0.005096435546875,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0005304061342030764,
      "loss_partial": 0.0031585693359375,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0005755965830758214,
      "loss_partial": 0.0048828125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0004607230657711625,
      "loss_partial": 0.00811767578125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0006888002972118556,
      "loss_partial": 0.007354736328125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0005163172027096152,
      "loss_partial": 0.01116943359375,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.00046104329521767795,
      "loss_partial": 0.00677490234375,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0007894786540418863,
      "loss_partial": 0.0062255859375,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.001077759312465787,
      "loss_partial": 0.0048828125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.00038788141682744026,
      "loss_partial": 0.006317138671875,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.0007823672494851053,
      "loss_partial": 0.006134033203125,
      "step": 644
    },
    {
      "epoch": 0.936046511627907,
      "loss_distr": 0.00078946677967906,
      "loss_partial": 0.004364013671875,
      "step": 644
    },
    {
      "epoch": 0.9375,
      "grad_norm": 0.18262286484241486,
      "learning_rate": 1.2828391161550802e-05,
      "loss": 0.1754,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0004261163994669914,
      "loss_partial": 0.00732421875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0004934759344905615,
      "loss_partial": 0.008544921875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0007639911491423845,
      "loss_partial": 0.004119873046875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.000285283662378788,
      "loss_partial": 0.00408935546875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0006015552207827568,
      "loss_partial": 0.004180908203125,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.00028737500542774796,
      "loss_partial": 0.01123046875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0003976500011049211,
      "loss_partial": 0.00897216796875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0006569551187567413,
      "loss_partial": 0.005126953125,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0007358392467722297,
      "loss_partial": 0.0029449462890625,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0005905075813643634,
      "loss_partial": 0.00799560546875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0006321287946775556,
      "loss_partial": 0.0038299560546875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0007030018023215234,
      "loss_partial": 0.005340576171875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.00044585997238755226,
      "loss_partial": 0.009765625,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0006275198538787663,
      "loss_partial": 0.00543212890625,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0005707585369236767,
      "loss_partial": 0.003662109375,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0005709418328478932,
      "loss_partial": 0.005462646484375,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0005584340542554855,
      "loss_partial": 0.004486083984375,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0006270823650993407,
      "loss_partial": 0.0067138671875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.00029274902772158384,
      "loss_partial": 0.006683349609375,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0005367954145185649,
      "loss_partial": 0.004058837890625,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0007919932249933481,
      "loss_partial": 0.005096435546875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0005950539489276707,
      "loss_partial": 0.00982666015625,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0007720595458522439,
      "loss_partial": 0.004119873046875,
      "step": 645
    },
    {
      "epoch": 0.9375,
      "loss_distr": 0.0005679548485204577,
      "loss_partial": 0.005218505859375,
      "step": 645
    },
    {
      "epoch": 0.938953488372093,
      "grad_norm": 0.18487343192100525,
      "learning_rate": 1.2804041910011123e-05,
      "loss": 0.1784,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0008620128501206636,
      "loss_partial": 0.00689697265625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0003953516425099224,
      "loss_partial": 0.007232666015625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0005430483724921942,
      "loss_partial": 0.01361083984375,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.00031141476938501,
      "loss_partial": 0.005584716796875,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.00039190688403323293,
      "loss_partial": 0.004791259765625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0005022967816330492,
      "loss_partial": 0.006988525390625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0005440752138383687,
      "loss_partial": 0.00439453125,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0009348491439595819,
      "loss_partial": 0.004791259765625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0006701296661049128,
      "loss_partial": 0.00335693359375,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.00046543937060050666,
      "loss_partial": 0.0059814453125,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0005219372105784714,
      "loss_partial": 0.007293701171875,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0006256092456169426,
      "loss_partial": 0.00677490234375,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.00035900663351640105,
      "loss_partial": 0.010498046875,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0006868712953291833,
      "loss_partial": 0.0045166015625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0005053168861195445,
      "loss_partial": 0.003997802734375,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.00046152202412486076,
      "loss_partial": 0.00885009765625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0002445386489853263,
      "loss_partial": 0.00689697265625,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0005401562084443867,
      "loss_partial": 0.00506591796875,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0003911108651664108,
      "loss_partial": 0.01190185546875,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0005594758549705148,
      "loss_partial": 0.00762939453125,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0007963014650158584,
      "loss_partial": 0.0047607421875,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.00048094469821080565,
      "loss_partial": 0.0091552734375,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0004589394375216216,
      "loss_partial": 0.007659912109375,
      "step": 646
    },
    {
      "epoch": 0.938953488372093,
      "loss_distr": 0.0007123688119463623,
      "loss_partial": 0.00921630859375,
      "step": 646
    },
    {
      "epoch": 0.940406976744186,
      "grad_norm": 0.2212783545255661,
      "learning_rate": 1.277967460159096e-05,
      "loss": 0.1778,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0005090853665024042,
      "loss_partial": 0.006622314453125,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0003536077565513551,
      "loss_partial": 0.007659912109375,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0007550836307927966,
      "loss_partial": 0.005584716796875,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0004397040465846658,
      "loss_partial": 0.00775146484375,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0004171371692791581,
      "loss_partial": 0.007720947265625,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0006537805311381817,
      "loss_partial": 0.005767822265625,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.00037417057319544256,
      "loss_partial": 0.00567626953125,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0006743890698999166,
      "loss_partial": 0.00958251953125,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.00044491986045613885,
      "loss_partial": 0.0086669921875,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0006837894907221198,
      "loss_partial": 0.0052490234375,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.00032062100945040584,
      "loss_partial": 0.009521484375,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0005939222173765302,
      "loss_partial": 0.00897216796875,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.000547843286767602,
      "loss_partial": 0.005462646484375,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.000692495726980269,
      "loss_partial": 0.007659912109375,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0005195008707232773,
      "loss_partial": 0.00860595703125,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.000907404231838882,
      "loss_partial": 0.00390625,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0005896101938560605,
      "loss_partial": 0.009765625,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.00023007573327049613,
      "loss_partial": 0.00787353515625,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.00030953006353229284,
      "loss_partial": 0.00738525390625,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0005847963620908558,
      "loss_partial": 0.006622314453125,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0007013522554188967,
      "loss_partial": 0.004852294921875,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0005236708093434572,
      "loss_partial": 0.0091552734375,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.0006530882092192769,
      "loss_partial": 0.00738525390625,
      "step": 647
    },
    {
      "epoch": 0.940406976744186,
      "loss_distr": 0.000598555663600564,
      "loss_partial": 0.0032501220703125,
      "step": 647
    },
    {
      "epoch": 0.9418604651162791,
      "grad_norm": 0.2042519599199295,
      "learning_rate": 1.2755289393205802e-05,
      "loss": 0.1831,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0006716137286275625,
      "loss_partial": 0.0047607421875,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0006278337095864117,
      "loss_partial": 0.0098876953125,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0003476664423942566,
      "loss_partial": 0.00537109375,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.00035893789026886225,
      "loss_partial": 0.00799560546875,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0008463098201900721,
      "loss_partial": 0.005340576171875,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.00044544233242049813,
      "loss_partial": 0.0062255859375,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0003610218991525471,
      "loss_partial": 0.00396728515625,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0007008183165453374,
      "loss_partial": 0.003997802734375,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0005858730874024332,
      "loss_partial": 0.009033203125,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.00039761338848620653,
      "loss_partial": 0.00543212890625,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0003323601558804512,
      "loss_partial": 0.01226806640625,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.000672504014801234,
      "loss_partial": 0.0096435546875,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.00032828113762661815,
      "loss_partial": 0.00482177734375,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0006730942404828966,
      "loss_partial": 0.00830078125,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0005590124055743217,
      "loss_partial": 0.0035552978515625,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0005220067105256021,
      "loss_partial": 0.008056640625,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0005330605199560523,
      "loss_partial": 0.00775146484375,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0003437632694840431,
      "loss_partial": 0.006103515625,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0005799935315735638,
      "loss_partial": 0.00592041015625,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.000510104582644999,
      "loss_partial": 0.00946044921875,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0007307039340957999,
      "loss_partial": 0.00482177734375,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0003167590475641191,
      "loss_partial": 0.00860595703125,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0008333545993082225,
      "loss_partial": 0.00848388671875,
      "step": 648
    },
    {
      "epoch": 0.9418604651162791,
      "loss_distr": 0.0005146623589098454,
      "loss_partial": 0.00811767578125,
      "step": 648
    },
    {
      "epoch": 0.9433139534883721,
      "grad_norm": 0.19354625046253204,
      "learning_rate": 1.2730886441886388e-05,
      "loss": 0.1769,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0008885221905075014,
      "loss_partial": 0.004608154296875,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.00023542052076663822,
      "loss_partial": 0.0103759765625,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0005876589566469193,
      "loss_partial": 0.006988525390625,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0003913368273060769,
      "loss_partial": 0.00830078125,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0004968710709363222,
      "loss_partial": 0.00604248046875,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0004969980800524354,
      "loss_partial": 0.014892578125,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.00030742757371626794,
      "loss_partial": 0.013427734375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0006481701857410371,
      "loss_partial": 0.006927490234375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0003788484900724143,
      "loss_partial": 0.005218505859375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.00030698333284817636,
      "loss_partial": 0.006927490234375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.00046237395144999027,
      "loss_partial": 0.0050048828125,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0004476771573536098,
      "loss_partial": 0.0067138671875,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0006601049099117517,
      "loss_partial": 0.0037689208984375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0005164333852007985,
      "loss_partial": 0.00506591796875,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0005457838997244835,
      "loss_partial": 0.005859375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.00027930864598602057,
      "loss_partial": 0.005615234375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0004614148929249495,
      "loss_partial": 0.00860595703125,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0006706672138534486,
      "loss_partial": 0.007171630859375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0004477695911191404,
      "loss_partial": 0.0087890625,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.00054339156486094,
      "loss_partial": 0.0084228515625,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0005409820005297661,
      "loss_partial": 0.007568359375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0008887532167136669,
      "loss_partial": 0.004974365234375,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.0004869549011345953,
      "loss_partial": 0.01141357421875,
      "step": 649
    },
    {
      "epoch": 0.9433139534883721,
      "loss_distr": 0.00025934638688340783,
      "loss_partial": 0.005950927734375,
      "step": 649
    },
    {
      "epoch": 0.9447674418604651,
      "grad_norm": 0.1995597630739212,
      "learning_rate": 1.2706465904777723e-05,
      "loss": 0.1773,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0005724643124267459,
      "loss_partial": 0.00726318359375,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0006741159013472497,
      "loss_partial": 0.01123046875,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0005191243253648281,
      "loss_partial": 0.00555419921875,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.00034953359863720834,
      "loss_partial": 0.01385498046875,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0008580339490436018,
      "loss_partial": 0.006011962890625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.00038730783853679895,
      "loss_partial": 0.007659912109375,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.00022240920225158334,
      "loss_partial": 0.006439208984375,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0002819141373038292,
      "loss_partial": 0.00848388671875,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0003643028321675956,
      "loss_partial": 0.007171630859375,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.000644132902380079,
      "loss_partial": 0.0057373046875,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0006678292993456125,
      "loss_partial": 0.00531005859375,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0007576709031127393,
      "loss_partial": 0.0062255859375,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0006675929180346429,
      "loss_partial": 0.005279541015625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0007337901624850929,
      "loss_partial": 0.0111083984375,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0005070852348580956,
      "loss_partial": 0.0086669921875,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0005439206142909825,
      "loss_partial": 0.006988525390625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0002316836325917393,
      "loss_partial": 0.004302978515625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.00047981663374230266,
      "loss_partial": 0.008056640625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0006246594712138176,
      "loss_partial": 0.00408935546875,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0005662854528054595,
      "loss_partial": 0.00958251953125,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.00029284501215443015,
      "loss_partial": 0.006103515625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0005563399754464626,
      "loss_partial": 0.002838134765625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0004401344049256295,
      "loss_partial": 0.01025390625,
      "step": 650
    },
    {
      "epoch": 0.9447674418604651,
      "loss_distr": 0.0007304587634280324,
      "loss_partial": 0.00408935546875,
      "step": 650
    },
    {
      "epoch": 0.9462209302325582,
      "grad_norm": 0.22878335416316986,
      "learning_rate": 1.268202793913805e-05,
      "loss": 0.1813,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0006235707551240921,
      "loss_partial": 0.00518798828125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0006006805342622101,
      "loss_partial": 0.00775146484375,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0006449277279898524,
      "loss_partial": 0.007080078125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.000494050735142082,
      "loss_partial": 0.01171875,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0003850082866847515,
      "loss_partial": 0.01239013671875,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0002410759188933298,
      "loss_partial": 0.004180908203125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0005845912965014577,
      "loss_partial": 0.0079345703125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.00044501415686681867,
      "loss_partial": 0.005126953125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.000661826110444963,
      "loss_partial": 0.0078125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0007306681363843381,
      "loss_partial": 0.005523681640625,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.00044478161726146936,
      "loss_partial": 0.006988525390625,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0005889009335078299,
      "loss_partial": 0.00738525390625,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.00044861144851893187,
      "loss_partial": 0.00579833984375,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0006144740618765354,
      "loss_partial": 0.004638671875,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.00040824164170771837,
      "loss_partial": 0.00732421875,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0005332919536158442,
      "loss_partial": 0.01214599609375,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.00045836647041141987,
      "loss_partial": 0.00811767578125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0004302093875594437,
      "loss_partial": 0.0087890625,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.000524486880749464,
      "loss_partial": 0.005706787109375,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0007247073808684945,
      "loss_partial": 0.005462646484375,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0009032306261360645,
      "loss_partial": 0.0031585693359375,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0007418328896164894,
      "loss_partial": 0.00860595703125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.0005081732524558902,
      "loss_partial": 0.0040283203125,
      "step": 651
    },
    {
      "epoch": 0.9462209302325582,
      "loss_distr": 0.00061707355780527,
      "loss_partial": 0.007049560546875,
      "step": 651
    },
    {
      "epoch": 0.9476744186046512,
      "grad_norm": 0.21089452505111694,
      "learning_rate": 1.2657572702337859e-05,
      "loss": 0.1784,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.000917523808311671,
      "loss_partial": 0.00799560546875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0005084486911073327,
      "loss_partial": 0.0068359375,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0005156800034455955,
      "loss_partial": 0.0079345703125,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0007451605051755905,
      "loss_partial": 0.00830078125,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0008821675437502563,
      "loss_partial": 0.004425048828125,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0006586759118363261,
      "loss_partial": 0.00457763671875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0005980107234790921,
      "loss_partial": 0.00830078125,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0005258708260953426,
      "loss_partial": 0.00347900390625,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.00038830688572488725,
      "loss_partial": 0.00567626953125,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0004829815588891506,
      "loss_partial": 0.004486083984375,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.00045022889389656484,
      "loss_partial": 0.00823974609375,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0007299829158000648,
      "loss_partial": 0.006317138671875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0008833344909362495,
      "loss_partial": 0.004791259765625,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0008943200809881091,
      "loss_partial": 0.00433349609375,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0005586671177297831,
      "loss_partial": 0.010498046875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0004049705748911947,
      "loss_partial": 0.00579833984375,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.000665551982820034,
      "loss_partial": 0.006561279296875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0006210968713276088,
      "loss_partial": 0.007293701171875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.000656727934256196,
      "loss_partial": 0.005584716796875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.00034710971522144973,
      "loss_partial": 0.004425048828125,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0004886666429229081,
      "loss_partial": 0.010498046875,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.000730417319573462,
      "loss_partial": 0.003936767578125,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0006927119102329016,
      "loss_partial": 0.005950927734375,
      "step": 652
    },
    {
      "epoch": 0.9476744186046512,
      "loss_distr": 0.0009096997673623264,
      "loss_partial": 0.002960205078125,
      "step": 652
    },
    {
      "epoch": 0.9491279069767442,
      "grad_norm": 0.19164283573627472,
      "learning_rate": 1.2633100351858848e-05,
      "loss": 0.1746,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0005762050277553499,
      "loss_partial": 0.00311279296875,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0004870512639172375,
      "loss_partial": 0.007354736328125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0005956332315690815,
      "loss_partial": 0.0050048828125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0005284490762278438,
      "loss_partial": 0.00518798828125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0005078042158856988,
      "loss_partial": 0.00518798828125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0006338647799566388,
      "loss_partial": 0.00738525390625,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0005147901829332113,
      "loss_partial": 0.00494384765625,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0002637907746247947,
      "loss_partial": 0.006103515625,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0006863417802378535,
      "loss_partial": 0.0037841796875,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0005398898501880467,
      "loss_partial": 0.01068115234375,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0007346428465098143,
      "loss_partial": 0.006927490234375,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.00039458516403101385,
      "loss_partial": 0.01361083984375,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0008094378281384706,
      "loss_partial": 0.005096435546875,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.000273803249001503,
      "loss_partial": 0.00665283203125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0006219152710400522,
      "loss_partial": 0.00390625,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0003280671953689307,
      "loss_partial": 0.0086669921875,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0006426792242564261,
      "loss_partial": 0.01397705078125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0004596235230565071,
      "loss_partial": 0.007080078125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0004934431053698063,
      "loss_partial": 0.006195068359375,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0005780959036201239,
      "loss_partial": 0.0081787109375,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.00043335737427696586,
      "loss_partial": 0.00531005859375,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.000574382022023201,
      "loss_partial": 0.00738525390625,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0004937327466905117,
      "loss_partial": 0.00518798828125,
      "step": 653
    },
    {
      "epoch": 0.9491279069767442,
      "loss_distr": 0.0006727682775817811,
      "loss_partial": 0.005035400390625,
      "step": 653
    },
    {
      "epoch": 0.9505813953488372,
      "grad_norm": 0.17841900885105133,
      "learning_rate": 1.2608611045292918e-05,
      "loss": 0.1761,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0005993557278998196,
      "loss_partial": 0.00897216796875,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0003471754607744515,
      "loss_partial": 0.00897216796875,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0010570746380835772,
      "loss_partial": 0.004913330078125,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0005399159272201359,
      "loss_partial": 0.006103515625,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0009696240886114538,
      "loss_partial": 0.00469970703125,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0004525085387285799,
      "loss_partial": 0.004852294921875,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0005982397124171257,
      "loss_partial": 0.00946044921875,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.00036554737016558647,
      "loss_partial": 0.0078125,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0006248795543797314,
      "loss_partial": 0.00555419921875,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.00031607074197381735,
      "loss_partial": 0.00640869140625,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0007160692475736141,
      "loss_partial": 0.018798828125,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.000827735522761941,
      "loss_partial": 0.005645751953125,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0007138847722671926,
      "loss_partial": 0.004364013671875,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0008525472367182374,
      "loss_partial": 0.004425048828125,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.00037164572859182954,
      "loss_partial": 0.00885009765625,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.00038754037814214826,
      "loss_partial": 0.009521484375,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.00033716956386342645,
      "loss_partial": 0.00531005859375,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0006147179519757628,
      "loss_partial": 0.00531005859375,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0006619082996621728,
      "loss_partial": 0.004241943359375,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0007451021810993552,
      "loss_partial": 0.00482177734375,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0005362263764254749,
      "loss_partial": 0.007049560546875,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.0008253849809989333,
      "loss_partial": 0.006103515625,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.00033914530649781227,
      "loss_partial": 0.008056640625,
      "step": 654
    },
    {
      "epoch": 0.9505813953488372,
      "loss_distr": 0.000762594339903444,
      "loss_partial": 0.006256103515625,
      "step": 654
    },
    {
      "epoch": 0.9520348837209303,
      "grad_norm": 0.19276435673236847,
      "learning_rate": 1.2584104940341166e-05,
      "loss": 0.178,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0003030102525372058,
      "loss_partial": 0.00439453125,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0005825961707159877,
      "loss_partial": 0.00469970703125,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0004152445471845567,
      "loss_partial": 0.007568359375,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0005548577755689621,
      "loss_partial": 0.005950927734375,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.00101692124735564,
      "loss_partial": 0.0079345703125,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0005035728099755943,
      "loss_partial": 0.0032958984375,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0005281793419271708,
      "loss_partial": 0.004058837890625,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0004858765460085124,
      "loss_partial": 0.007080078125,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0006519114831462502,
      "loss_partial": 0.0038299560546875,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0004118203651160002,
      "loss_partial": 0.010498046875,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.000731798994820565,
      "loss_partial": 0.00555419921875,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0004135124618187547,
      "loss_partial": 0.005126953125,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0004748149076476693,
      "loss_partial": 0.00927734375,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0006593706784769893,
      "loss_partial": 0.0096435546875,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0005996568943373859,
      "loss_partial": 0.005523681640625,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.00034515338484197855,
      "loss_partial": 0.01165771484375,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.000384387094527483,
      "loss_partial": 0.01080322265625,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0004403171769808978,
      "loss_partial": 0.0086669921875,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.00035496545024216175,
      "loss_partial": 0.005889892578125,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0007273615337908268,
      "loss_partial": 0.00579833984375,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0005800076178275049,
      "loss_partial": 0.007476806640625,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.00040176574839279056,
      "loss_partial": 0.006744384765625,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.0006939025479368865,
      "loss_partial": 0.005126953125,
      "step": 655
    },
    {
      "epoch": 0.9520348837209303,
      "loss_distr": 0.00032261968590319157,
      "loss_partial": 0.00970458984375,
      "step": 655
    },
    {
      "epoch": 0.9534883720930233,
      "grad_norm": 0.17821329832077026,
      "learning_rate": 1.2559582194812867e-05,
      "loss": 0.1793,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0006052168319001794,
      "loss_partial": 0.00433349609375,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0006116351578384638,
      "loss_partial": 0.007293701171875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.000712147681042552,
      "loss_partial": 0.007232666015625,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0005396084161475301,
      "loss_partial": 0.008544921875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0004445821396075189,
      "loss_partial": 0.0062255859375,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0003837869444396347,
      "loss_partial": 0.005035400390625,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0005615768604911864,
      "loss_partial": 0.006683349609375,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.00043528724927455187,
      "loss_partial": 0.00689697265625,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0007065694080665708,
      "loss_partial": 0.004852294921875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0006235791370272636,
      "loss_partial": 0.005218505859375,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.00045337789924815297,
      "loss_partial": 0.01031494140625,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.00077417230932042,
      "loss_partial": 0.01043701171875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0005014992202632129,
      "loss_partial": 0.011474609375,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0008866072166711092,
      "loss_partial": 0.00640869140625,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0004455909365788102,
      "loss_partial": 0.00799560546875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0004937533522024751,
      "loss_partial": 0.006439208984375,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0005137152038514614,
      "loss_partial": 0.004119873046875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0003862297162413597,
      "loss_partial": 0.01171875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0006764753488823771,
      "loss_partial": 0.00408935546875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0005731300334446132,
      "loss_partial": 0.004608154296875,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0005065303412266076,
      "loss_partial": 0.006500244140625,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0004300797590985894,
      "loss_partial": 0.01055908203125,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.000509320292621851,
      "loss_partial": 0.00518798828125,
      "step": 656
    },
    {
      "epoch": 0.9534883720930233,
      "loss_distr": 0.0006022066227160394,
      "loss_partial": 0.004730224609375,
      "step": 656
    },
    {
      "epoch": 0.9549418604651163,
      "grad_norm": 0.18598201870918274,
      "learning_rate": 1.2535042966624446e-05,
      "loss": 0.1792,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0006842113798484206,
      "loss_partial": 0.0048828125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0004932127194479108,
      "loss_partial": 0.003814697265625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0008278146269731224,
      "loss_partial": 0.003997802734375,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0007031034911051393,
      "loss_partial": 0.005859375,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.00041946128476411104,
      "loss_partial": 0.0067138671875,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.00029999317484907806,
      "loss_partial": 0.006988525390625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0005555548123084009,
      "loss_partial": 0.005218505859375,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.000900376820936799,
      "loss_partial": 0.005889892578125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.00044985534623265266,
      "loss_partial": 0.01153564453125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0008830273291096091,
      "loss_partial": 0.004547119140625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.00037940265610814095,
      "loss_partial": 0.007080078125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0004942535888403654,
      "loss_partial": 0.006103515625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.00032915183692239225,
      "loss_partial": 0.00787353515625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.00035179127007722855,
      "loss_partial": 0.011474609375,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.00044213590444996953,
      "loss_partial": 0.007293701171875,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0003690426819957793,
      "loss_partial": 0.00830078125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0007432784768752754,
      "loss_partial": 0.006195068359375,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0005928785540163517,
      "loss_partial": 0.007476806640625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0006668876740150154,
      "loss_partial": 0.00689697265625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0006711410824209452,
      "loss_partial": 0.007720947265625,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0008045520517043769,
      "loss_partial": 0.00762939453125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0004788498335983604,
      "loss_partial": 0.004425048828125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0005236573633737862,
      "loss_partial": 0.0048828125,
      "step": 657
    },
    {
      "epoch": 0.9549418604651163,
      "loss_distr": 0.0010921508073806763,
      "loss_partial": 0.004180908203125,
      "step": 657
    },
    {
      "epoch": 0.9563953488372093,
      "grad_norm": 0.2022327035665512,
      "learning_rate": 1.2510487413798476e-05,
      "loss": 0.1813,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0002484614960849285,
      "loss_partial": 0.006988525390625,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0003513282281346619,
      "loss_partial": 0.003326416015625,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0006468999199569225,
      "loss_partial": 0.0045166015625,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0007636472000740469,
      "loss_partial": 0.009521484375,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.00031387413037009537,
      "loss_partial": 0.003326416015625,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0005595612456090748,
      "loss_partial": 0.0067138671875,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0008511074120178819,
      "loss_partial": 0.00653076171875,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.00042114604730159044,
      "loss_partial": 0.0054931640625,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0006203297525644302,
      "loss_partial": 0.006805419921875,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0005993939121253788,
      "loss_partial": 0.0079345703125,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0007045191014185548,
      "loss_partial": 0.004180908203125,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0003432575613260269,
      "loss_partial": 0.005584716796875,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0006407459732145071,
      "loss_partial": 0.0069580078125,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0006340479012578726,
      "loss_partial": 0.00897216796875,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0004896235186606646,
      "loss_partial": 0.005615234375,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.00046855706023052335,
      "loss_partial": 0.01025390625,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.00045821780804544687,
      "loss_partial": 0.00946044921875,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0006551055703312159,
      "loss_partial": 0.01104736328125,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0004916364559903741,
      "loss_partial": 0.0081787109375,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0005999763961881399,
      "loss_partial": 0.006072998046875,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0006521776667796075,
      "loss_partial": 0.0081787109375,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0005409714649431407,
      "loss_partial": 0.00567626953125,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0005761266802437603,
      "loss_partial": 0.004730224609375,
      "step": 658
    },
    {
      "epoch": 0.9563953488372093,
      "loss_distr": 0.0006153857102617621,
      "loss_partial": 0.006317138671875,
      "step": 658
    },
    {
      "epoch": 0.9578488372093024,
      "grad_norm": 0.19381678104400635,
      "learning_rate": 1.248591569446265e-05,
      "loss": 0.18,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0003999238833785057,
      "loss_partial": 0.01165771484375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0007963545504026115,
      "loss_partial": 0.004547119140625,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.00024252099683508277,
      "loss_partial": 0.00970458984375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0008275749860331416,
      "loss_partial": 0.006561279296875,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0004366892098914832,
      "loss_partial": 0.004302978515625,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.00044782436452805996,
      "loss_partial": 0.005126953125,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0007471339777112007,
      "loss_partial": 0.00677490234375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0005580000579357147,
      "loss_partial": 0.005950927734375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0007522356463596225,
      "loss_partial": 0.004486083984375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.00024829988251440227,
      "loss_partial": 0.01116943359375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0006071887910366058,
      "loss_partial": 0.006744384765625,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0005259834579192102,
      "loss_partial": 0.005706787109375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0006283184047788382,
      "loss_partial": 0.00482177734375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0002896825026255101,
      "loss_partial": 0.005157470703125,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0005152078811079264,
      "loss_partial": 0.003936767578125,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.00027207090170122683,
      "loss_partial": 0.014404296875,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0006325234426185489,
      "loss_partial": 0.00927734375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0006020718719810247,
      "loss_partial": 0.00726318359375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.00039494060911238194,
      "loss_partial": 0.005645751953125,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0008025085553526878,
      "loss_partial": 0.008544921875,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.000406677252613008,
      "loss_partial": 0.009521484375,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0005117853870615363,
      "loss_partial": 0.00469970703125,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0007112486055120826,
      "loss_partial": 0.006134033203125,
      "step": 659
    },
    {
      "epoch": 0.9578488372093024,
      "loss_distr": 0.0002754530287347734,
      "loss_partial": 0.00811767578125,
      "step": 659
    },
    {
      "epoch": 0.9593023255813954,
      "grad_norm": 0.1923574060201645,
      "learning_rate": 1.2461327966848766e-05,
      "loss": 0.1778,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0003372380160726607,
      "loss_partial": 0.00982666015625,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.00041276763658970594,
      "loss_partial": 0.0072021484375,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0005457582301460207,
      "loss_partial": 0.0084228515625,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.000708356499671936,
      "loss_partial": 0.00494384765625,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0004490526334848255,
      "loss_partial": 0.0050048828125,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.00040229858132079244,
      "loss_partial": 0.006561279296875,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0009152241982519627,
      "loss_partial": 0.0036773681640625,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.00020710084936581552,
      "loss_partial": 0.01116943359375,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0007928239065222442,
      "loss_partial": 0.004608154296875,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0007963855168782175,
      "loss_partial": 0.00628662109375,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0006512875552289188,
      "loss_partial": 0.006561279296875,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0003790890041273087,
      "loss_partial": 0.006011962890625,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.00065761583391577,
      "loss_partial": 0.005615234375,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0008034777129068971,
      "loss_partial": 0.006103515625,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0003101569600403309,
      "loss_partial": 0.00457763671875,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.000647231237962842,
      "loss_partial": 0.00665283203125,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.00064741016831249,
      "loss_partial": 0.00537109375,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0008626253693364561,
      "loss_partial": 0.00726318359375,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0010414370335638523,
      "loss_partial": 0.00811767578125,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0006261952221393585,
      "loss_partial": 0.005340576171875,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.00034822136512957513,
      "loss_partial": 0.00360107421875,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0008196796989068389,
      "loss_partial": 0.005096435546875,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0002524358860682696,
      "loss_partial": 0.00860595703125,
      "step": 660
    },
    {
      "epoch": 0.9593023255813954,
      "loss_distr": 0.0003713413025252521,
      "loss_partial": 0.00872802734375,
      "step": 660
    },
    {
      "epoch": 0.9607558139534884,
      "grad_norm": 0.1863289773464203,
      "learning_rate": 1.2436724389291714e-05,
      "loss": 0.1784,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0006546584772877395,
      "loss_partial": 0.005828857421875,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.000754757784307003,
      "loss_partial": 0.00531005859375,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0005615644622594118,
      "loss_partial": 0.00860595703125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0005254445131868124,
      "loss_partial": 0.007110595703125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00044971841271035373,
      "loss_partial": 0.00946044921875,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00028796197148039937,
      "loss_partial": 0.004913330078125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0007373608532361686,
      "loss_partial": 0.0030670166015625,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0006706499261781573,
      "loss_partial": 0.0084228515625,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0004527185228653252,
      "loss_partial": 0.00830078125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0004837546730414033,
      "loss_partial": 0.005523681640625,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0004854917642660439,
      "loss_partial": 0.0064697265625,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0007519287755712867,
      "loss_partial": 0.0050048828125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0005387226119637489,
      "loss_partial": 0.003692626953125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00023647425405215472,
      "loss_partial": 0.005828857421875,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0006716418429277837,
      "loss_partial": 0.00665283203125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00043164269300177693,
      "loss_partial": 0.00445556640625,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00036574105615727603,
      "loss_partial": 0.007568359375,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0007832538685761392,
      "loss_partial": 0.00518798828125,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0005078177200630307,
      "loss_partial": 0.00970458984375,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00044443499064072967,
      "loss_partial": 0.0093994140625,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00032938443473540246,
      "loss_partial": 0.0047607421875,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.00023324438370764256,
      "loss_partial": 0.0062255859375,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.001034929882735014,
      "loss_partial": 0.0081787109375,
      "step": 661
    },
    {
      "epoch": 0.9607558139534884,
      "loss_distr": 0.0004026506212539971,
      "loss_partial": 0.00909423828125,
      "step": 661
    },
    {
      "epoch": 0.9622093023255814,
      "grad_norm": 0.1730710119009018,
      "learning_rate": 1.2412105120228447e-05,
      "loss": 0.1761,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0005733802681788802,
      "loss_partial": 0.00762939453125,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0007072779699228704,
      "loss_partial": 0.005279541015625,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0004482449730858207,
      "loss_partial": 0.00634765625,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.00027386448346078396,
      "loss_partial": 0.01007080078125,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0005212322575971484,
      "loss_partial": 0.00640869140625,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0005063594435341656,
      "loss_partial": 0.006866455078125,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0005433213664218783,
      "loss_partial": 0.00616455078125,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0006208684062585235,
      "loss_partial": 0.00897216796875,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.00038894754834473133,
      "loss_partial": 0.010009765625,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.00042393660987727344,
      "loss_partial": 0.0079345703125,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0005021896795369685,
      "loss_partial": 0.007110595703125,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0006076793069951236,
      "loss_partial": 0.007720947265625,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0005095632513985038,
      "loss_partial": 0.02490234375,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.00020061455143149942,
      "loss_partial": 0.0072021484375,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0002733830187935382,
      "loss_partial": 0.01251220703125,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0003762446576729417,
      "loss_partial": 0.0107421875,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0003099849564023316,
      "loss_partial": 0.006591796875,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0006423044251278043,
      "loss_partial": 0.002899169921875,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0005822195089422166,
      "loss_partial": 0.00775146484375,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0004940827493555844,
      "loss_partial": 0.007049560546875,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0007603454869240522,
      "loss_partial": 0.002899169921875,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0004519303038250655,
      "loss_partial": 0.0111083984375,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0007289805798791349,
      "loss_partial": 0.00579833984375,
      "step": 662
    },
    {
      "epoch": 0.9622093023255814,
      "loss_distr": 0.0004475124296732247,
      "loss_partial": 0.0035247802734375,
      "step": 662
    },
    {
      "epoch": 0.9636627906976745,
      "grad_norm": 0.19239501655101776,
      "learning_rate": 1.2387470318196969e-05,
      "loss": 0.1785,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.000539673725143075,
      "loss_partial": 0.00592041015625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0005841226084157825,
      "loss_partial": 0.0118408203125,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0004702748847194016,
      "loss_partial": 0.0113525390625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0005947358440607786,
      "loss_partial": 0.007537841796875,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0004156003415118903,
      "loss_partial": 0.007476806640625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0002880537649616599,
      "loss_partial": 0.0064697265625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0005349899875000119,
      "loss_partial": 0.010986328125,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0010829094098880887,
      "loss_partial": 0.003936767578125,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0008677552687004209,
      "loss_partial": 0.006500244140625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0006501547177322209,
      "loss_partial": 0.006927490234375,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0005821314407512546,
      "loss_partial": 0.00537109375,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0006533378036692739,
      "loss_partial": 0.004638671875,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0005246652290225029,
      "loss_partial": 0.006378173828125,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0004165933351032436,
      "loss_partial": 0.01043701171875,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.00033501567668281496,
      "loss_partial": 0.005828857421875,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0004124220577068627,
      "loss_partial": 0.005340576171875,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0005638057482428849,
      "loss_partial": 0.006988525390625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.00035032042069360614,
      "loss_partial": 0.0081787109375,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.00042222358752042055,
      "loss_partial": 0.0048828125,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0005468801828101277,
      "loss_partial": 0.0084228515625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.00032476382330060005,
      "loss_partial": 0.00787353515625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0004660200502257794,
      "loss_partial": 0.006195068359375,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.00040534671279601753,
      "loss_partial": 0.00885009765625,
      "step": 663
    },
    {
      "epoch": 0.9636627906976745,
      "loss_distr": 0.0009607004467397928,
      "loss_partial": 0.00390625,
      "step": 663
    },
    {
      "epoch": 0.9651162790697675,
      "grad_norm": 0.16635210812091827,
      "learning_rate": 1.23628201418353e-05,
      "loss": 0.179,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0003931878018192947,
      "loss_partial": 0.006195068359375,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.000852341705467552,
      "loss_partial": 0.002655029296875,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0006857872358523309,
      "loss_partial": 0.003936767578125,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0002501588605809957,
      "loss_partial": 0.00982666015625,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.00033993212855421007,
      "loss_partial": 0.00885009765625,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0006071187672205269,
      "loss_partial": 0.006561279296875,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0004330027149990201,
      "loss_partial": 0.0078125,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0008533866493962705,
      "loss_partial": 0.00653076171875,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.00032188795739784837,
      "loss_partial": 0.00823974609375,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.000557704537641257,
      "loss_partial": 0.007354736328125,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.00024211793788708746,
      "loss_partial": 0.012939453125,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0005187239730730653,
      "loss_partial": 0.005096435546875,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0009797046659514308,
      "loss_partial": 0.0042724609375,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0003244662657380104,
      "loss_partial": 0.01416015625,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0006287069991230965,
      "loss_partial": 0.005950927734375,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0007250343915075064,
      "loss_partial": 0.00811767578125,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0006531666731461883,
      "loss_partial": 0.00390625,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0007516741170547903,
      "loss_partial": 0.006622314453125,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0006493690889328718,
      "loss_partial": 0.00933837890625,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.00044945644913241267,
      "loss_partial": 0.009765625,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.00025215395726263523,
      "loss_partial": 0.00958251953125,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0004671367059927434,
      "loss_partial": 0.0096435546875,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0006165327504277229,
      "loss_partial": 0.0062255859375,
      "step": 664
    },
    {
      "epoch": 0.9651162790697675,
      "loss_distr": 0.0006911300588399172,
      "loss_partial": 0.0048828125,
      "step": 664
    },
    {
      "epoch": 0.9665697674418605,
      "grad_norm": 0.1786457896232605,
      "learning_rate": 1.2338154749880478e-05,
      "loss": 0.1806,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.000450904801255092,
      "loss_partial": 0.0093994140625,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0005048153689131141,
      "loss_partial": 0.0067138671875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0004725277831312269,
      "loss_partial": 0.00848388671875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0003713028272613883,
      "loss_partial": 0.006683349609375,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0007287309854291379,
      "loss_partial": 0.0079345703125,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0006242513190954924,
      "loss_partial": 0.006439208984375,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0007190528558567166,
      "loss_partial": 0.006988525390625,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.00021568298689089715,
      "loss_partial": 0.00909423828125,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0005324965459294617,
      "loss_partial": 0.00506591796875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.000243230169871822,
      "loss_partial": 0.00799560546875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0006396739045158029,
      "loss_partial": 0.004180908203125,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0005552739603444934,
      "loss_partial": 0.003662109375,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0005144782480783761,
      "loss_partial": 0.008544921875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0009430599748156965,
      "loss_partial": 0.0038604736328125,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0006046586204320192,
      "loss_partial": 0.00775146484375,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0005236848955973983,
      "loss_partial": 0.0086669921875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.000398078205762431,
      "loss_partial": 0.00677490234375,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0006202493677847087,
      "loss_partial": 0.006134033203125,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0005800738581456244,
      "loss_partial": 0.004058837890625,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0007222545682452619,
      "loss_partial": 0.005584716796875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0003494162519928068,
      "loss_partial": 0.0086669921875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.000284865265712142,
      "loss_partial": 0.008544921875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.00044237106340005994,
      "loss_partial": 0.00799560546875,
      "step": 665
    },
    {
      "epoch": 0.9665697674418605,
      "loss_distr": 0.0004185930301900953,
      "loss_partial": 0.0067138671875,
      "step": 665
    },
    {
      "epoch": 0.9680232558139535,
      "grad_norm": 0.18218843638896942,
      "learning_rate": 1.2313474301167512e-05,
      "loss": 0.1779,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0004903302760794759,
      "loss_partial": 0.0074462890625,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0003949900565203279,
      "loss_partial": 0.00457763671875,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.00036791199818253517,
      "loss_partial": 0.007476806640625,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.00028690171893686056,
      "loss_partial": 0.00897216796875,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0003178382758051157,
      "loss_partial": 0.0098876953125,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0007318746647797525,
      "loss_partial": 0.0037689208984375,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0005362771917134523,
      "loss_partial": 0.00726318359375,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.000449415878392756,
      "loss_partial": 0.0084228515625,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0006571632693521678,
      "loss_partial": 0.00665283203125,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0006988329696469009,
      "loss_partial": 0.0029754638671875,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0004901617066934705,
      "loss_partial": 0.00665283203125,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.00029209948843345046,
      "loss_partial": 0.0081787109375,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0007254437077790499,
      "loss_partial": 0.00726318359375,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0009269487345591187,
      "loss_partial": 0.005340576171875,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0006292805192060769,
      "loss_partial": 0.00738525390625,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0007469981210306287,
      "loss_partial": 0.004302978515625,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0007082316442392766,
      "loss_partial": 0.004608154296875,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0005931626074016094,
      "loss_partial": 0.010498046875,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0005029240855947137,
      "loss_partial": 0.004730224609375,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0005009335000067949,
      "loss_partial": 0.00726318359375,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0005232340190559626,
      "loss_partial": 0.010009765625,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0006679219077341259,
      "loss_partial": 0.009765625,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0004971327725797892,
      "loss_partial": 0.0072021484375,
      "step": 666
    },
    {
      "epoch": 0.9680232558139535,
      "loss_distr": 0.0005453015910461545,
      "loss_partial": 0.0047607421875,
      "step": 666
    },
    {
      "epoch": 0.9694767441860465,
      "grad_norm": 0.18652406334877014,
      "learning_rate": 1.228877895462838e-05,
      "loss": 0.178,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0005887080915272236,
      "loss_partial": 0.01007080078125,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0005822192179039121,
      "loss_partial": 0.004302978515625,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0007311692461371422,
      "loss_partial": 0.0086669921875,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0007409278769046068,
      "loss_partial": 0.004608154296875,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0003248141729272902,
      "loss_partial": 0.0084228515625,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0005723671056330204,
      "loss_partial": 0.00909423828125,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.00028158677741885185,
      "loss_partial": 0.0091552734375,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0006110363756306469,
      "loss_partial": 0.004913330078125,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0005696728476323187,
      "loss_partial": 0.005340576171875,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0004445276572369039,
      "loss_partial": 0.00885009765625,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0004431167326401919,
      "loss_partial": 0.0084228515625,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.00039353870670311153,
      "loss_partial": 0.016357421875,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0005906642181798816,
      "loss_partial": 0.00616455078125,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0006549814133904874,
      "loss_partial": 0.00567626953125,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0006927730282768607,
      "loss_partial": 0.006988525390625,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0005248794332146645,
      "loss_partial": 0.006439208984375,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.00053315021796152,
      "loss_partial": 0.006072998046875,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.000554008292965591,
      "loss_partial": 0.00677490234375,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0010046989191323519,
      "loss_partial": 0.0035247802734375,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0006002631271257997,
      "loss_partial": 0.010009765625,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0007994789048098028,
      "loss_partial": 0.00970458984375,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0005155894905328751,
      "loss_partial": 0.0074462890625,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.00029138114769011736,
      "loss_partial": 0.005096435546875,
      "step": 667
    },
    {
      "epoch": 0.9694767441860465,
      "loss_distr": 0.0009714767802506685,
      "loss_partial": 0.004547119140625,
      "step": 667
    },
    {
      "epoch": 0.9709302325581395,
      "grad_norm": 0.17447979748249054,
      "learning_rate": 1.2264068869290983e-05,
      "loss": 0.1799,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0005583121674135327,
      "loss_partial": 0.00677490234375,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0003288754669483751,
      "loss_partial": 0.0091552734375,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0008129956549964845,
      "loss_partial": 0.004302978515625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.00040916597936302423,
      "loss_partial": 0.01214599609375,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0010034912265837193,
      "loss_partial": 0.00457763671875,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.00026261043967679143,
      "loss_partial": 0.01422119140625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0004637953534256667,
      "loss_partial": 0.0042724609375,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0006745586870238185,
      "loss_partial": 0.004364013671875,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0004614997887983918,
      "loss_partial": 0.01385498046875,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0007192848715931177,
      "loss_partial": 0.00811767578125,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0005711736157536507,
      "loss_partial": 0.007232666015625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0005594965186901391,
      "loss_partial": 0.003570556640625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0006633113953284919,
      "loss_partial": 0.0037384033203125,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0005783336237072945,
      "loss_partial": 0.0089111328125,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0009621343924663961,
      "loss_partial": 0.00787353515625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0005049197934567928,
      "loss_partial": 0.00872802734375,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0007088807760737836,
      "loss_partial": 0.005859375,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.00033146198256872594,
      "loss_partial": 0.00830078125,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.00045555338147096336,
      "loss_partial": 0.006744384765625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0007558537181466818,
      "loss_partial": 0.004669189453125,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0009171463898383081,
      "loss_partial": 0.0036773681640625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.00042359306826256216,
      "loss_partial": 0.006500244140625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.00046338309766724706,
      "loss_partial": 0.00933837890625,
      "step": 668
    },
    {
      "epoch": 0.9709302325581395,
      "loss_distr": 0.0008075577206909657,
      "loss_partial": 0.0038299560546875,
      "step": 668
    },
    {
      "epoch": 0.9723837209302325,
      "grad_norm": 0.17468006908893585,
      "learning_rate": 1.2239344204278147e-05,
      "loss": 0.1793,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0006910705706104636,
      "loss_partial": 0.00537109375,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0006696372292935848,
      "loss_partial": 0.0068359375,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0003931064857169986,
      "loss_partial": 0.01507568359375,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0004094195319339633,
      "loss_partial": 0.017822265625,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0006215688190422952,
      "loss_partial": 0.0079345703125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.000794599880464375,
      "loss_partial": 0.003173828125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0007108169957064092,
      "loss_partial": 0.01055908203125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.00028879029559902847,
      "loss_partial": 0.00946044921875,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0007697490509599447,
      "loss_partial": 0.00439453125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0008998967241495848,
      "loss_partial": 0.00567626953125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0006337466184049845,
      "loss_partial": 0.00567626953125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0005864852573722601,
      "loss_partial": 0.0108642578125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0007452968857251108,
      "loss_partial": 0.004150390625,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0007248157635331154,
      "loss_partial": 0.00836181640625,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.00046811994980089366,
      "loss_partial": 0.00726318359375,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0006570456316694617,
      "loss_partial": 0.007354736328125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.000996180810034275,
      "loss_partial": 0.00457763671875,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0003266003623139113,
      "loss_partial": 0.0079345703125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0003358049434609711,
      "loss_partial": 0.00830078125,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0005515152588486671,
      "loss_partial": 0.007171630859375,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.00038309345836751163,
      "loss_partial": 0.0074462890625,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.0006134755676612258,
      "loss_partial": 0.0074462890625,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.00041993785998784006,
      "loss_partial": 0.01116943359375,
      "step": 669
    },
    {
      "epoch": 0.9723837209302325,
      "loss_distr": 0.000303351174807176,
      "loss_partial": 0.007354736328125,
      "step": 669
    },
    {
      "epoch": 0.9738372093023255,
      "grad_norm": 0.18266303837299347,
      "learning_rate": 1.2214605118806578e-05,
      "loss": 0.1813,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0004714571114163846,
      "loss_partial": 0.00592041015625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.00035482877865433693,
      "loss_partial": 0.004974365234375,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.00039952571387402713,
      "loss_partial": 0.010498046875,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0004153188201598823,
      "loss_partial": 0.006072998046875,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.00038534795749001205,
      "loss_partial": 0.0054931640625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0008846104028634727,
      "loss_partial": 0.00396728515625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0005849690642207861,
      "loss_partial": 0.005340576171875,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0006394145311787724,
      "loss_partial": 0.005096435546875,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0008431887254118919,
      "loss_partial": 0.008056640625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0005025557475164533,
      "loss_partial": 0.005584716796875,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0007782279863022268,
      "loss_partial": 0.0059814453125,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0006114276475273073,
      "loss_partial": 0.00518798828125,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0006345636793412268,
      "loss_partial": 0.00494384765625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.001124228467233479,
      "loss_partial": 0.0108642578125,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0005657104775309563,
      "loss_partial": 0.01123046875,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.00043023197213187814,
      "loss_partial": 0.006195068359375,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0007022996433079243,
      "loss_partial": 0.006103515625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.000568619288969785,
      "loss_partial": 0.00738525390625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0003994504804722965,
      "loss_partial": 0.005523681640625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.000524365808814764,
      "loss_partial": 0.0074462890625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0005272390553727746,
      "loss_partial": 0.006103515625,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0004795001295860857,
      "loss_partial": 0.00726318359375,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0007224538712762296,
      "loss_partial": 0.005889892578125,
      "step": 670
    },
    {
      "epoch": 0.9738372093023255,
      "loss_distr": 0.0006527611403726041,
      "loss_partial": 0.0067138671875,
      "step": 670
    },
    {
      "epoch": 0.9752906976744186,
      "grad_norm": 0.15845826268196106,
      "learning_rate": 1.2189851772185847e-05,
      "loss": 0.1788,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0005157069535925984,
      "loss_partial": 0.0084228515625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.000587829970754683,
      "loss_partial": 0.00543212890625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.00034648022847250104,
      "loss_partial": 0.00836181640625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0007826583459973335,
      "loss_partial": 0.00811767578125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0007929153507575393,
      "loss_partial": 0.004974365234375,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.00034885163768194616,
      "loss_partial": 0.00811767578125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0006312326295301318,
      "loss_partial": 0.00494384765625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0004139278898946941,
      "loss_partial": 0.004150390625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0004547331191133708,
      "loss_partial": 0.00811767578125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0004154040652792901,
      "loss_partial": 0.00830078125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.00022867327788844705,
      "loss_partial": 0.00848388671875,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0005349252605810761,
      "loss_partial": 0.003204345703125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0002527360338717699,
      "loss_partial": 0.01068115234375,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.00044900592183694243,
      "loss_partial": 0.0162353515625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0002557896659709513,
      "loss_partial": 0.00567626953125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.000636290293186903,
      "loss_partial": 0.00738525390625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0004803613992407918,
      "loss_partial": 0.0091552734375,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0003625034587457776,
      "loss_partial": 0.0064697265625,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0006004784954711795,
      "loss_partial": 0.005126953125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0009480753797106445,
      "loss_partial": 0.004364013671875,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0007488160626962781,
      "loss_partial": 0.004913330078125,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0009576000738888979,
      "loss_partial": 0.006317138671875,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.00032971688779070973,
      "loss_partial": 0.008544921875,
      "step": 671
    },
    {
      "epoch": 0.9752906976744186,
      "loss_distr": 0.0004290075448807329,
      "loss_partial": 0.010498046875,
      "step": 671
    },
    {
      "epoch": 0.9767441860465116,
      "grad_norm": 0.18683932721614838,
      "learning_rate": 1.216508432381736e-05,
      "loss": 0.1784,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0007068535778671503,
      "loss_partial": 0.0038604736328125,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0004968411521986127,
      "loss_partial": 0.004638671875,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0006610280834138393,
      "loss_partial": 0.005523681640625,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.000481749972095713,
      "loss_partial": 0.00537109375,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0005636517889797688,
      "loss_partial": 0.007171630859375,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0006264974363148212,
      "loss_partial": 0.005706787109375,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0007629108149558306,
      "loss_partial": 0.00604248046875,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.00035426561953499913,
      "loss_partial": 0.0084228515625,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0003853853268083185,
      "loss_partial": 0.0040283203125,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0008126757456921041,
      "loss_partial": 0.007110595703125,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0009428755147382617,
      "loss_partial": 0.006011962890625,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0007030690321698785,
      "loss_partial": 0.004730224609375,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0005381939117796719,
      "loss_partial": 0.00653076171875,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.00018171375268138945,
      "loss_partial": 0.004669189453125,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.00036029433249495924,
      "loss_partial": 0.008544921875,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0004063687229063362,
      "loss_partial": 0.01324462890625,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0007149604498408735,
      "loss_partial": 0.00787353515625,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.00042110634967684746,
      "loss_partial": 0.00494384765625,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0006216058973222971,
      "loss_partial": 0.00537109375,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.00034479721216484904,
      "loss_partial": 0.00885009765625,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0004157018556725234,
      "loss_partial": 0.007171630859375,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0007269251509569585,
      "loss_partial": 0.0079345703125,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0006476708804257214,
      "loss_partial": 0.00579833984375,
      "step": 672
    },
    {
      "epoch": 0.9767441860465116,
      "loss_distr": 0.0006367271416820586,
      "loss_partial": 0.004302978515625,
      "step": 672
    },
    {
      "epoch": 0.9781976744186046,
      "grad_norm": 0.17457257211208344,
      "learning_rate": 1.2140302933193328e-05,
      "loss": 0.178,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.00074146589031443,
      "loss_partial": 0.006378173828125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0008387872367165983,
      "loss_partial": 0.005401611328125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0008947895257733762,
      "loss_partial": 0.006195068359375,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.00024476562975905836,
      "loss_partial": 0.01220703125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0005601318553090096,
      "loss_partial": 0.004302978515625,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0002625771448947489,
      "loss_partial": 0.0079345703125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0005941642448306084,
      "loss_partial": 0.00787353515625,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0005661069881170988,
      "loss_partial": 0.00726318359375,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0004095066979061812,
      "loss_partial": 0.00750732421875,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.00022878711752127856,
      "loss_partial": 0.006500244140625,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.00040841306326910853,
      "loss_partial": 0.007171630859375,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0003796562668867409,
      "loss_partial": 0.003936767578125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0007181906839832664,
      "loss_partial": 0.00469970703125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0006585168885067105,
      "loss_partial": 0.006103515625,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0008278884924948215,
      "loss_partial": 0.0034332275390625,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0004106123233214021,
      "loss_partial": 0.00994873046875,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0004652367206290364,
      "loss_partial": 0.0081787109375,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0005588863859884441,
      "loss_partial": 0.006561279296875,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0006152529967948794,
      "loss_partial": 0.00567626953125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.00069810776039958,
      "loss_partial": 0.006256103515625,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0004631279152818024,
      "loss_partial": 0.00811767578125,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0004529171856120229,
      "loss_partial": 0.00927734375,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.0006150053814053535,
      "loss_partial": 0.0086669921875,
      "step": 673
    },
    {
      "epoch": 0.9781976744186046,
      "loss_distr": 0.00043648137943819165,
      "loss_partial": 0.00848388671875,
      "step": 673
    },
    {
      "epoch": 0.9796511627906976,
      "grad_norm": 0.1738763153553009,
      "learning_rate": 1.2115507759895751e-05,
      "loss": 0.1785,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.00043681595707312226,
      "loss_partial": 0.005035400390625,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0007612555637024343,
      "loss_partial": 0.005584716796875,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0010254780063405633,
      "loss_partial": 0.00482177734375,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0005320963682606816,
      "loss_partial": 0.006561279296875,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0004896594909951091,
      "loss_partial": 0.003936767578125,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.00040468198130838573,
      "loss_partial": 0.006561279296875,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.00038210369530133903,
      "loss_partial": 0.004638671875,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0003701226960401982,
      "loss_partial": 0.01312255859375,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0006092783296480775,
      "loss_partial": 0.00567626953125,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0004972844617441297,
      "loss_partial": 0.01019287109375,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.00044282065937295556,
      "loss_partial": 0.00592041015625,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0003597505856305361,
      "loss_partial": 0.003143310546875,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0006454621907323599,
      "loss_partial": 0.00689697265625,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0006062202155590057,
      "loss_partial": 0.007293701171875,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0006589833064936101,
      "loss_partial": 0.005615234375,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0005404159892350435,
      "loss_partial": 0.004730224609375,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0006158871110528708,
      "loss_partial": 0.0030059814453125,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.00038769570528529584,
      "loss_partial": 0.007232666015625,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0005310662090778351,
      "loss_partial": 0.0098876953125,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0006764723220840096,
      "loss_partial": 0.00836181640625,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0005124626914039254,
      "loss_partial": 0.00762939453125,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0006109654204919934,
      "loss_partial": 0.00970458984375,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0009080741438083351,
      "loss_partial": 0.004638671875,
      "step": 674
    },
    {
      "epoch": 0.9796511627906976,
      "loss_distr": 0.0008309305412694812,
      "loss_partial": 0.00457763671875,
      "step": 674
    },
    {
      "epoch": 0.9811046511627907,
      "grad_norm": 0.17014957964420319,
      "learning_rate": 1.209069896359538e-05,
      "loss": 0.1782,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0005619415314868093,
      "loss_partial": 0.005096435546875,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.00030223786598071456,
      "loss_partial": 0.0096435546875,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0006493424298241735,
      "loss_partial": 0.00958251953125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0004998433869332075,
      "loss_partial": 0.01190185546875,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0006564426585100591,
      "loss_partial": 0.004486083984375,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0004407318483572453,
      "loss_partial": 0.01190185546875,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0005101626156829298,
      "loss_partial": 0.005157470703125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0004945214022882283,
      "loss_partial": 0.003692626953125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0005445661372505128,
      "loss_partial": 0.00701904296875,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0003233654424548149,
      "loss_partial": 0.010498046875,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.00031108377152122557,
      "loss_partial": 0.0111083984375,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.00025315297534689307,
      "loss_partial": 0.00665283203125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0007684245938435197,
      "loss_partial": 0.005157470703125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0009168266551569104,
      "loss_partial": 0.007354736328125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0005642455071210861,
      "loss_partial": 0.00811767578125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.00034648680593818426,
      "loss_partial": 0.008056640625,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0005207778885960579,
      "loss_partial": 0.007537841796875,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0003385156160220504,
      "loss_partial": 0.00677490234375,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0003469091607257724,
      "loss_partial": 0.003021240234375,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.00041312212124466896,
      "loss_partial": 0.007476806640625,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.000968706444837153,
      "loss_partial": 0.005401611328125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.0006454636459238827,
      "loss_partial": 0.0098876953125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.000509526813402772,
      "loss_partial": 0.0059814453125,
      "step": 675
    },
    {
      "epoch": 0.9811046511627907,
      "loss_distr": 0.00040076998993754387,
      "loss_partial": 0.008056640625,
      "step": 675
    },
    {
      "epoch": 0.9825581395348837,
      "grad_norm": 0.17234906554222107,
      "learning_rate": 1.2065876704050696e-05,
      "loss": 0.1785,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.00048304098891094327,
      "loss_partial": 0.004730224609375,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0006316821672953665,
      "loss_partial": 0.0047607421875,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.000582223292440176,
      "loss_partial": 0.0045166015625,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.00046444934559985995,
      "loss_partial": 0.0031890869140625,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0005430145538412035,
      "loss_partial": 0.005645751953125,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0004038182960357517,
      "loss_partial": 0.007659912109375,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0006892396486364305,
      "loss_partial": 0.005340576171875,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0007231605122797191,
      "loss_partial": 0.008056640625,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.000650703557766974,
      "loss_partial": 0.00823974609375,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0005516934324987233,
      "loss_partial": 0.006622314453125,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.00045065846643410623,
      "loss_partial": 0.00897216796875,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0007384043419733644,
      "loss_partial": 0.0067138671875,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0004875948652625084,
      "loss_partial": 0.00958251953125,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0005449127638712525,
      "loss_partial": 0.0079345703125,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0004833985585719347,
      "loss_partial": 0.00579833984375,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0007675145170651376,
      "loss_partial": 0.004150390625,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.00033946335315704346,
      "loss_partial": 0.0086669921875,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0004392540722619742,
      "loss_partial": 0.007659912109375,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0008414662443101406,
      "loss_partial": 0.01031494140625,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0009111409308388829,
      "loss_partial": 0.00616455078125,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0006247955607250333,
      "loss_partial": 0.00506591796875,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.00042136956471949816,
      "loss_partial": 0.008056640625,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0007752128294669092,
      "loss_partial": 0.004974365234375,
      "step": 676
    },
    {
      "epoch": 0.9825581395348837,
      "loss_distr": 0.0004697497934103012,
      "loss_partial": 0.00616455078125,
      "step": 676
    },
    {
      "epoch": 0.9840116279069767,
      "grad_norm": 0.16657158732414246,
      "learning_rate": 1.2041041141106872e-05,
      "loss": 0.1776,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0004673966905102134,
      "loss_partial": 0.007110595703125,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0005939203547313809,
      "loss_partial": 0.003631591796875,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0006882491870783269,
      "loss_partial": 0.003997802734375,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0006119381869211793,
      "loss_partial": 0.00830078125,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0007321354351006448,
      "loss_partial": 0.01422119140625,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0008776204194873571,
      "loss_partial": 0.01202392578125,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0009698739740997553,
      "loss_partial": 0.00482177734375,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0007897354662418365,
      "loss_partial": 0.004150390625,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0003049975784961134,
      "loss_partial": 0.0033111572265625,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0005271612899377942,
      "loss_partial": 0.0086669921875,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.000803240342065692,
      "loss_partial": 0.00738525390625,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0006303915870375931,
      "loss_partial": 0.005950927734375,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0004838485619984567,
      "loss_partial": 0.01104736328125,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.00035330685204826295,
      "loss_partial": 0.0052490234375,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.00044777881703339517,
      "loss_partial": 0.009033203125,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0006768869934603572,
      "loss_partial": 0.00592041015625,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0004238417313899845,
      "loss_partial": 0.00799560546875,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0005121165886521339,
      "loss_partial": 0.008056640625,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.00048071215860545635,
      "loss_partial": 0.004364013671875,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.00046334831858985126,
      "loss_partial": 0.014404296875,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.00030202619382180274,
      "loss_partial": 0.0064697265625,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0002864942653104663,
      "loss_partial": 0.004669189453125,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0005518231191672385,
      "loss_partial": 0.01055908203125,
      "step": 677
    },
    {
      "epoch": 0.9840116279069767,
      "loss_distr": 0.0006742574041709304,
      "loss_partial": 0.007568359375,
      "step": 677
    },
    {
      "epoch": 0.9854651162790697,
      "grad_norm": 0.18191562592983246,
      "learning_rate": 1.2016192434694754e-05,
      "loss": 0.1831,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0007511758012697101,
      "loss_partial": 0.0101318359375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005212556570768356,
      "loss_partial": 0.006683349609375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0006108427187427878,
      "loss_partial": 0.009033203125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0007626031874679029,
      "loss_partial": 0.0069580078125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0007033076835796237,
      "loss_partial": 0.0069580078125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005488605238497257,
      "loss_partial": 0.006988525390625,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0006488056387752295,
      "loss_partial": 0.004974365234375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005397188360802829,
      "loss_partial": 0.008056640625,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0003586701932363212,
      "loss_partial": 0.0064697265625,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0004419651522766799,
      "loss_partial": 0.0062255859375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005095497472211719,
      "loss_partial": 0.0089111328125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0004333562101237476,
      "loss_partial": 0.00946044921875,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0006310006137937307,
      "loss_partial": 0.00421142578125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0008315123850479722,
      "loss_partial": 0.00482177734375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.00044153875205665827,
      "loss_partial": 0.006866455078125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005014856578782201,
      "loss_partial": 0.00775146484375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005077227833680809,
      "loss_partial": 0.009033203125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.00023799865448381752,
      "loss_partial": 0.01019287109375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005090372869744897,
      "loss_partial": 0.0034027099609375,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0003050976665690541,
      "loss_partial": 0.0096435546875,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0005629886873066425,
      "loss_partial": 0.01007080078125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.00041903683450073004,
      "loss_partial": 0.00634765625,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.0007845957297831774,
      "loss_partial": 0.005401611328125,
      "step": 678
    },
    {
      "epoch": 0.9854651162790697,
      "loss_distr": 0.00045376206981018186,
      "loss_partial": 0.007659912109375,
      "step": 678
    },
    {
      "epoch": 0.9869186046511628,
      "grad_norm": 0.1653619408607483,
      "learning_rate": 1.199133074482983e-05,
      "loss": 0.1763,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0006666481494903564,
      "loss_partial": 0.004730224609375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0006817469839006662,
      "loss_partial": 0.01019287109375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0005634537083096802,
      "loss_partial": 0.00970458984375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0006119576282799244,
      "loss_partial": 0.0067138671875,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0006410818314179778,
      "loss_partial": 0.005401611328125,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.00038243469316512346,
      "loss_partial": 0.0091552734375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0004815020365640521,
      "loss_partial": 0.008056640625,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0005396935157477856,
      "loss_partial": 0.00335693359375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.00025696837110444903,
      "loss_partial": 0.0087890625,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0006969076348468661,
      "loss_partial": 0.004302978515625,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.000332323950715363,
      "loss_partial": 0.0074462890625,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0007207394810393453,
      "loss_partial": 0.005859375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0006587504758499563,
      "loss_partial": 0.003082275390625,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0005571914953179657,
      "loss_partial": 0.0037689208984375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0008133496157824993,
      "loss_partial": 0.0032501220703125,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.00029241867014206946,
      "loss_partial": 0.00732421875,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0003954124404117465,
      "loss_partial": 0.00537109375,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0005660397000610828,
      "loss_partial": 0.004119873046875,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.000900421233382076,
      "loss_partial": 0.00762939453125,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0006998422322794795,
      "loss_partial": 0.006317138671875,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0008017760701477528,
      "loss_partial": 0.008544921875,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0007420759066008031,
      "loss_partial": 0.00714111328125,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0005465914728119969,
      "loss_partial": 0.007354736328125,
      "step": 679
    },
    {
      "epoch": 0.9869186046511628,
      "loss_distr": 0.0007065960089676082,
      "loss_partial": 0.00421142578125,
      "step": 679
    },
    {
      "epoch": 0.9883720930232558,
      "grad_norm": 0.18557427823543549,
      "learning_rate": 1.1966456231611182e-05,
      "loss": 0.182,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0006799885304644704,
      "loss_partial": 0.0074462890625,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0005404650000855327,
      "loss_partial": 0.00762939453125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00081784458598122,
      "loss_partial": 0.00640869140625,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0006040619336999953,
      "loss_partial": 0.005889892578125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00031145464163273573,
      "loss_partial": 0.00860595703125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00038660934660583735,
      "loss_partial": 0.005401611328125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00048349739518016577,
      "loss_partial": 0.00933837890625,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0004989417502656579,
      "loss_partial": 0.006072998046875,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00032714608823880553,
      "loss_partial": 0.0096435546875,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0005021108081564307,
      "loss_partial": 0.007415771484375,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0004862537025474012,
      "loss_partial": 0.01055908203125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0007127132266759872,
      "loss_partial": 0.00531005859375,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00045588609646074474,
      "loss_partial": 0.00787353515625,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0007815127028152347,
      "loss_partial": 0.00811767578125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00030315719777718186,
      "loss_partial": 0.00897216796875,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0011068611638620496,
      "loss_partial": 0.0057373046875,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0007637461530975997,
      "loss_partial": 0.007080078125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0004800810420420021,
      "loss_partial": 0.007354736328125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0008118253899738193,
      "loss_partial": 0.0048828125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0008758250623941422,
      "loss_partial": 0.004852294921875,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0006321897963061929,
      "loss_partial": 0.0091552734375,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0012165762018412352,
      "loss_partial": 0.0027618408203125,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.00031820405274629593,
      "loss_partial": 0.005828857421875,
      "step": 680
    },
    {
      "epoch": 0.9883720930232558,
      "loss_distr": 0.0005409919540397823,
      "loss_partial": 0.005462646484375,
      "step": 680
    },
    {
      "epoch": 0.9898255813953488,
      "grad_norm": 0.1759183257818222,
      "learning_rate": 1.194156905522049e-05,
      "loss": 0.1792,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.00040897494181990623,
      "loss_partial": 0.00848388671875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0006257867789827287,
      "loss_partial": 0.006927490234375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0004623230779543519,
      "loss_partial": 0.00579833984375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0007199097308330238,
      "loss_partial": 0.005950927734375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0005863161059096456,
      "loss_partial": 0.0078125,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0005013062036596239,
      "loss_partial": 0.004241943359375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0005992804071865976,
      "loss_partial": 0.00994873046875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0005993174854665995,
      "loss_partial": 0.007293701171875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0006296238279901445,
      "loss_partial": 0.0023956298828125,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0005678638117387891,
      "loss_partial": 0.004852294921875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.00026697898283600807,
      "loss_partial": 0.00823974609375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.00043538189493119717,
      "loss_partial": 0.01092529296875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0004247367614880204,
      "loss_partial": 0.005157470703125,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0007647783495485783,
      "loss_partial": 0.0079345703125,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0006213371525518596,
      "loss_partial": 0.007080078125,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0005294082802720368,
      "loss_partial": 0.005523681640625,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.00042031315388157964,
      "loss_partial": 0.01043701171875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.00044517588685266674,
      "loss_partial": 0.00579833984375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0009088225197046995,
      "loss_partial": 0.004638671875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.000826498493552208,
      "loss_partial": 0.0052490234375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0003967862285207957,
      "loss_partial": 0.009521484375,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0004419545875862241,
      "loss_partial": 0.00787353515625,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0004439716867636889,
      "loss_partial": 0.00799560546875,
      "step": 681
    },
    {
      "epoch": 0.9898255813953488,
      "loss_distr": 0.0008437739452347159,
      "loss_partial": 0.002716064453125,
      "step": 681
    },
    {
      "epoch": 0.9912790697674418,
      "grad_norm": 0.17166289687156677,
      "learning_rate": 1.191666937592096e-05,
      "loss": 0.1799,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0008471058099530637,
      "loss_partial": 0.00494384765625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.00034736207453534007,
      "loss_partial": 0.015869140625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0006212846492417157,
      "loss_partial": 0.00494384765625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0005917296512052417,
      "loss_partial": 0.003387451171875,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0009120823233388364,
      "loss_partial": 0.00494384765625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0005553882219828665,
      "loss_partial": 0.007476806640625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0004273239173926413,
      "loss_partial": 0.009521484375,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0006341292755678296,
      "loss_partial": 0.004547119140625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0005718846805393696,
      "loss_partial": 0.0037384033203125,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.000757392612285912,
      "loss_partial": 0.00537109375,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.00039418760570697486,
      "loss_partial": 0.006561279296875,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0004789504164364189,
      "loss_partial": 0.00738525390625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0007901848293840885,
      "loss_partial": 0.00457763671875,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0007916685426607728,
      "loss_partial": 0.00787353515625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0003308038867544383,
      "loss_partial": 0.005950927734375,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0007586856372654438,
      "loss_partial": 0.00567626953125,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0003787480527535081,
      "loss_partial": 0.00555419921875,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.00018170858675148338,
      "loss_partial": 0.0126953125,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0004573115729726851,
      "loss_partial": 0.00677490234375,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0006984608480706811,
      "loss_partial": 0.003875732421875,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0004391027323435992,
      "loss_partial": 0.004302978515625,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0008068591705523431,
      "loss_partial": 0.0037841796875,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0007135089254006743,
      "loss_partial": 0.00567626953125,
      "step": 682
    },
    {
      "epoch": 0.9912790697674418,
      "loss_distr": 0.0002069851034320891,
      "loss_partial": 0.004150390625,
      "step": 682
    },
    {
      "epoch": 0.9927325581395349,
      "grad_norm": 0.19076590240001678,
      "learning_rate": 1.1891757354056322e-05,
      "loss": 0.1771,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0005801265360787511,
      "loss_partial": 0.00543212890625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.00034720759140327573,
      "loss_partial": 0.0074462890625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0007845667423680425,
      "loss_partial": 0.0035858154296875,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0005207853391766548,
      "loss_partial": 0.006683349609375,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0004246087046340108,
      "loss_partial": 0.0098876953125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.00037335342494770885,
      "loss_partial": 0.005523681640625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.00041695887921378016,
      "loss_partial": 0.009033203125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.00036756059853360057,
      "loss_partial": 0.01300048828125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0005350114079192281,
      "loss_partial": 0.005523681640625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0006482086610049009,
      "loss_partial": 0.0093994140625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0003936459543183446,
      "loss_partial": 0.0079345703125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0003479930746834725,
      "loss_partial": 0.004913330078125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0005267502856440842,
      "loss_partial": 0.00848388671875,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0008047022856771946,
      "loss_partial": 0.004547119140625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0008809877908788621,
      "loss_partial": 0.007476806640625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0005312770372256637,
      "loss_partial": 0.007568359375,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.00040798119152896106,
      "loss_partial": 0.00860595703125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0006129996618255973,
      "loss_partial": 0.006561279296875,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0005201660096645355,
      "loss_partial": 0.01080322265625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0007130915764719248,
      "loss_partial": 0.00811767578125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.000591031915973872,
      "loss_partial": 0.004302978515625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0007325157057493925,
      "loss_partial": 0.01275634765625,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0005165012553334236,
      "loss_partial": 0.00665283203125,
      "step": 683
    },
    {
      "epoch": 0.9927325581395349,
      "loss_distr": 0.0002879840321838856,
      "loss_partial": 0.00982666015625,
      "step": 683
    },
    {
      "epoch": 0.9941860465116279,
      "grad_norm": 0.19257070124149323,
      "learning_rate": 1.1866833150049784e-05,
      "loss": 0.178,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.000550448487047106,
      "loss_partial": 0.007171630859375,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006714013288728893,
      "loss_partial": 0.006591796875,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.000822114001493901,
      "loss_partial": 0.0030517578125,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.00042254323489032686,
      "loss_partial": 0.0072021484375,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006429813802242279,
      "loss_partial": 0.0029449462890625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0007183988927863538,
      "loss_partial": 0.01043701171875,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006798667600378394,
      "loss_partial": 0.0037384033203125,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0007564082043245435,
      "loss_partial": 0.0050048828125,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006233982858248055,
      "loss_partial": 0.0045166015625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0004512086452450603,
      "loss_partial": 0.0185546875,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0002728670951910317,
      "loss_partial": 0.006103515625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0004703414160758257,
      "loss_partial": 0.01513671875,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0002671548572834581,
      "loss_partial": 0.00439453125,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006846536416560411,
      "loss_partial": 0.005035400390625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006636813632212579,
      "loss_partial": 0.005218505859375,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006200643256306648,
      "loss_partial": 0.006317138671875,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0005337265902198851,
      "loss_partial": 0.0072021484375,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0006120333564467728,
      "loss_partial": 0.00775146484375,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0005139799905009568,
      "loss_partial": 0.004547119140625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0005255858995951712,
      "loss_partial": 0.006591796875,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0005644225748255849,
      "loss_partial": 0.007476806640625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0003463173925410956,
      "loss_partial": 0.0103759765625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0008127129985950887,
      "loss_partial": 0.008056640625,
      "step": 684
    },
    {
      "epoch": 0.9941860465116279,
      "loss_distr": 0.0003837784461211413,
      "loss_partial": 0.006683349609375,
      "step": 684
    },
    {
      "epoch": 0.9956395348837209,
      "grad_norm": 0.17282848060131073,
      "learning_rate": 1.1841896924403007e-05,
      "loss": 0.1779,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.00036859390093013644,
      "loss_partial": 0.0059814453125,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.00033858383540064096,
      "loss_partial": 0.006378173828125,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0006246183766052127,
      "loss_partial": 0.005859375,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.000468717043986544,
      "loss_partial": 0.005584716796875,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.00041089090518653393,
      "loss_partial": 0.00787353515625,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.000931036367546767,
      "loss_partial": 0.00592041015625,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0006992372218519449,
      "loss_partial": 0.00946044921875,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.000503680610563606,
      "loss_partial": 0.0054931640625,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.00042828216101042926,
      "loss_partial": 0.007659912109375,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0007538053905591369,
      "loss_partial": 0.00335693359375,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0007665070006623864,
      "loss_partial": 0.0038299560546875,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0003247697895858437,
      "loss_partial": 0.00714111328125,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0006651034345850348,
      "loss_partial": 0.007659912109375,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0006639471976086497,
      "loss_partial": 0.00921630859375,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0008658241713419557,
      "loss_partial": 0.00396728515625,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.00043892039684578776,
      "loss_partial": 0.006134033203125,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0005227779620327055,
      "loss_partial": 0.00787353515625,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.000695803842972964,
      "loss_partial": 0.00628662109375,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0002760901697911322,
      "loss_partial": 0.0125732421875,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.00028693588683381677,
      "loss_partial": 0.005126953125,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0005025370046496391,
      "loss_partial": 0.006622314453125,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0005146822077222168,
      "loss_partial": 0.00653076171875,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.0004047777911182493,
      "loss_partial": 0.005401611328125,
      "step": 685
    },
    {
      "epoch": 0.9956395348837209,
      "loss_distr": 0.000598169572185725,
      "loss_partial": 0.01116943359375,
      "step": 685
    },
    {
      "epoch": 0.997093023255814,
      "grad_norm": 0.18294201791286469,
      "learning_rate": 1.1816948837695061e-05,
      "loss": 0.1788,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.00025992511655204,
      "loss_partial": 0.011474609375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0005514537915587425,
      "loss_partial": 0.00677490234375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0005416531348600984,
      "loss_partial": 0.00531005859375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0004194372450001538,
      "loss_partial": 0.00970458984375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0008825863478705287,
      "loss_partial": 0.00531005859375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0007417460437864065,
      "loss_partial": 0.00677490234375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0009740886744111776,
      "loss_partial": 0.00439453125,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0005159311112947762,
      "loss_partial": 0.005340576171875,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0008943352731876075,
      "loss_partial": 0.007781982421875,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0005101934657432139,
      "loss_partial": 0.0084228515625,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0007777090067975223,
      "loss_partial": 0.00653076171875,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0007401036564260721,
      "loss_partial": 0.0038909912109375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.00031876430148258805,
      "loss_partial": 0.01324462890625,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0004078852361999452,
      "loss_partial": 0.0091552734375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0002997827541548759,
      "loss_partial": 0.00439453125,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0005851161549799144,
      "loss_partial": 0.01043701171875,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0008186752675101161,
      "loss_partial": 0.004730224609375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0005791663425043225,
      "loss_partial": 0.009521484375,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0009866588516160846,
      "loss_partial": 0.003814697265625,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0007534463657066226,
      "loss_partial": 0.00640869140625,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0005617973511107266,
      "loss_partial": 0.00634765625,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.00030255498131737113,
      "loss_partial": 0.00787353515625,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0003947641816921532,
      "loss_partial": 0.005767822265625,
      "step": 686
    },
    {
      "epoch": 0.997093023255814,
      "loss_distr": 0.0004216051893308759,
      "loss_partial": 0.005218505859375,
      "step": 686
    },
    {
      "epoch": 0.998546511627907,
      "grad_norm": 0.1789577752351761,
      "learning_rate": 1.1791989050581394e-05,
      "loss": 0.1812,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.00070319848600775,
      "loss_partial": 0.008544921875,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0009463152382522821,
      "loss_partial": 0.003204345703125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.00036440009716898203,
      "loss_partial": 0.00823974609375,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0005499506369233131,
      "loss_partial": 0.006683349609375,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0007905069505795836,
      "loss_partial": 0.006256103515625,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.00036916061071678996,
      "loss_partial": 0.005615234375,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0003652986779343337,
      "loss_partial": 0.0057373046875,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0003815159434452653,
      "loss_partial": 0.007537841796875,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0008198670111596584,
      "loss_partial": 0.0036163330078125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0005136063555255532,
      "loss_partial": 0.009033203125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0005410833400674164,
      "loss_partial": 0.00677490234375,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0005521407583728433,
      "loss_partial": 0.00408935546875,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0004211859486531466,
      "loss_partial": 0.0069580078125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.00032646552426740527,
      "loss_partial": 0.005889892578125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0009425838361494243,
      "loss_partial": 0.007049560546875,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0005436426727101207,
      "loss_partial": 0.00701904296875,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0007544206455349922,
      "loss_partial": 0.006866455078125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0005867872387170792,
      "loss_partial": 0.006866455078125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0006249810685403645,
      "loss_partial": 0.0069580078125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0004667991306632757,
      "loss_partial": 0.0068359375,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0008177951676771045,
      "loss_partial": 0.00531005859375,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.0007858154713176191,
      "loss_partial": 0.00372314453125,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.00034818807034753263,
      "loss_partial": 0.0068359375,
      "step": 687
    },
    {
      "epoch": 0.998546511627907,
      "loss_distr": 0.000609793234616518,
      "loss_partial": 0.007568359375,
      "step": 687
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.1797323226928711,
      "learning_rate": 1.1767017723792807e-05,
      "loss": 0.1785,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0005171485827304423,
      "loss_partial": 0.01214599609375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.000386456202249974,
      "loss_partial": 0.00555419921875,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0004659857368096709,
      "loss_partial": 0.006805419921875,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0007275149109773338,
      "loss_partial": 0.00836181640625,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0006410356145352125,
      "loss_partial": 0.007049560546875,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0004071157891303301,
      "loss_partial": 0.0038604736328125,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0006112756673246622,
      "loss_partial": 0.00823974609375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0010197176598012447,
      "loss_partial": 0.00494384765625,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0002915370278060436,
      "loss_partial": 0.003997802734375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0005845142295584083,
      "loss_partial": 0.0091552734375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.00031133959419094026,
      "loss_partial": 0.007568359375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.000754555338062346,
      "loss_partial": 0.00592041015625,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.00040804321179166436,
      "loss_partial": 0.01312255859375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0004374355194158852,
      "loss_partial": 0.0074462890625,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0005947384634055197,
      "loss_partial": 0.00885009765625,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0003297202056273818,
      "loss_partial": 0.00677490234375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0003173287841491401,
      "loss_partial": 0.012451171875,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0004921622457914054,
      "loss_partial": 0.00970458984375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0005952563951723278,
      "loss_partial": 0.004486083984375,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.00044064558460377157,
      "loss_partial": 0.01226806640625,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0007571367314085364,
      "loss_partial": 0.006011962890625,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0005654790438711643,
      "loss_partial": 0.004608154296875,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0004849163524340838,
      "loss_partial": 0.00732421875,
      "step": 688
    },
    {
      "epoch": 1.0,
      "loss_distr": 0.0008297452004626393,
      "loss_partial": 0.00518798828125,
      "step": 688
    },
    {
      "epoch": 1.001453488372093,
      "grad_norm": 0.1885162740945816,
      "learning_rate": 1.1742035018134406e-05,
      "loss": 0.1763,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0006969551905058324,
      "loss_partial": 0.0034027099609375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0005548063199967146,
      "loss_partial": 0.005523681640625,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0011559573467820883,
      "loss_partial": 0.00531005859375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0007621969562023878,
      "loss_partial": 0.00921630859375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0005013858899474144,
      "loss_partial": 0.00543212890625,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.00040913367411121726,
      "loss_partial": 0.004852294921875,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0007359896553680301,
      "loss_partial": 0.0054931640625,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0003677414497360587,
      "loss_partial": 0.009521484375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0008703058119863272,
      "loss_partial": 0.00439453125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0005396541673690081,
      "loss_partial": 0.007293701171875,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.00043671796447597444,
      "loss_partial": 0.006744384765625,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0004502465599216521,
      "loss_partial": 0.01019287109375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0006913160905241966,
      "loss_partial": 0.009033203125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.00027663708897307515,
      "loss_partial": 0.00909423828125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.00039981454028747976,
      "loss_partial": 0.01544189453125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0005775129538960755,
      "loss_partial": 0.00860595703125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0007262431317940354,
      "loss_partial": 0.0042724609375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0005354777676984668,
      "loss_partial": 0.004730224609375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.00027000982663594186,
      "loss_partial": 0.01019287109375,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.000457242684205994,
      "loss_partial": 0.00830078125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0006141779595054686,
      "loss_partial": 0.005889892578125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0004394656862132251,
      "loss_partial": 0.007476806640625,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0005979733541607857,
      "loss_partial": 0.01007080078125,
      "step": 689
    },
    {
      "epoch": 1.001453488372093,
      "loss_distr": 0.0006448841886594892,
      "loss_partial": 0.00555419921875,
      "step": 689
    },
    {
      "epoch": 1.002906976744186,
      "grad_norm": 0.17200414836406708,
      "learning_rate": 1.171704109448458e-05,
      "loss": 0.1779,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.00026617833646014333,
      "loss_partial": 0.00537109375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.00042237312300130725,
      "loss_partial": 0.005523681640625,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0002655373536981642,
      "loss_partial": 0.005706787109375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.000581611879169941,
      "loss_partial": 0.005584716796875,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.00022943649673834443,
      "loss_partial": 0.006927490234375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0004626087611541152,
      "loss_partial": 0.006683349609375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0006240213406272233,
      "loss_partial": 0.0079345703125,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0006487990031018853,
      "loss_partial": 0.005523681640625,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0005071217310614884,
      "loss_partial": 0.005096435546875,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0006448214990086854,
      "loss_partial": 0.0072021484375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.00024093185493256897,
      "loss_partial": 0.006683349609375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0006023752503097057,
      "loss_partial": 0.00518798828125,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0008625001646578312,
      "loss_partial": 0.00604248046875,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0007241716957651079,
      "loss_partial": 0.0079345703125,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0002566143521107733,
      "loss_partial": 0.01019287109375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0004922450170852244,
      "loss_partial": 0.00811767578125,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0003759647370316088,
      "loss_partial": 0.00885009765625,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0006477104034274817,
      "loss_partial": 0.005096435546875,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0006488783401437104,
      "loss_partial": 0.004852294921875,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0004862521309405565,
      "loss_partial": 0.006988525390625,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0004262935253791511,
      "loss_partial": 0.00830078125,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0005176797276362777,
      "loss_partial": 0.007476806640625,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0010411626426503062,
      "loss_partial": 0.005462646484375,
      "step": 690
    },
    {
      "epoch": 1.002906976744186,
      "loss_distr": 0.0004413652350194752,
      "loss_partial": 0.006500244140625,
      "step": 690
    },
    {
      "epoch": 1.004360465116279,
      "grad_norm": 0.17685937881469727,
      "learning_rate": 1.1692036113793943e-05,
      "loss": 0.1784,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.00020185299217700958,
      "loss_partial": 0.01080322265625,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0005347972037270665,
      "loss_partial": 0.005340576171875,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0007516418118029833,
      "loss_partial": 0.00811767578125,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0006516700377687812,
      "loss_partial": 0.00689697265625,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.00047510035801678896,
      "loss_partial": 0.0089111328125,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0003842111909762025,
      "loss_partial": 0.005340576171875,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0007421085610985756,
      "loss_partial": 0.0037689208984375,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.00043549807742238045,
      "loss_partial": 0.005035400390625,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0007762830937281251,
      "loss_partial": 0.0052490234375,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0003137999738100916,
      "loss_partial": 0.0079345703125,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0007104412652552128,
      "loss_partial": 0.004974365234375,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0008454489870928228,
      "loss_partial": 0.0087890625,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0006740229437127709,
      "loss_partial": 0.005279541015625,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0004813575360458344,
      "loss_partial": 0.006622314453125,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0005761137581430376,
      "loss_partial": 0.00543212890625,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0006261621601879597,
      "loss_partial": 0.0078125,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0004981761449016631,
      "loss_partial": 0.00531005859375,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0007875073933973908,
      "loss_partial": 0.002899169921875,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.00048275908920913935,
      "loss_partial": 0.0084228515625,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0004787547222804278,
      "loss_partial": 0.007354736328125,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.00044839593465439975,
      "loss_partial": 0.00567626953125,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.000507177144754678,
      "loss_partial": 0.007568359375,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0005292139248922467,
      "loss_partial": 0.00506591796875,
      "step": 691
    },
    {
      "epoch": 1.004360465116279,
      "loss_distr": 0.0003627152182161808,
      "loss_partial": 0.005706787109375,
      "step": 691
    },
    {
      "epoch": 1.005813953488372,
      "grad_norm": 0.19708281755447388,
      "learning_rate": 1.166702023708433e-05,
      "loss": 0.1765,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00044345608330331743,
      "loss_partial": 0.003936767578125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0009070492815226316,
      "loss_partial": 0.00531005859375,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0005631217500194907,
      "loss_partial": 0.0036163330078125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0006063913460820913,
      "loss_partial": 0.01007080078125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0003025923506356776,
      "loss_partial": 0.005889892578125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0007059961790218949,
      "loss_partial": 0.004669189453125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0008171156514436007,
      "loss_partial": 0.00634765625,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00021516598644666374,
      "loss_partial": 0.006439208984375,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0004777625435963273,
      "loss_partial": 0.0123291015625,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00032520180684514344,
      "loss_partial": 0.007720947265625,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0005868627922609448,
      "loss_partial": 0.005340576171875,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0007324075559154153,
      "loss_partial": 0.006683349609375,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0005847231950610876,
      "loss_partial": 0.0054931640625,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00021303466928657144,
      "loss_partial": 0.006683349609375,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00029297760920599103,
      "loss_partial": 0.00531005859375,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0005661944742314517,
      "loss_partial": 0.004791259765625,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.000662684440612793,
      "loss_partial": 0.005279541015625,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00030283888918347657,
      "loss_partial": 0.00909423828125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00027033095830120146,
      "loss_partial": 0.004730224609375,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0007064082892611623,
      "loss_partial": 0.005401611328125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0004884054069407284,
      "loss_partial": 0.006072998046875,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00027272498118691146,
      "loss_partial": 0.005126953125,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.0008148704655468464,
      "loss_partial": 0.0103759765625,
      "step": 692
    },
    {
      "epoch": 1.005813953488372,
      "loss_distr": 0.00033402221743017435,
      "loss_partial": 0.00634765625,
      "step": 692
    },
    {
      "epoch": 1.007267441860465,
      "grad_norm": 0.1942766308784485,
      "learning_rate": 1.1641993625447728e-05,
      "loss": 0.1783,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0005896693910472095,
      "loss_partial": 0.0091552734375,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0005260673351585865,
      "loss_partial": 0.00634765625,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0004332041717134416,
      "loss_partial": 0.0087890625,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0007266920292750001,
      "loss_partial": 0.004608154296875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.00025953081785701215,
      "loss_partial": 0.004669189453125,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0005501621635630727,
      "loss_partial": 0.0040283203125,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0004059136554133147,
      "loss_partial": 0.00836181640625,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.00033210887340828776,
      "loss_partial": 0.005859375,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.000318798644002527,
      "loss_partial": 0.005096435546875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.00035071291495114565,
      "loss_partial": 0.00933837890625,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0006931740790605545,
      "loss_partial": 0.01043701171875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0006423487793654203,
      "loss_partial": 0.004486083984375,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0006512533291243017,
      "loss_partial": 0.00537109375,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0003978220047429204,
      "loss_partial": 0.00897216796875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0005708175012841821,
      "loss_partial": 0.006805419921875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0007047833641991019,
      "loss_partial": 0.00311279296875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0006006006151437759,
      "loss_partial": 0.01190185546875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0005868790321983397,
      "loss_partial": 0.006317138671875,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0010106315603479743,
      "loss_partial": 0.005218505859375,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0004527457640506327,
      "loss_partial": 0.006439208984375,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0002297410392202437,
      "loss_partial": 0.00970458984375,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0005427944706752896,
      "loss_partial": 0.009033203125,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.0005704204668290913,
      "loss_partial": 0.0069580078125,
      "step": 693
    },
    {
      "epoch": 1.007267441860465,
      "loss_distr": 0.00042728331754915416,
      "loss_partial": 0.00634765625,
      "step": 693
    },
    {
      "epoch": 1.0087209302325582,
      "grad_norm": 0.1735161393880844,
      "learning_rate": 1.1616956440045255e-05,
      "loss": 0.1784,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005411042948253453,
      "loss_partial": 0.005523681640625,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005123455193825066,
      "loss_partial": 0.00738525390625,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0006473709363490343,
      "loss_partial": 0.0079345703125,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0004632718046195805,
      "loss_partial": 0.00933837890625,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0004916304606013,
      "loss_partial": 0.006988525390625,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0006199755589477718,
      "loss_partial": 0.004241943359375,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.00029905751580372453,
      "loss_partial": 0.007354736328125,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005253235576674342,
      "loss_partial": 0.00701904296875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.000370711408322677,
      "loss_partial": 0.0074462890625,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005699230823665857,
      "loss_partial": 0.00482177734375,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0006352465716190636,
      "loss_partial": 0.0029754638671875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.000523378374055028,
      "loss_partial": 0.00494384765625,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005589610664173961,
      "loss_partial": 0.003814697265625,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005668901721946895,
      "loss_partial": 0.00921630859375,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005092128412798047,
      "loss_partial": 0.006591796875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0010050098644569516,
      "loss_partial": 0.005584716796875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.000336647208314389,
      "loss_partial": 0.00958251953125,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0004407198284752667,
      "loss_partial": 0.006134033203125,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005557998665608466,
      "loss_partial": 0.005828857421875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0009315022616647184,
      "loss_partial": 0.004364013671875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005164691829122603,
      "loss_partial": 0.004608154296875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0006436318508349359,
      "loss_partial": 0.00506591796875,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0005619421135634184,
      "loss_partial": 0.00830078125,
      "step": 694
    },
    {
      "epoch": 1.0087209302325582,
      "loss_distr": 0.0006450187647715211,
      "loss_partial": 0.0096435546875,
      "step": 694
    },
    {
      "epoch": 1.010174418604651,
      "grad_norm": 0.178705096244812,
      "learning_rate": 1.1591908842106128e-05,
      "loss": 0.1745,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0007093618041835725,
      "loss_partial": 0.0025634765625,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0002956835669465363,
      "loss_partial": 0.00714111328125,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.000527573749423027,
      "loss_partial": 0.009521484375,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0004479162744246423,
      "loss_partial": 0.01055908203125,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.00045825375127606094,
      "loss_partial": 0.0059814453125,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0007047376129776239,
      "loss_partial": 0.00823974609375,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0005821767263114452,
      "loss_partial": 0.007171630859375,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0006083970074541867,
      "loss_partial": 0.006805419921875,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0006313113262876868,
      "loss_partial": 0.006805419921875,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0002120646822731942,
      "loss_partial": 0.00555419921875,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.00042885527363978326,
      "loss_partial": 0.00537109375,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0005872358451597393,
      "loss_partial": 0.0036773681640625,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.00043576466850936413,
      "loss_partial": 0.0089111328125,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0009494617115706205,
      "loss_partial": 0.004486083984375,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0005951332859694958,
      "loss_partial": 0.005950927734375,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0002965830499306321,
      "loss_partial": 0.01165771484375,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0003320971445646137,
      "loss_partial": 0.00762939453125,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.00045542276347987354,
      "loss_partial": 0.00604248046875,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.00043931585969403386,
      "loss_partial": 0.007537841796875,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0004766362835653126,
      "loss_partial": 0.0142822265625,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0007223295979201794,
      "loss_partial": 0.005828857421875,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0006196242175064981,
      "loss_partial": 0.004425048828125,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0005169499781914055,
      "loss_partial": 0.003570556640625,
      "step": 695
    },
    {
      "epoch": 1.010174418604651,
      "loss_distr": 0.0004665022424887866,
      "loss_partial": 0.0048828125,
      "step": 695
    },
    {
      "epoch": 1.0116279069767442,
      "grad_norm": 0.19324293732643127,
      "learning_rate": 1.1566850992926604e-05,
      "loss": 0.1811,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0006511194515042007,
      "loss_partial": 0.00885009765625,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0005709917168132961,
      "loss_partial": 0.004852294921875,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00025803354219533503,
      "loss_partial": 0.00933837890625,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0004360001184977591,
      "loss_partial": 0.0086669921875,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0007990418234840035,
      "loss_partial": 0.0072021484375,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0004633447097148746,
      "loss_partial": 0.0072021484375,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0005528056644834578,
      "loss_partial": 0.00946044921875,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00034182396484538913,
      "loss_partial": 0.0052490234375,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00047729103243909776,
      "loss_partial": 0.006103515625,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0005073981592431664,
      "loss_partial": 0.007720947265625,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0008899311069399118,
      "loss_partial": 0.00469970703125,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.000678175245411694,
      "loss_partial": 0.007720947265625,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00033264432568103075,
      "loss_partial": 0.007659912109375,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.000643865205347538,
      "loss_partial": 0.00811767578125,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00041245794272981584,
      "loss_partial": 0.00946044921875,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0004386988584883511,
      "loss_partial": 0.006439208984375,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00024905073223635554,
      "loss_partial": 0.01251220703125,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00048297573812305927,
      "loss_partial": 0.00494384765625,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0006209095008671284,
      "loss_partial": 0.0079345703125,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0006334196077659726,
      "loss_partial": 0.007110595703125,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0005640479503199458,
      "loss_partial": 0.007080078125,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.000630360736977309,
      "loss_partial": 0.0052490234375,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.0003560736950021237,
      "loss_partial": 0.007537841796875,
      "step": 696
    },
    {
      "epoch": 1.0116279069767442,
      "loss_distr": 0.00033682555658742785,
      "loss_partial": 0.00927734375,
      "step": 696
    },
    {
      "epoch": 1.0130813953488371,
      "grad_norm": 0.18076187372207642,
      "learning_rate": 1.1541783053868963e-05,
      "loss": 0.1801,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.00023058253282215446,
      "loss_partial": 0.006927490234375,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.00046477915020659566,
      "loss_partial": 0.006744384765625,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.000302190484944731,
      "loss_partial": 0.01385498046875,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0007085533579811454,
      "loss_partial": 0.007568359375,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0005685478681698442,
      "loss_partial": 0.0078125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0009099996532313526,
      "loss_partial": 0.0038604736328125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0006152658606879413,
      "loss_partial": 0.00396728515625,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0005233425181359053,
      "loss_partial": 0.007537841796875,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0005225870991125703,
      "loss_partial": 0.004425048828125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0003218763158656657,
      "loss_partial": 0.0068359375,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.00037570518907159567,
      "loss_partial": 0.008544921875,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.00031830702209845185,
      "loss_partial": 0.00970458984375,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0008284802897833288,
      "loss_partial": 0.00811767578125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.000659278011880815,
      "loss_partial": 0.0072021484375,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0005822357488796115,
      "loss_partial": 0.0108642578125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0006553497514687479,
      "loss_partial": 0.004150390625,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0006424820749089122,
      "loss_partial": 0.006927490234375,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0007544003892689943,
      "loss_partial": 0.00640869140625,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0006415033712983131,
      "loss_partial": 0.004852294921875,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0005033014458604157,
      "loss_partial": 0.00653076171875,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0008967851754277945,
      "loss_partial": 0.00518798828125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0007536907214671373,
      "loss_partial": 0.006866455078125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.00022550240100827068,
      "loss_partial": 0.005889892578125,
      "step": 697
    },
    {
      "epoch": 1.0130813953488371,
      "loss_distr": 0.0002814781037159264,
      "loss_partial": 0.00872802734375,
      "step": 697
    },
    {
      "epoch": 1.0145348837209303,
      "grad_norm": 0.1877499520778656,
      "learning_rate": 1.1516705186360455e-05,
      "loss": 0.1801,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0006036108825355768,
      "loss_partial": 0.006195068359375,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.00041300567681901157,
      "loss_partial": 0.00689697265625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0005060185212641954,
      "loss_partial": 0.0050048828125,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0005051568732596934,
      "loss_partial": 0.01092529296875,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0005112547660246491,
      "loss_partial": 0.00933837890625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0004342076135799289,
      "loss_partial": 0.005523681640625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.00028180796653032303,
      "loss_partial": 0.0076904296875,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0006401186110451818,
      "loss_partial": 0.0045166015625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0006623008521273732,
      "loss_partial": 0.00433349609375,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.000543719157576561,
      "loss_partial": 0.008056640625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.00046620116336271167,
      "loss_partial": 0.0069580078125,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0005440612439997494,
      "loss_partial": 0.004058837890625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0002490103361196816,
      "loss_partial": 0.006103515625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0006479826988652349,
      "loss_partial": 0.00860595703125,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0011012827744707465,
      "loss_partial": 0.0037078857421875,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0003587022365536541,
      "loss_partial": 0.005859375,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.00043876742711290717,
      "loss_partial": 0.00958251953125,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0010362049797549844,
      "loss_partial": 0.003662109375,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.00037252806941978633,
      "loss_partial": 0.007415771484375,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.000609170994721353,
      "loss_partial": 0.0052490234375,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0006819534464739263,
      "loss_partial": 0.0040283203125,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0005527401808649302,
      "loss_partial": 0.005767822265625,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.0004667826578952372,
      "loss_partial": 0.006591796875,
      "step": 698
    },
    {
      "epoch": 1.0145348837209303,
      "loss_distr": 0.000455748348031193,
      "loss_partial": 0.009521484375,
      "step": 698
    },
    {
      "epoch": 1.0159883720930232,
      "grad_norm": 0.16615097224712372,
      "learning_rate": 1.149161755189227e-05,
      "loss": 0.178,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0006072940304875374,
      "loss_partial": 0.006317138671875,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.00032090884633362293,
      "loss_partial": 0.00543212890625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0003827665641438216,
      "loss_partial": 0.00653076171875,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.00045238525490276515,
      "loss_partial": 0.00640869140625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0003985133662354201,
      "loss_partial": 0.005859375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.00034113210858777165,
      "loss_partial": 0.01068115234375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0008239797316491604,
      "loss_partial": 0.003936767578125,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0007528937421739101,
      "loss_partial": 0.005462646484375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.00029404673841781914,
      "loss_partial": 0.004608154296875,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.00045795750338584185,
      "loss_partial": 0.004730224609375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.00041259900899603963,
      "loss_partial": 0.005523681640625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0004759212024509907,
      "loss_partial": 0.0076904296875,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0005372109590098262,
      "loss_partial": 0.00537109375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0006376310484483838,
      "loss_partial": 0.007415771484375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.000494657491799444,
      "loss_partial": 0.005767822265625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0006535327411256731,
      "loss_partial": 0.005950927734375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.00047461173380725086,
      "loss_partial": 0.00787353515625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0005310798878781497,
      "loss_partial": 0.00787353515625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0007249821210280061,
      "loss_partial": 0.00445556640625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0006200269563123584,
      "loss_partial": 0.003936767578125,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0006514875567518175,
      "loss_partial": 0.00347900390625,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0006938930600881577,
      "loss_partial": 0.003753662109375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0005072172498330474,
      "loss_partial": 0.00970458984375,
      "step": 699
    },
    {
      "epoch": 1.0159883720930232,
      "loss_distr": 0.0004940034123137593,
      "loss_partial": 0.00714111328125,
      "step": 699
    },
    {
      "epoch": 1.0174418604651163,
      "grad_norm": 0.19327594339847565,
      "learning_rate": 1.1466520312018492e-05,
      "loss": 0.1785,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0007119199144653976,
      "loss_partial": 0.00341796875,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0006833294173702598,
      "loss_partial": 0.004638671875,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0004011527053080499,
      "loss_partial": 0.004150390625,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0006512377876788378,
      "loss_partial": 0.006195068359375,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0005032751942053437,
      "loss_partial": 0.006317138671875,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0006964395288378,
      "loss_partial": 0.00665283203125,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0005208178190514445,
      "loss_partial": 0.00665283203125,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0006671135197393596,
      "loss_partial": 0.006927490234375,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.00043268094304949045,
      "loss_partial": 0.007080078125,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.00045204797061160207,
      "loss_partial": 0.006317138671875,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.00046719517558813095,
      "loss_partial": 0.00799560546875,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0004627208109013736,
      "loss_partial": 0.0089111328125,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0004070815339218825,
      "loss_partial": 0.01220703125,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0006741732358932495,
      "loss_partial": 0.0074462890625,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.00029225266189314425,
      "loss_partial": 0.01025390625,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0007018076721578836,
      "loss_partial": 0.00579833984375,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0008558760746382177,
      "loss_partial": 0.005615234375,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.00042554299579933286,
      "loss_partial": 0.00848388671875,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0004726282204501331,
      "loss_partial": 0.00885009765625,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0007850225083529949,
      "loss_partial": 0.00592041015625,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0006745059508830309,
      "loss_partial": 0.0048828125,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0006406603497453034,
      "loss_partial": 0.003509521484375,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0007282902952283621,
      "loss_partial": 0.004913330078125,
      "step": 700
    },
    {
      "epoch": 1.0174418604651163,
      "loss_distr": 0.0003241849481128156,
      "loss_partial": 0.012451171875,
      "step": 700
    },
    {
      "epoch": 1.0188953488372092,
      "grad_norm": 0.1945124715566635,
      "learning_rate": 1.1441413628355048e-05,
      "loss": 0.1814,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0004152832261752337,
      "loss_partial": 0.007476806640625,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0004193740605842322,
      "loss_partial": 0.00726318359375,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0007296121912077069,
      "loss_partial": 0.00701904296875,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.00029803795041516423,
      "loss_partial": 0.0037689208984375,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.000721002637874335,
      "loss_partial": 0.006500244140625,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.00036614277632907033,
      "loss_partial": 0.004791259765625,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0005385354161262512,
      "loss_partial": 0.00811767578125,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0009163477225229144,
      "loss_partial": 0.004638671875,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0003736202488653362,
      "loss_partial": 0.0052490234375,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0005477878730744123,
      "loss_partial": 0.00421142578125,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0006020384607836604,
      "loss_partial": 0.006317138671875,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0006403724546544254,
      "loss_partial": 0.00567626953125,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0002537784748710692,
      "loss_partial": 0.00604248046875,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0006467291386798024,
      "loss_partial": 0.007354736328125,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0002965129679068923,
      "loss_partial": 0.005126953125,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.00023055370547808707,
      "loss_partial": 0.00885009765625,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0003294056514278054,
      "loss_partial": 0.0062255859375,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.000530585297383368,
      "loss_partial": 0.01123046875,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.00028604583349078894,
      "loss_partial": 0.00543212890625,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.00029788323445245624,
      "loss_partial": 0.0074462890625,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0005958733381703496,
      "loss_partial": 0.006500244140625,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.000408746738685295,
      "loss_partial": 0.00860595703125,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0005470459582284093,
      "loss_partial": 0.00946044921875,
      "step": 701
    },
    {
      "epoch": 1.0188953488372092,
      "loss_distr": 0.0006515801651403308,
      "loss_partial": 0.007110595703125,
      "step": 701
    },
    {
      "epoch": 1.0203488372093024,
      "grad_norm": 0.1975344717502594,
      "learning_rate": 1.1416297662578702e-05,
      "loss": 0.1758,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.00049682951066643,
      "loss_partial": 0.0067138671875,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.00025130220456048846,
      "loss_partial": 0.00531005859375,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.000462297786725685,
      "loss_partial": 0.0079345703125,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0003568121464923024,
      "loss_partial": 0.0084228515625,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0008922649431042373,
      "loss_partial": 0.004364013671875,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0005537107936106622,
      "loss_partial": 0.009033203125,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.00030522263841703534,
      "loss_partial": 0.0067138671875,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0006690080044791102,
      "loss_partial": 0.01025390625,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0005081817507743835,
      "loss_partial": 0.0040283203125,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.00031737476820126176,
      "loss_partial": 0.006317138671875,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.000375842530047521,
      "loss_partial": 0.00762939453125,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0003770658513531089,
      "loss_partial": 0.0111083984375,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.00031962484354153275,
      "loss_partial": 0.006500244140625,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.00065234414068982,
      "loss_partial": 0.0050048828125,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0004884145455434918,
      "loss_partial": 0.00909423828125,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0007242150022648275,
      "loss_partial": 0.0032196044921875,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0004350454546511173,
      "loss_partial": 0.00860595703125,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0005459800595417619,
      "loss_partial": 0.006256103515625,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0010073401499539614,
      "loss_partial": 0.004730224609375,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0004057478508912027,
      "loss_partial": 0.00823974609375,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.00047030311543494463,
      "loss_partial": 0.00872802734375,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0004296735569369048,
      "loss_partial": 0.00634765625,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0005723000504076481,
      "loss_partial": 0.007293701171875,
      "step": 702
    },
    {
      "epoch": 1.0203488372093024,
      "loss_distr": 0.0004987685824744403,
      "loss_partial": 0.005645751953125,
      "step": 702
    },
    {
      "epoch": 1.0218023255813953,
      "grad_norm": 0.17607854306697845,
      "learning_rate": 1.1391172576425969e-05,
      "loss": 0.1839,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0004970004083588719,
      "loss_partial": 0.00823974609375,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0007587282452732325,
      "loss_partial": 0.005767822265625,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0007570149609819055,
      "loss_partial": 0.0054931640625,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0005914532812312245,
      "loss_partial": 0.004058837890625,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.00045015476644039154,
      "loss_partial": 0.004608154296875,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0002693752758204937,
      "loss_partial": 0.00823974609375,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0005176212289370596,
      "loss_partial": 0.00897216796875,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0007321422453969717,
      "loss_partial": 0.003692626953125,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0005149311618879437,
      "loss_partial": 0.009521484375,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.00022167363204061985,
      "loss_partial": 0.0069580078125,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0007495416211895645,
      "loss_partial": 0.005889892578125,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0010507944971323013,
      "loss_partial": 0.00872802734375,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.000815407547634095,
      "loss_partial": 0.00555419921875,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0005564671009778976,
      "loss_partial": 0.0072021484375,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0003889281942974776,
      "loss_partial": 0.007049560546875,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0007015815936028957,
      "loss_partial": 0.006744384765625,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0006468200590461493,
      "loss_partial": 0.00396728515625,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0006470070220530033,
      "loss_partial": 0.003692626953125,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.00030258618062362075,
      "loss_partial": 0.00958251953125,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.00032155061489902437,
      "loss_partial": 0.00653076171875,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0004960927180945873,
      "loss_partial": 0.00970458984375,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0003336844965815544,
      "loss_partial": 0.00830078125,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.0003197116020601243,
      "loss_partial": 0.0079345703125,
      "step": 703
    },
    {
      "epoch": 1.0218023255813953,
      "loss_distr": 0.00046175887109711766,
      "loss_partial": 0.00872802734375,
      "step": 703
    },
    {
      "epoch": 1.0232558139534884,
      "grad_norm": 0.210011824965477,
      "learning_rate": 1.136603853169211e-05,
      "loss": 0.1765,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0005396046908572316,
      "loss_partial": 0.0036163330078125,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.00040953390998765826,
      "loss_partial": 0.005218505859375,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.00038517717621289194,
      "loss_partial": 0.004119873046875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0005942269344814122,
      "loss_partial": 0.008544921875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0007548244902864099,
      "loss_partial": 0.004364013671875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0004914031596854329,
      "loss_partial": 0.0115966796875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.000475877255667001,
      "loss_partial": 0.006134033203125,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.00031154899625107646,
      "loss_partial": 0.006011962890625,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0004754977999255061,
      "loss_partial": 0.01104736328125,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.00029930571326985955,
      "loss_partial": 0.0059814453125,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.00060633709654212,
      "loss_partial": 0.005584716796875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0005465678405016661,
      "loss_partial": 0.01165771484375,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0005383338429965079,
      "loss_partial": 0.0074462890625,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.000870745163410902,
      "loss_partial": 0.00494384765625,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0003320480464026332,
      "loss_partial": 0.005584716796875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.00043304183054715395,
      "loss_partial": 0.00897216796875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0002681549231056124,
      "loss_partial": 0.0034942626953125,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.000527656520716846,
      "loss_partial": 0.007232666015625,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0004505896649789065,
      "loss_partial": 0.0091552734375,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0004081511578988284,
      "loss_partial": 0.007293701171875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0005377641064114869,
      "loss_partial": 0.0054931640625,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0003860890574287623,
      "loss_partial": 0.01171875,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0008538439287804067,
      "loss_partial": 0.0037384033203125,
      "step": 704
    },
    {
      "epoch": 1.0232558139534884,
      "loss_distr": 0.0007741940207779408,
      "loss_partial": 0.00335693359375,
      "step": 704
    },
    {
      "epoch": 1.0247093023255813,
      "grad_norm": 0.18624012172222137,
      "learning_rate": 1.1340895690230066e-05,
      "loss": 0.1771,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0003625480458140373,
      "loss_partial": 0.01043701171875,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0005215125274844468,
      "loss_partial": 0.007354736328125,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0004319442086853087,
      "loss_partial": 0.004302978515625,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0009468483040109277,
      "loss_partial": 0.005340576171875,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0004793794942088425,
      "loss_partial": 0.004791259765625,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0007038472685962915,
      "loss_partial": 0.006256103515625,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.00043170369463041425,
      "loss_partial": 0.00958251953125,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.000764410593546927,
      "loss_partial": 0.005340576171875,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.000851927325129509,
      "loss_partial": 0.0030364990234375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0007487288676202297,
      "loss_partial": 0.005859375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0006184743251651525,
      "loss_partial": 0.00823974609375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0005173940444365144,
      "loss_partial": 0.003753662109375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.00038530846359208226,
      "loss_partial": 0.00970458984375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0005142570589669049,
      "loss_partial": 0.005615234375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0005298997275531292,
      "loss_partial": 0.00665283203125,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.000671638292260468,
      "loss_partial": 0.005767822265625,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.000601795210968703,
      "loss_partial": 0.01177978515625,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0007313975947909057,
      "loss_partial": 0.009765625,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0002587782219052315,
      "loss_partial": 0.005615234375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0005684286006726325,
      "loss_partial": 0.005706787109375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0007520215003751218,
      "loss_partial": 0.006561279296875,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0004518490459304303,
      "loss_partial": 0.00958251953125,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.00045576959382742643,
      "loss_partial": 0.00482177734375,
      "step": 705
    },
    {
      "epoch": 1.0247093023255813,
      "loss_distr": 0.0005721026682294905,
      "loss_partial": 0.00537109375,
      "step": 705
    },
    {
      "epoch": 1.0261627906976745,
      "grad_norm": 0.19003811478614807,
      "learning_rate": 1.1315744213949431e-05,
      "loss": 0.1763,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0005742898210883141,
      "loss_partial": 0.0067138671875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0007213327335193753,
      "loss_partial": 0.00701904296875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0007348631042987108,
      "loss_partial": 0.006103515625,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0006635698955506086,
      "loss_partial": 0.006622314453125,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.000741558033041656,
      "loss_partial": 0.00439453125,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.00026635618996806443,
      "loss_partial": 0.00531005859375,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0005484900902956724,
      "loss_partial": 0.007293701171875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0005917537491768599,
      "loss_partial": 0.003936767578125,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0004263557493686676,
      "loss_partial": 0.0087890625,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.00046218029456213117,
      "loss_partial": 0.006744384765625,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.00037142037763260305,
      "loss_partial": 0.004547119140625,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0003170941199641675,
      "loss_partial": 0.0115966796875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0002654217532835901,
      "loss_partial": 0.006927490234375,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0002974964736495167,
      "loss_partial": 0.01385498046875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0003544880892150104,
      "loss_partial": 0.005889892578125,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0005657649599015713,
      "loss_partial": 0.007293701171875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0004028468392789364,
      "loss_partial": 0.00958251953125,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.00038389532710425556,
      "loss_partial": 0.0086669921875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0003480009036138654,
      "loss_partial": 0.01104736328125,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0003945739008486271,
      "loss_partial": 0.0115966796875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.00029608947806991637,
      "loss_partial": 0.00946044921875,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.00034020119346678257,
      "loss_partial": 0.006378173828125,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0005550173809751868,
      "loss_partial": 0.00592041015625,
      "step": 706
    },
    {
      "epoch": 1.0261627906976745,
      "loss_distr": 0.0005846160347573459,
      "loss_partial": 0.00579833984375,
      "step": 706
    },
    {
      "epoch": 1.0276162790697674,
      "grad_norm": 0.17650166153907776,
      "learning_rate": 1.1290584264815404e-05,
      "loss": 0.1782,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.00024141036556102335,
      "loss_partial": 0.006683349609375,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0007735657854937017,
      "loss_partial": 0.004364013671875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.000602258718572557,
      "loss_partial": 0.0059814453125,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0005458924570120871,
      "loss_partial": 0.005706787109375,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0004875777231063694,
      "loss_partial": 0.0108642578125,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0005688074743375182,
      "loss_partial": 0.005645751953125,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0006164550432004035,
      "loss_partial": 0.0068359375,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0002642137696966529,
      "loss_partial": 0.007476806640625,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0006219121860340238,
      "loss_partial": 0.008544921875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.000500269525218755,
      "loss_partial": 0.004425048828125,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0008805968100205064,
      "loss_partial": 0.0042724609375,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0004662101564463228,
      "loss_partial": 0.00457763671875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0007390142418444157,
      "loss_partial": 0.006256103515625,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.00035316540743224323,
      "loss_partial": 0.0103759765625,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0005974385421723127,
      "loss_partial": 0.00653076171875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0004828025121241808,
      "loss_partial": 0.005401611328125,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.001121637993492186,
      "loss_partial": 0.007537841796875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0006546138320118189,
      "loss_partial": 0.007049560546875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0003857049159705639,
      "loss_partial": 0.00653076171875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0007945554098114371,
      "loss_partial": 0.004730224609375,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.00035533937625586987,
      "loss_partial": 0.00848388671875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.000542845984455198,
      "loss_partial": 0.00830078125,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.000736602523829788,
      "loss_partial": 0.004608154296875,
      "step": 707
    },
    {
      "epoch": 1.0276162790697674,
      "loss_distr": 0.0005254327552393079,
      "loss_partial": 0.005157470703125,
      "step": 707
    },
    {
      "epoch": 1.0290697674418605,
      "grad_norm": 0.17136071622371674,
      "learning_rate": 1.1265416004847742e-05,
      "loss": 0.1725,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0004340728046372533,
      "loss_partial": 0.004791259765625,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0009754557395353913,
      "loss_partial": 0.00482177734375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0006756604998372495,
      "loss_partial": 0.0072021484375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0006330684991553426,
      "loss_partial": 0.00762939453125,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.00042305150418542325,
      "loss_partial": 0.009033203125,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.000558342901058495,
      "loss_partial": 0.00787353515625,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0005070697516202927,
      "loss_partial": 0.004852294921875,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0008113669464364648,
      "loss_partial": 0.00433349609375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0005455951322801411,
      "loss_partial": 0.0111083984375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0003970445250160992,
      "loss_partial": 0.00579833984375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0005500296247191727,
      "loss_partial": 0.00494384765625,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0003655453328974545,
      "loss_partial": 0.0078125,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0007532794843427837,
      "loss_partial": 0.005035400390625,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.00044774520210921764,
      "loss_partial": 0.00537109375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0007604357087984681,
      "loss_partial": 0.00701904296875,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0005264462670311332,
      "loss_partial": 0.01019287109375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0006837071268819273,
      "loss_partial": 0.006683349609375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0002823236573021859,
      "loss_partial": 0.005340576171875,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0006548025994561613,
      "loss_partial": 0.00579833984375,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0007203898276202381,
      "loss_partial": 0.004791259765625,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0002972602960653603,
      "loss_partial": 0.005523681640625,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0002887439331971109,
      "loss_partial": 0.004669189453125,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0004137012583669275,
      "loss_partial": 0.01123046875,
      "step": 708
    },
    {
      "epoch": 1.0290697674418605,
      "loss_distr": 0.0006225578254088759,
      "loss_partial": 0.0054931640625,
      "step": 708
    },
    {
      "epoch": 1.0305232558139534,
      "grad_norm": 0.17231515049934387,
      "learning_rate": 1.1240239596119726e-05,
      "loss": 0.1737,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0006485424237325788,
      "loss_partial": 0.00933837890625,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0005847221473231912,
      "loss_partial": 0.00823974609375,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0005340226925909519,
      "loss_partial": 0.006439208984375,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0003393430379219353,
      "loss_partial": 0.01153564453125,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0006158712785691023,
      "loss_partial": 0.01019287109375,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.00037810063804499805,
      "loss_partial": 0.006683349609375,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0005524735897779465,
      "loss_partial": 0.00457763671875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.00033459498081356287,
      "loss_partial": 0.00726318359375,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0006233714520931244,
      "loss_partial": 0.00408935546875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.000412751454859972,
      "loss_partial": 0.0107421875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0005616659764200449,
      "loss_partial": 0.0076904296875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0005389587604440749,
      "loss_partial": 0.005126953125,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.00022141232329886407,
      "loss_partial": 0.0096435546875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0007806256180629134,
      "loss_partial": 0.0040283203125,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0005057413363829255,
      "loss_partial": 0.004852294921875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0004357386496849358,
      "loss_partial": 0.005584716796875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0006038678111508489,
      "loss_partial": 0.0089111328125,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0004056131874676794,
      "loss_partial": 0.01226806640625,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0004414494032971561,
      "loss_partial": 0.007080078125,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0002210597158409655,
      "loss_partial": 0.01129150390625,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0010379686718806624,
      "loss_partial": 0.00262451171875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0006413817754946649,
      "loss_partial": 0.00653076171875,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0004945255350321531,
      "loss_partial": 0.005401611328125,
      "step": 709
    },
    {
      "epoch": 1.0305232558139534,
      "loss_distr": 0.0005090605700388551,
      "loss_partial": 0.009521484375,
      "step": 709
    },
    {
      "epoch": 1.0319767441860466,
      "grad_norm": 0.187034010887146,
      "learning_rate": 1.12150552007571e-05,
      "loss": 0.1763,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.00047826411901041865,
      "loss_partial": 0.01068115234375,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0003054636181332171,
      "loss_partial": 0.01263427734375,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0007684808224439621,
      "loss_partial": 0.005889892578125,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0004258492263033986,
      "loss_partial": 0.00640869140625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.000664238294120878,
      "loss_partial": 0.006256103515625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.00044117981451563537,
      "loss_partial": 0.0218505859375,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0006487943464890122,
      "loss_partial": 0.005126953125,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0003509464149829,
      "loss_partial": 0.01007080078125,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0005924930446781218,
      "loss_partial": 0.00634765625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0005452816258184612,
      "loss_partial": 0.007720947265625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.00029552620253525674,
      "loss_partial": 0.006500244140625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0009318856755271554,
      "loss_partial": 0.005462646484375,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.00026373789296485484,
      "loss_partial": 0.0118408203125,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0005147978663444519,
      "loss_partial": 0.0103759765625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.000680899596773088,
      "loss_partial": 0.00921630859375,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0005233696429058909,
      "loss_partial": 0.0036773681640625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0004570207674987614,
      "loss_partial": 0.007568359375,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0006465869373641908,
      "loss_partial": 0.006103515625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0004804750205948949,
      "loss_partial": 0.005950927734375,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0002630249655339867,
      "loss_partial": 0.004791259765625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0007011975394561887,
      "loss_partial": 0.00347900390625,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.00067866500467062,
      "loss_partial": 0.004669189453125,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.00037373494706116617,
      "loss_partial": 0.007110595703125,
      "step": 710
    },
    {
      "epoch": 1.0319767441860466,
      "loss_distr": 0.0008187656057998538,
      "loss_partial": 0.0036773681640625,
      "step": 710
    },
    {
      "epoch": 1.0334302325581395,
      "grad_norm": 0.18034884333610535,
      "learning_rate": 1.1189862980937054e-05,
      "loss": 0.179,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0004547545686364174,
      "loss_partial": 0.0050048828125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0003233010065741837,
      "loss_partial": 0.00775146484375,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0005282562924548984,
      "loss_partial": 0.00811767578125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00023953993513714522,
      "loss_partial": 0.01153564453125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0007683975854888558,
      "loss_partial": 0.005859375,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0005067444872111082,
      "loss_partial": 0.006988525390625,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00042264474905095994,
      "loss_partial": 0.0078125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0002412138128420338,
      "loss_partial": 0.0059814453125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0008487168233841658,
      "loss_partial": 0.0028076171875,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00046401156578212976,
      "loss_partial": 0.00775146484375,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0005801364895887673,
      "loss_partial": 0.0106201171875,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00072996731614694,
      "loss_partial": 0.004364013671875,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0005811106530018151,
      "loss_partial": 0.004241943359375,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00034720770781859756,
      "loss_partial": 0.0103759765625,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00047654780792072415,
      "loss_partial": 0.007568359375,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00036980208824388683,
      "loss_partial": 0.00494384765625,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00037263004924170673,
      "loss_partial": 0.01031494140625,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0004751071974169463,
      "loss_partial": 0.007049560546875,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00044412488932721317,
      "loss_partial": 0.0079345703125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0005864337435923517,
      "loss_partial": 0.005645751953125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.00035405607195571065,
      "loss_partial": 0.0093994140625,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0008133030496537685,
      "loss_partial": 0.005401611328125,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.0005001649260520935,
      "loss_partial": 0.01513671875,
      "step": 711
    },
    {
      "epoch": 1.0334302325581395,
      "loss_distr": 0.000633857911452651,
      "loss_partial": 0.005126953125,
      "step": 711
    },
    {
      "epoch": 1.0348837209302326,
      "grad_norm": 0.1747031807899475,
      "learning_rate": 1.1164663098887157e-05,
      "loss": 0.1777,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.00038158008828759193,
      "loss_partial": 0.006134033203125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.000697392737492919,
      "loss_partial": 0.003875732421875,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0003967137890867889,
      "loss_partial": 0.00823974609375,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0007789662340655923,
      "loss_partial": 0.0037689208984375,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0008925774600356817,
      "loss_partial": 0.00665283203125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.000912583782337606,
      "loss_partial": 0.003936767578125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0005085081793367863,
      "loss_partial": 0.01055908203125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0005403448594734073,
      "loss_partial": 0.009765625,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0005040520336478949,
      "loss_partial": 0.0048828125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0006677031051367521,
      "loss_partial": 0.0079345703125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0004001312190666795,
      "loss_partial": 0.006591796875,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0002607716014608741,
      "loss_partial": 0.00787353515625,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0004812557017430663,
      "loss_partial": 0.005523681640625,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0005718728643842041,
      "loss_partial": 0.0113525390625,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0006966969231143594,
      "loss_partial": 0.00701904296875,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0004067152040079236,
      "loss_partial": 0.006134033203125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0006617937469854951,
      "loss_partial": 0.00665283203125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0005836381460539997,
      "loss_partial": 0.006500244140625,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0003890058142133057,
      "loss_partial": 0.00933837890625,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.00045928230974823236,
      "loss_partial": 0.00640869140625,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0006493852706626058,
      "loss_partial": 0.0081787109375,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.00035255178227089345,
      "loss_partial": 0.00927734375,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.00042182832839898765,
      "loss_partial": 0.005157470703125,
      "step": 712
    },
    {
      "epoch": 1.0348837209302326,
      "loss_distr": 0.0006241247174330056,
      "loss_partial": 0.004608154296875,
      "step": 712
    },
    {
      "epoch": 1.0363372093023255,
      "grad_norm": 0.19402168691158295,
      "learning_rate": 1.1139455716884313e-05,
      "loss": 0.1801,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0005232925759628415,
      "loss_partial": 0.006622314453125,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0007635524962097406,
      "loss_partial": 0.005767822265625,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0006103621562942863,
      "loss_partial": 0.00518798828125,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0003696401254273951,
      "loss_partial": 0.00726318359375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0007130667800083756,
      "loss_partial": 0.00439453125,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0007135404157452285,
      "loss_partial": 0.004974365234375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0005898547824472189,
      "loss_partial": 0.004302978515625,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0005660089082084596,
      "loss_partial": 0.00421142578125,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0005073847714811563,
      "loss_partial": 0.005706787109375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.00039240700425580144,
      "loss_partial": 0.0169677734375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.00041241024155169725,
      "loss_partial": 0.00946044921875,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0002655298449099064,
      "loss_partial": 0.012451171875,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.00025529260165058076,
      "loss_partial": 0.006439208984375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0006312063196673989,
      "loss_partial": 0.00494384765625,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0005296589806675911,
      "loss_partial": 0.0078125,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0005067406455054879,
      "loss_partial": 0.0037689208984375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.00024140291498042643,
      "loss_partial": 0.0111083984375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.00047372403787449,
      "loss_partial": 0.00677490234375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0005260428879410028,
      "loss_partial": 0.0108642578125,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.000796005770098418,
      "loss_partial": 0.00537109375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.000411952001741156,
      "loss_partial": 0.0091552734375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.00027132200193591416,
      "loss_partial": 0.009521484375,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0009371624328196049,
      "loss_partial": 0.0050048828125,
      "step": 713
    },
    {
      "epoch": 1.0363372093023255,
      "loss_distr": 0.0008341066422872245,
      "loss_partial": 0.004486083984375,
      "step": 713
    },
    {
      "epoch": 1.0377906976744187,
      "grad_norm": 0.17817749083042145,
      "learning_rate": 1.1114240997253738e-05,
      "loss": 0.1773,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.00025636039208620787,
      "loss_partial": 0.01312255859375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.000717874791007489,
      "loss_partial": 0.005828857421875,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005219030426815152,
      "loss_partial": 0.0086669921875,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005028558080084622,
      "loss_partial": 0.00909423828125,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.00025815339176915586,
      "loss_partial": 0.009521484375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0008822384988889098,
      "loss_partial": 0.00506591796875,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0006521387840621173,
      "loss_partial": 0.003326416015625,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0006550841499119997,
      "loss_partial": 0.005859375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.00033742559025995433,
      "loss_partial": 0.00909423828125,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0008306787349283695,
      "loss_partial": 0.0037841796875,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0004106737906113267,
      "loss_partial": 0.01153564453125,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005819642101414502,
      "loss_partial": 0.004486083984375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0009262333624064922,
      "loss_partial": 0.005706787109375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005219965241849422,
      "loss_partial": 0.00921630859375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0006036302074790001,
      "loss_partial": 0.004058837890625,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005692687118425965,
      "loss_partial": 0.007110595703125,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005841851234436035,
      "loss_partial": 0.006134033203125,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.00033626361982896924,
      "loss_partial": 0.007110595703125,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005281357443891466,
      "loss_partial": 0.00982666015625,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.000943850027397275,
      "loss_partial": 0.00506591796875,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0005388150457292795,
      "loss_partial": 0.009521484375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.000765592441894114,
      "loss_partial": 0.008056640625,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.0006261450471356511,
      "loss_partial": 0.0068359375,
      "step": 714
    },
    {
      "epoch": 1.0377906976744187,
      "loss_distr": 0.000891349627636373,
      "loss_partial": 0.005279541015625,
      "step": 714
    },
    {
      "epoch": 1.0392441860465116,
      "grad_norm": 0.17967651784420013,
      "learning_rate": 1.108901910236788e-05,
      "loss": 0.1779,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0005135416286066175,
      "loss_partial": 0.006072998046875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0006382850115187466,
      "loss_partial": 0.005401611328125,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0005081245908513665,
      "loss_partial": 0.005401611328125,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0007091698935255408,
      "loss_partial": 0.005126953125,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0003743627748917788,
      "loss_partial": 0.01141357421875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0006892454111948609,
      "loss_partial": 0.006072998046875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.00041390216210857034,
      "loss_partial": 0.006103515625,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0006219102069735527,
      "loss_partial": 0.0037384033203125,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0004896734608337283,
      "loss_partial": 0.00701904296875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.00044248715857975185,
      "loss_partial": 0.0091552734375,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0002654043200891465,
      "loss_partial": 0.014404296875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0006658546626567841,
      "loss_partial": 0.00946044921875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.001002785051241517,
      "loss_partial": 0.00543212890625,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0004160341341048479,
      "loss_partial": 0.006103515625,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.00033141160383820534,
      "loss_partial": 0.007293701171875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.000555722857825458,
      "loss_partial": 0.00592041015625,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.000552194775082171,
      "loss_partial": 0.005126953125,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0003196884645149112,
      "loss_partial": 0.005615234375,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0005636065034195781,
      "loss_partial": 0.00677490234375,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0008248768281191587,
      "loss_partial": 0.0047607421875,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0004974661860615015,
      "loss_partial": 0.00634765625,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.0006226367549970746,
      "loss_partial": 0.006011962890625,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.00027627430972643197,
      "loss_partial": 0.005889892578125,
      "step": 715
    },
    {
      "epoch": 1.0392441860465116,
      "loss_distr": 0.00045027441228739917,
      "loss_partial": 0.01092529296875,
      "step": 715
    },
    {
      "epoch": 1.0406976744186047,
      "grad_norm": 0.16501258313655853,
      "learning_rate": 1.1063790194645412e-05,
      "loss": 0.1786,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0006648122216574848,
      "loss_partial": 0.0054931640625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005531495553441346,
      "loss_partial": 0.00738525390625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005325049278326333,
      "loss_partial": 0.00604248046875,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.00039678625762462616,
      "loss_partial": 0.003509521484375,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005676163709722459,
      "loss_partial": 0.0103759765625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0004976700292900205,
      "loss_partial": 0.008056640625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.00041037361370399594,
      "loss_partial": 0.0064697265625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0008403541869483888,
      "loss_partial": 0.003143310546875,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0008695683791302145,
      "loss_partial": 0.00518798828125,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0006335349753499031,
      "loss_partial": 0.005767822265625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0003610153798945248,
      "loss_partial": 0.006103515625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005871984176337719,
      "loss_partial": 0.00787353515625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005192803218960762,
      "loss_partial": 0.0037689208984375,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005576309049502015,
      "loss_partial": 0.00921630859375,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0002574546670075506,
      "loss_partial": 0.00885009765625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005247290246188641,
      "loss_partial": 0.00701904296875,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0006750854663550854,
      "loss_partial": 0.0078125,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.000361606536898762,
      "loss_partial": 0.006622314453125,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0008616952691227198,
      "loss_partial": 0.00592041015625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0005095429951325059,
      "loss_partial": 0.006378173828125,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.000638970173895359,
      "loss_partial": 0.006103515625,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0004296038532629609,
      "loss_partial": 0.005950927734375,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0003531536494847387,
      "loss_partial": 0.0096435546875,
      "step": 716
    },
    {
      "epoch": 1.0406976744186047,
      "loss_distr": 0.0009991927072405815,
      "loss_partial": 0.0084228515625,
      "step": 716
    },
    {
      "epoch": 1.0421511627906976,
      "grad_norm": 0.1918276995420456,
      "learning_rate": 1.1038554436550155e-05,
      "loss": 0.1754,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0005922728450968862,
      "loss_partial": 0.0036468505859375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0004903168301098049,
      "loss_partial": 0.00738525390625,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.00043530826224014163,
      "loss_partial": 0.006378173828125,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.00037301419069990516,
      "loss_partial": 0.00531005859375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0004448713443707675,
      "loss_partial": 0.0037689208984375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0006792994681745768,
      "loss_partial": 0.00677490234375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0008971327333711088,
      "loss_partial": 0.005340576171875,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0005208707880228758,
      "loss_partial": 0.006591796875,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0007019764743745327,
      "loss_partial": 0.003997802734375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0005702662747353315,
      "loss_partial": 0.00677490234375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0005732396384701133,
      "loss_partial": 0.00836181640625,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0008315946324728429,
      "loss_partial": 0.0033721923828125,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.00037787912879139185,
      "loss_partial": 0.006378173828125,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0008099397527985275,
      "loss_partial": 0.004180908203125,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0004202521813567728,
      "loss_partial": 0.002777099609375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.00048291246639564633,
      "loss_partial": 0.0064697265625,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0003841232683043927,
      "loss_partial": 0.00445556640625,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0002987631596624851,
      "loss_partial": 0.00592041015625,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0007697382825426757,
      "loss_partial": 0.00445556640625,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0006097081350162625,
      "loss_partial": 0.00640869140625,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0006635135505348444,
      "loss_partial": 0.004730224609375,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0006171597633510828,
      "loss_partial": 0.0079345703125,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0007504308014176786,
      "loss_partial": 0.0078125,
      "step": 717
    },
    {
      "epoch": 1.0421511627906976,
      "loss_distr": 0.0006656097248196602,
      "loss_partial": 0.0054931640625,
      "step": 717
    },
    {
      "epoch": 1.0436046511627908,
      "grad_norm": 0.23391681909561157,
      "learning_rate": 1.1013311990590048e-05,
      "loss": 0.1723,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0009081870084628463,
      "loss_partial": 0.006561279296875,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0006719116354361176,
      "loss_partial": 0.005615234375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0002284485090058297,
      "loss_partial": 0.0120849609375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0007849117973819375,
      "loss_partial": 0.005615234375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0005603577010333538,
      "loss_partial": 0.0062255859375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0006020142463967204,
      "loss_partial": 0.002960205078125,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.00035698682768270373,
      "loss_partial": 0.00396728515625,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0007979794754646719,
      "loss_partial": 0.006378173828125,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0004608083690982312,
      "loss_partial": 0.006591796875,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0003420041175559163,
      "loss_partial": 0.00994873046875,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0003266397106926888,
      "loss_partial": 0.0064697265625,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0005997845437377691,
      "loss_partial": 0.005706787109375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0007013409631326795,
      "loss_partial": 0.002716064453125,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.000499847112223506,
      "loss_partial": 0.0084228515625,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0005350029096007347,
      "loss_partial": 0.00726318359375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.00048491969937458634,
      "loss_partial": 0.006195068359375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0005738833569921553,
      "loss_partial": 0.0074462890625,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0007144494447857141,
      "loss_partial": 0.00543212890625,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0005246462533250451,
      "loss_partial": 0.0118408203125,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.000333692179992795,
      "loss_partial": 0.00323486328125,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0007125245756469667,
      "loss_partial": 0.0091552734375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0006614105659537017,
      "loss_partial": 0.00537109375,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.0005145594477653503,
      "loss_partial": 0.007598876953125,
      "step": 718
    },
    {
      "epoch": 1.0436046511627908,
      "loss_distr": 0.00023688962392043322,
      "loss_partial": 0.0048828125,
      "step": 718
    },
    {
      "epoch": 1.0450581395348837,
      "grad_norm": 0.20672763884067535,
      "learning_rate": 1.0988063019316093e-05,
      "loss": 0.1779,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0006693358882330358,
      "loss_partial": 0.006805419921875,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0006187594262883067,
      "loss_partial": 0.005767822265625,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0008001927053555846,
      "loss_partial": 0.004180908203125,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0006120887701399624,
      "loss_partial": 0.004913330078125,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0003157715837005526,
      "loss_partial": 0.01422119140625,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.00026408801204524934,
      "loss_partial": 0.00897216796875,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0006170693086460233,
      "loss_partial": 0.0035247802734375,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.00038226740434765816,
      "loss_partial": 0.0140380859375,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0006435589166358113,
      "loss_partial": 0.0091552734375,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.000565613096114248,
      "loss_partial": 0.00799560546875,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0007468223921023309,
      "loss_partial": 0.00616455078125,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0005765986861661077,
      "loss_partial": 0.00518798828125,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0003266956773586571,
      "loss_partial": 0.004791259765625,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0008523685391992331,
      "loss_partial": 0.0050048828125,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0004440720076672733,
      "loss_partial": 0.00958251953125,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0005273849237710238,
      "loss_partial": 0.0047607421875,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.00048471949412487447,
      "loss_partial": 0.0107421875,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0004530498990789056,
      "loss_partial": 0.0033416748046875,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0008013679180294275,
      "loss_partial": 0.007293701171875,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0004928237176500261,
      "loss_partial": 0.005218505859375,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0004240451380610466,
      "loss_partial": 0.00836181640625,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0008338341722264886,
      "loss_partial": 0.007232666015625,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.00046790597843937576,
      "loss_partial": 0.00787353515625,
      "step": 719
    },
    {
      "epoch": 1.0450581395348837,
      "loss_distr": 0.0007045857491903007,
      "loss_partial": 0.0087890625,
      "step": 719
    },
    {
      "epoch": 1.0465116279069768,
      "grad_norm": 0.18973979353904724,
      "learning_rate": 1.0962807685321315e-05,
      "loss": 0.174,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.00044817288289777935,
      "loss_partial": 0.0079345703125,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0004917371552437544,
      "loss_partial": 0.0040283203125,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0006279519875533879,
      "loss_partial": 0.0064697265625,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0005260356701910496,
      "loss_partial": 0.006561279296875,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0008125642198137939,
      "loss_partial": 0.00921630859375,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0005789042334072292,
      "loss_partial": 0.0052490234375,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0002387835702393204,
      "loss_partial": 0.01220703125,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0008431340102106333,
      "loss_partial": 0.00286865234375,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.00031661507091484964,
      "loss_partial": 0.00848388671875,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0007002728525549173,
      "loss_partial": 0.00970458984375,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0005537271499633789,
      "loss_partial": 0.005889892578125,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0006924864137545228,
      "loss_partial": 0.005401611328125,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0005836401833221316,
      "loss_partial": 0.00836181640625,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0004600358079187572,
      "loss_partial": 0.0087890625,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0005203137407079339,
      "loss_partial": 0.006805419921875,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0006715954514220357,
      "loss_partial": 0.005645751953125,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0008009892771951854,
      "loss_partial": 0.006561279296875,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.00036717148032039404,
      "loss_partial": 0.017822265625,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0005770258721895516,
      "loss_partial": 0.00579833984375,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.000636167183984071,
      "loss_partial": 0.00372314453125,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0004168890882283449,
      "loss_partial": 0.0093994140625,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0007731608347967267,
      "loss_partial": 0.0035400390625,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.00033269444247707725,
      "loss_partial": 0.007659912109375,
      "step": 720
    },
    {
      "epoch": 1.0465116279069768,
      "loss_distr": 0.0004940960789099336,
      "loss_partial": 0.00579833984375,
      "step": 720
    },
    {
      "epoch": 1.0479651162790697,
      "grad_norm": 0.18288294970989227,
      "learning_rate": 1.0937546151239717e-05,
      "loss": 0.1743,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.000684647005982697,
      "loss_partial": 0.005950927734375,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0006416216492652893,
      "loss_partial": 0.006195068359375,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0010120156221091747,
      "loss_partial": 0.004150390625,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.000440753239672631,
      "loss_partial": 0.0074462890625,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0005747598479501903,
      "loss_partial": 0.00762939453125,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0003635984321590513,
      "loss_partial": 0.005584716796875,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0004579822707455605,
      "loss_partial": 0.0047607421875,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0004878008912783116,
      "loss_partial": 0.01116943359375,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.00027234992012381554,
      "loss_partial": 0.01025390625,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0008288022363558412,
      "loss_partial": 0.004608154296875,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.00028592199669219553,
      "loss_partial": 0.0050048828125,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0005616014823317528,
      "loss_partial": 0.00579833984375,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0007286393083631992,
      "loss_partial": 0.003997802734375,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0005241489852778614,
      "loss_partial": 0.00994873046875,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.00036371650639921427,
      "loss_partial": 0.007476806640625,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.00045801789383403957,
      "loss_partial": 0.006744384765625,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0003899534640368074,
      "loss_partial": 0.01153564453125,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0005112754879519343,
      "loss_partial": 0.006805419921875,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.00038950855378061533,
      "loss_partial": 0.005401611328125,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.00034462125040590763,
      "loss_partial": 0.0145263671875,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0005535068921744823,
      "loss_partial": 0.004241943359375,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.00044329738011583686,
      "loss_partial": 0.007171630859375,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0006757545634172857,
      "loss_partial": 0.00653076171875,
      "step": 721
    },
    {
      "epoch": 1.0479651162790697,
      "loss_distr": 0.0005355365574359894,
      "loss_partial": 0.00482177734375,
      "step": 721
    },
    {
      "epoch": 1.0494186046511629,
      "grad_norm": 0.17131289839744568,
      "learning_rate": 1.091227857974522e-05,
      "loss": 0.1772,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0007237924728542566,
      "loss_partial": 0.0103759765625,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0007500754436478019,
      "loss_partial": 0.004180908203125,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0004683624138124287,
      "loss_partial": 0.005889892578125,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0005346403340809047,
      "loss_partial": 0.006439208984375,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.000630018999800086,
      "loss_partial": 0.01239013671875,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0002919549879152328,
      "loss_partial": 0.007537841796875,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0003866656916216016,
      "loss_partial": 0.004180908203125,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0007316301926039159,
      "loss_partial": 0.00494384765625,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0002897295926231891,
      "loss_partial": 0.0087890625,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0006486380007117987,
      "loss_partial": 0.006805419921875,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0006771876942366362,
      "loss_partial": 0.005401611328125,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0005713549326173961,
      "loss_partial": 0.005584716796875,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0005502068670466542,
      "loss_partial": 0.005584716796875,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0006602173089049757,
      "loss_partial": 0.00909423828125,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0003408020711503923,
      "loss_partial": 0.0032806396484375,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0004534337786026299,
      "loss_partial": 0.004730224609375,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0004894977901130915,
      "loss_partial": 0.007049560546875,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0003376876120455563,
      "loss_partial": 0.008056640625,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.000576887687202543,
      "loss_partial": 0.00360107421875,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0008740376215428114,
      "loss_partial": 0.00396728515625,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0005748197436332703,
      "loss_partial": 0.0078125,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0005378531641326845,
      "loss_partial": 0.004425048828125,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0007758676074445248,
      "loss_partial": 0.006988525390625,
      "step": 722
    },
    {
      "epoch": 1.0494186046511629,
      "loss_distr": 0.0006587178795598447,
      "loss_partial": 0.007049560546875,
      "step": 722
    },
    {
      "epoch": 1.0508720930232558,
      "grad_norm": 0.19532008469104767,
      "learning_rate": 1.0887005133550626e-05,
      "loss": 0.1765,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005838510696776211,
      "loss_partial": 0.005584716796875,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0004918298800475895,
      "loss_partial": 0.009521484375,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005716380546800792,
      "loss_partial": 0.00494384765625,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0004774700792040676,
      "loss_partial": 0.00408935546875,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0002442006370984018,
      "loss_partial": 0.00836181640625,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0006478742579929531,
      "loss_partial": 0.0059814453125,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0002959013800136745,
      "loss_partial": 0.00506591796875,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005640934105031192,
      "loss_partial": 0.01251220703125,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005755099700763822,
      "loss_partial": 0.006866455078125,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0009008124470710754,
      "loss_partial": 0.0034332275390625,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005672575207427144,
      "loss_partial": 0.004791259765625,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0006194378365762532,
      "loss_partial": 0.004852294921875,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.00044626439921557903,
      "loss_partial": 0.01116943359375,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0008784825913608074,
      "loss_partial": 0.005859375,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.000524338218383491,
      "loss_partial": 0.01025390625,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005816388875246048,
      "loss_partial": 0.00567626953125,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0008568611228838563,
      "loss_partial": 0.004058837890625,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005032287444919348,
      "loss_partial": 0.006988525390625,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0008221084135584533,
      "loss_partial": 0.004241943359375,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.001060162903741002,
      "loss_partial": 0.005828857421875,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0006617577746510506,
      "loss_partial": 0.007598876953125,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0005534748779609799,
      "loss_partial": 0.005584716796875,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0008810996077954769,
      "loss_partial": 0.0047607421875,
      "step": 723
    },
    {
      "epoch": 1.0508720930232558,
      "loss_distr": 0.0006447371561080217,
      "loss_partial": 0.005859375,
      "step": 723
    },
    {
      "epoch": 1.052325581395349,
      "grad_norm": 0.18873640894889832,
      "learning_rate": 1.0861725975406567e-05,
      "loss": 0.1805,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.00069633056409657,
      "loss_partial": 0.004119873046875,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0009224798413924873,
      "loss_partial": 0.004913330078125,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0004918150953017175,
      "loss_partial": 0.00762939453125,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.00033326956327073276,
      "loss_partial": 0.00537109375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.00035246385959908366,
      "loss_partial": 0.003662109375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0007577594369649887,
      "loss_partial": 0.006195068359375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0007197479717433453,
      "loss_partial": 0.0050048828125,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0004703347512986511,
      "loss_partial": 0.00750732421875,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0006843466544523835,
      "loss_partial": 0.005218505859375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.00042365153785794973,
      "loss_partial": 0.0120849609375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0003178582701366395,
      "loss_partial": 0.00726318359375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0004781308816745877,
      "loss_partial": 0.0054931640625,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0003954026033170521,
      "loss_partial": 0.00836181640625,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0002704189682845026,
      "loss_partial": 0.007537841796875,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0005117772379890084,
      "loss_partial": 0.00860595703125,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0006933319382369518,
      "loss_partial": 0.0084228515625,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0005797302001155913,
      "loss_partial": 0.004119873046875,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.000803545699454844,
      "loss_partial": 0.00457763671875,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0007028788677416742,
      "loss_partial": 0.00689697265625,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.00021214052685536444,
      "loss_partial": 0.00714111328125,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.00033089512726292014,
      "loss_partial": 0.013427734375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0006015390972606838,
      "loss_partial": 0.004974365234375,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0002997460833285004,
      "loss_partial": 0.0076904296875,
      "step": 724
    },
    {
      "epoch": 1.052325581395349,
      "loss_distr": 0.0005986174801364541,
      "loss_partial": 0.008056640625,
      "step": 724
    },
    {
      "epoch": 1.0537790697674418,
      "grad_norm": 0.1965242177248001,
      "learning_rate": 1.0836441268100464e-05,
      "loss": 0.1744,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0005562013830058277,
      "loss_partial": 0.006134033203125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0006404034793376923,
      "loss_partial": 0.004150390625,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0005626477650366724,
      "loss_partial": 0.0120849609375,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0005031295586377382,
      "loss_partial": 0.007080078125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0008865451673045754,
      "loss_partial": 0.00592041015625,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.00068006751826033,
      "loss_partial": 0.003692626953125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0008727120002731681,
      "loss_partial": 0.00360107421875,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0005874354392290115,
      "loss_partial": 0.0054931640625,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.000439428084064275,
      "loss_partial": 0.01025390625,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0010089768329635262,
      "loss_partial": 0.004425048828125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0004910650895908475,
      "loss_partial": 0.0081787109375,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0008528304169885814,
      "loss_partial": 0.003448486328125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.000571952317841351,
      "loss_partial": 0.005706787109375,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0006101441686041653,
      "loss_partial": 0.0062255859375,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0003606335667427629,
      "loss_partial": 0.00628662109375,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0008342263754457235,
      "loss_partial": 0.0030975341796875,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0009074605768546462,
      "loss_partial": 0.0034942626953125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0006008174386806786,
      "loss_partial": 0.00579833984375,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0006810358609072864,
      "loss_partial": 0.004150390625,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0006563318893313408,
      "loss_partial": 0.004486083984375,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0006683910032734275,
      "loss_partial": 0.0037841796875,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.000538923661224544,
      "loss_partial": 0.01007080078125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0004188835737295449,
      "loss_partial": 0.00762939453125,
      "step": 725
    },
    {
      "epoch": 1.0537790697674418,
      "loss_distr": 0.0004647508612833917,
      "loss_partial": 0.01055908203125,
      "step": 725
    },
    {
      "epoch": 1.055232558139535,
      "grad_norm": 0.21585948765277863,
      "learning_rate": 1.0811151174455465e-05,
      "loss": 0.1763,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0006285085109993815,
      "loss_partial": 0.00543212890625,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0004862106579821557,
      "loss_partial": 0.0048828125,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.00042542757000774145,
      "loss_partial": 0.0086669921875,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0005785253015346825,
      "loss_partial": 0.004486083984375,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.000386863190215081,
      "loss_partial": 0.005706787109375,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0005486558075062931,
      "loss_partial": 0.00836181640625,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0004774257249664515,
      "loss_partial": 0.010498046875,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0006871005753055215,
      "loss_partial": 0.00860595703125,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0006244469550438225,
      "loss_partial": 0.003448486328125,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0003707441210281104,
      "loss_partial": 0.006683349609375,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0007594378548674285,
      "loss_partial": 0.007080078125,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0006177982431836426,
      "loss_partial": 0.007354736328125,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0005254751304164529,
      "loss_partial": 0.006591796875,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.000445807003416121,
      "loss_partial": 0.006500244140625,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.00048431879258714616,
      "loss_partial": 0.0032806396484375,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0008107833564281464,
      "loss_partial": 0.0052490234375,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.00046406598994508386,
      "loss_partial": 0.00445556640625,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0006910839583724737,
      "loss_partial": 0.002716064453125,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.00028234528144821525,
      "loss_partial": 0.0074462890625,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.00029715715209022164,
      "loss_partial": 0.006317138671875,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0006065985653549433,
      "loss_partial": 0.0072021484375,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0005991078214719892,
      "loss_partial": 0.0040283203125,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0005937537644058466,
      "loss_partial": 0.00579833984375,
      "step": 726
    },
    {
      "epoch": 1.055232558139535,
      "loss_distr": 0.0004722411395050585,
      "loss_partial": 0.007568359375,
      "step": 726
    },
    {
      "epoch": 1.056686046511628,
      "grad_norm": 0.17639124393463135,
      "learning_rate": 1.0785855857329407e-05,
      "loss": 0.1761,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0003031507658306509,
      "loss_partial": 0.00775146484375,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0004118770593777299,
      "loss_partial": 0.01068115234375,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0005369508289732039,
      "loss_partial": 0.007110595703125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0008020434761419892,
      "loss_partial": 0.00439453125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.000659664801787585,
      "loss_partial": 0.00592041015625,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0004319442668929696,
      "loss_partial": 0.0089111328125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.00044809363316744566,
      "loss_partial": 0.004364013671875,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0005583538440987468,
      "loss_partial": 0.00848388671875,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0005273326532915235,
      "loss_partial": 0.004486083984375,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0005212933756411076,
      "loss_partial": 0.004425048828125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0006218881462700665,
      "loss_partial": 0.006256103515625,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0006801370764151216,
      "loss_partial": 0.007049560546875,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0005588303902186453,
      "loss_partial": 0.00531005859375,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0006469900254160166,
      "loss_partial": 0.0069580078125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0011366897961124778,
      "loss_partial": 0.003173828125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0007976111955940723,
      "loss_partial": 0.0036773681640625,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0008586511248722672,
      "loss_partial": 0.00421142578125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0004360486927907914,
      "loss_partial": 0.01123046875,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.00029044985421933234,
      "loss_partial": 0.01068115234375,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0003960645408369601,
      "loss_partial": 0.0162353515625,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0005903845303691924,
      "loss_partial": 0.00677490234375,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.00039350363658741117,
      "loss_partial": 0.00848388671875,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0005801999941468239,
      "loss_partial": 0.009033203125,
      "step": 727
    },
    {
      "epoch": 1.056686046511628,
      "loss_distr": 0.0004659246769733727,
      "loss_partial": 0.0079345703125,
      "step": 727
    },
    {
      "epoch": 1.058139534883721,
      "grad_norm": 0.23846858739852905,
      "learning_rate": 1.0760555479613762e-05,
      "loss": 0.1754,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.00046791089698672295,
      "loss_partial": 0.0086669921875,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0003460271400399506,
      "loss_partial": 0.00677490234375,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0005188060458749533,
      "loss_partial": 0.00872802734375,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.00041069742292165756,
      "loss_partial": 0.006134033203125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.00033680134220048785,
      "loss_partial": 0.01300048828125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.00035845008096657693,
      "loss_partial": 0.009033203125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0008923590648919344,
      "loss_partial": 0.003448486328125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0005965247983112931,
      "loss_partial": 0.006317138671875,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0008560330606997013,
      "loss_partial": 0.0050048828125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.000686438987031579,
      "loss_partial": 0.006591796875,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.00037144834641367197,
      "loss_partial": 0.0038604736328125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0006388790206983685,
      "loss_partial": 0.008056640625,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0004861145280301571,
      "loss_partial": 0.007232666015625,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.00048687466187402606,
      "loss_partial": 0.005767822265625,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0004750225634779781,
      "loss_partial": 0.007354736328125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0004951851442456245,
      "loss_partial": 0.01031494140625,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0003339278919156641,
      "loss_partial": 0.0040283203125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0007979985093697906,
      "loss_partial": 0.00433349609375,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0007172739133238792,
      "loss_partial": 0.00543212890625,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0008592228405177593,
      "loss_partial": 0.0030670166015625,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0006291156751103699,
      "loss_partial": 0.004302978515625,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0004905098467133939,
      "loss_partial": 0.01153564453125,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0004944493994116783,
      "loss_partial": 0.0091552734375,
      "step": 728
    },
    {
      "epoch": 1.058139534883721,
      "loss_distr": 0.0005839445511810482,
      "loss_partial": 0.003997802734375,
      "step": 728
    },
    {
      "epoch": 1.059593023255814,
      "grad_norm": 0.16399626433849335,
      "learning_rate": 1.073525020423259e-05,
      "loss": 0.1818,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0006092864787206054,
      "loss_partial": 0.005157470703125,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0006308007286861539,
      "loss_partial": 0.004302978515625,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.000565705937333405,
      "loss_partial": 0.005096435546875,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0005975146195851266,
      "loss_partial": 0.006378173828125,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0005896743386983871,
      "loss_partial": 0.004852294921875,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.00035695137921720743,
      "loss_partial": 0.00531005859375,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0005862820544280112,
      "loss_partial": 0.00994873046875,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0003388032200746238,
      "loss_partial": 0.01104736328125,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0005267478991299868,
      "loss_partial": 0.00640869140625,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0002858999068848789,
      "loss_partial": 0.00970458984375,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.00018784409621730447,
      "loss_partial": 0.006866455078125,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.000635504606179893,
      "loss_partial": 0.007049560546875,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0008321615168824792,
      "loss_partial": 0.005767822265625,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0007452147547155619,
      "loss_partial": 0.005523681640625,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0004998449585400522,
      "loss_partial": 0.0064697265625,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.000751157000195235,
      "loss_partial": 0.00604248046875,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0008560062269680202,
      "loss_partial": 0.004302978515625,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0003275300550740212,
      "loss_partial": 0.01263427734375,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0006627610418945551,
      "loss_partial": 0.006317138671875,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0006669822032563388,
      "loss_partial": 0.00811767578125,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0002953633666038513,
      "loss_partial": 0.01708984375,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.0007119133952073753,
      "loss_partial": 0.0037384033203125,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.000698929070495069,
      "loss_partial": 0.004913330078125,
      "step": 729
    },
    {
      "epoch": 1.059593023255814,
      "loss_distr": 0.00046635745093226433,
      "loss_partial": 0.006866455078125,
      "step": 729
    },
    {
      "epoch": 1.0610465116279069,
      "grad_norm": 0.1979861706495285,
      "learning_rate": 1.0709940194141496e-05,
      "loss": 0.1748,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0004989737062714994,
      "loss_partial": 0.007568359375,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0009201744105666876,
      "loss_partial": 0.004302978515625,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0003531690454110503,
      "loss_partial": 0.0059814453125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0004347233916632831,
      "loss_partial": 0.008544921875,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.00039065812597982585,
      "loss_partial": 0.0107421875,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0005447273142635822,
      "loss_partial": 0.005462646484375,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.000494897598400712,
      "loss_partial": 0.0068359375,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0009625426027923822,
      "loss_partial": 0.004638671875,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0006128470413386822,
      "loss_partial": 0.005126953125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0006314135389402509,
      "loss_partial": 0.004913330078125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0002896272635553032,
      "loss_partial": 0.005828857421875,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0009010224021039903,
      "loss_partial": 0.00421142578125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0002380505611654371,
      "loss_partial": 0.00457763671875,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0004538546490948647,
      "loss_partial": 0.0113525390625,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0005235912976786494,
      "loss_partial": 0.00714111328125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0003811598871834576,
      "loss_partial": 0.00830078125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0004379047895781696,
      "loss_partial": 0.00909423828125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0008604798931628466,
      "loss_partial": 0.0033111572265625,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0006039005820639431,
      "loss_partial": 0.0035247802734375,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0006326526636257768,
      "loss_partial": 0.005828857421875,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.00025532307336106896,
      "loss_partial": 0.007476806640625,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.000638280063867569,
      "loss_partial": 0.009033203125,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0005198721773922443,
      "loss_partial": 0.005950927734375,
      "step": 730
    },
    {
      "epoch": 1.0610465116279069,
      "loss_distr": 0.0005878568044863641,
      "loss_partial": 0.00927734375,
      "step": 730
    },
    {
      "epoch": 1.0625,
      "grad_norm": 0.1649135947227478,
      "learning_rate": 1.0684625612326566e-05,
      "loss": 0.1756,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0002878740488085896,
      "loss_partial": 0.006988525390625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0004321931046433747,
      "loss_partial": 0.0089111328125,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0005406242562457919,
      "loss_partial": 0.006622314453125,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00029836842441000044,
      "loss_partial": 0.00592041015625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0008149407804012299,
      "loss_partial": 0.006622314453125,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00043934406130574644,
      "loss_partial": 0.004241943359375,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0005559676792472601,
      "loss_partial": 0.007568359375,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0003276217030361295,
      "loss_partial": 0.005523681640625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00033932668156921864,
      "loss_partial": 0.00836181640625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0005421189707703888,
      "loss_partial": 0.00634765625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0007446811068803072,
      "loss_partial": 0.007659912109375,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0009665332618169487,
      "loss_partial": 0.0033721923828125,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0004476921749301255,
      "loss_partial": 0.005706787109375,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0004986212588846684,
      "loss_partial": 0.00775146484375,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0002455160138197243,
      "loss_partial": 0.0067138671875,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00042234413558617234,
      "loss_partial": 0.006195068359375,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00026388216065242887,
      "loss_partial": 0.00787353515625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0005339431809261441,
      "loss_partial": 0.0093994140625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0006507379584945738,
      "loss_partial": 0.01031494140625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00036870056646876037,
      "loss_partial": 0.010498046875,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0005646441131830215,
      "loss_partial": 0.007354736328125,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00042844749987125397,
      "loss_partial": 0.0045166015625,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.0007139170775189996,
      "loss_partial": 0.00372314453125,
      "step": 731
    },
    {
      "epoch": 1.0625,
      "loss_distr": 0.00045495625818148255,
      "loss_partial": 0.00775146484375,
      "step": 731
    },
    {
      "epoch": 1.0639534883720931,
      "grad_norm": 0.20825320482254028,
      "learning_rate": 1.0659306621803335e-05,
      "loss": 0.1713,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0012296936474740505,
      "loss_partial": 0.004852294921875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0005602213786914945,
      "loss_partial": 0.00408935546875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0006505322526209056,
      "loss_partial": 0.0038909912109375,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0010228990577161312,
      "loss_partial": 0.003448486328125,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0003324110875837505,
      "loss_partial": 0.01080322265625,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0003926382341887802,
      "loss_partial": 0.0106201171875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.00044513490865938365,
      "loss_partial": 0.005645751953125,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0005704893846996129,
      "loss_partial": 0.004241943359375,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0007835192373022437,
      "loss_partial": 0.00457763671875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0005341283977031708,
      "loss_partial": 0.00860595703125,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.000573693192563951,
      "loss_partial": 0.00750732421875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0006124114734120667,
      "loss_partial": 0.0062255859375,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0002981928992085159,
      "loss_partial": 0.006805419921875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0007716090767644346,
      "loss_partial": 0.00421142578125,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0010261620627716184,
      "loss_partial": 0.004425048828125,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0004108856664970517,
      "loss_partial": 0.01287841796875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0004714032111223787,
      "loss_partial": 0.01043701171875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0007145595154725015,
      "loss_partial": 0.00555419921875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0008514334913343191,
      "loss_partial": 0.005157470703125,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.00032735581044107676,
      "loss_partial": 0.0087890625,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.000417729199398309,
      "loss_partial": 0.006805419921875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0005917841335758567,
      "loss_partial": 0.0067138671875,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0008871093159541488,
      "loss_partial": 0.0034027099609375,
      "step": 732
    },
    {
      "epoch": 1.0639534883720931,
      "loss_distr": 0.0007142691756598651,
      "loss_partial": 0.00921630859375,
      "step": 732
    },
    {
      "epoch": 1.065406976744186,
      "grad_norm": 0.16259992122650146,
      "learning_rate": 1.0633983385615715e-05,
      "loss": 0.1788,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0004290244251023978,
      "loss_partial": 0.00567626953125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.000812706770375371,
      "loss_partial": 0.00567626953125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.000631598406471312,
      "loss_partial": 0.006561279296875,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.00047683072625659406,
      "loss_partial": 0.0062255859375,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.00035500229569152,
      "loss_partial": 0.0048828125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0004044820088893175,
      "loss_partial": 0.0068359375,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0007909613195806742,
      "loss_partial": 0.00653076171875,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0010079273488372564,
      "loss_partial": 0.005950927734375,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0005241396138444543,
      "loss_partial": 0.00860595703125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0004441538476385176,
      "loss_partial": 0.0079345703125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0006638651248067617,
      "loss_partial": 0.00518798828125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0006352186901494861,
      "loss_partial": 0.0047607421875,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.00047527323476970196,
      "loss_partial": 0.00482177734375,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0008517326787114143,
      "loss_partial": 0.0032806396484375,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0007243758300319314,
      "loss_partial": 0.007476806640625,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0006196469184942544,
      "loss_partial": 0.005126953125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0008035438950173557,
      "loss_partial": 0.004608154296875,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0006020218133926392,
      "loss_partial": 0.006805419921875,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.000517170992679894,
      "loss_partial": 0.01116943359375,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0007821072358638048,
      "loss_partial": 0.00341796875,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0006366087472997606,
      "loss_partial": 0.004150390625,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0004701507859863341,
      "loss_partial": 0.00689697265625,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0004411084810271859,
      "loss_partial": 0.003448486328125,
      "step": 733
    },
    {
      "epoch": 1.065406976744186,
      "loss_distr": 0.0010710617061704397,
      "loss_partial": 0.00408935546875,
      "step": 733
    },
    {
      "epoch": 1.066860465116279,
      "grad_norm": 0.19775734841823578,
      "learning_rate": 1.0608656066834974e-05,
      "loss": 0.1741,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0006257095374166965,
      "loss_partial": 0.0040283203125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0004459565388970077,
      "loss_partial": 0.004486083984375,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0004192362248431891,
      "loss_partial": 0.006072998046875,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0005168838542886078,
      "loss_partial": 0.0034942626953125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0007624013815075159,
      "loss_partial": 0.0054931640625,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0005620121955871582,
      "loss_partial": 0.004302978515625,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0005278221797198057,
      "loss_partial": 0.004486083984375,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0005790712311863899,
      "loss_partial": 0.005584716796875,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.000407587387599051,
      "loss_partial": 0.01104736328125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0005787730333395302,
      "loss_partial": 0.0045166015625,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0003871469234582037,
      "loss_partial": 0.007354736328125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0006793445791117847,
      "loss_partial": 0.00726318359375,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.00043126067612320185,
      "loss_partial": 0.01251220703125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0002606556809041649,
      "loss_partial": 0.005828857421875,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.00023667406640015543,
      "loss_partial": 0.0067138671875,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.000750925624743104,
      "loss_partial": 0.0069580078125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.000617108540609479,
      "loss_partial": 0.00531005859375,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0004400397592689842,
      "loss_partial": 0.007598876953125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.000603651104029268,
      "loss_partial": 0.00439453125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0007423097267746925,
      "loss_partial": 0.006134033203125,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0008356919861398637,
      "loss_partial": 0.004241943359375,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0007597008952870965,
      "loss_partial": 0.005218505859375,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0005413012113422155,
      "loss_partial": 0.00732421875,
      "step": 734
    },
    {
      "epoch": 1.066860465116279,
      "loss_distr": 0.0002834969782270491,
      "loss_partial": 0.00762939453125,
      "step": 734
    },
    {
      "epoch": 1.068313953488372,
      "grad_norm": 0.18164333701133728,
      "learning_rate": 1.0583324828558664e-05,
      "loss": 0.1755,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0005142823792994022,
      "loss_partial": 0.0027618408203125,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0005831859307363629,
      "loss_partial": 0.005706787109375,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0003370386257302016,
      "loss_partial": 0.00653076171875,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.00037399877328425646,
      "loss_partial": 0.00958251953125,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.000750477600377053,
      "loss_partial": 0.007537841796875,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.000791856786236167,
      "loss_partial": 0.00634765625,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.00035827571991831064,
      "loss_partial": 0.0128173828125,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0008700659964233637,
      "loss_partial": 0.003204345703125,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0009288254077546299,
      "loss_partial": 0.00531005859375,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.000725332647562027,
      "loss_partial": 0.004608154296875,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0004303481837268919,
      "loss_partial": 0.006256103515625,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0004347967333160341,
      "loss_partial": 0.006591796875,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0006979042664170265,
      "loss_partial": 0.00616455078125,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0003170273848809302,
      "loss_partial": 0.00701904296875,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0006129401735961437,
      "loss_partial": 0.0054931640625,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0005829157307744026,
      "loss_partial": 0.0078125,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0004225844459142536,
      "loss_partial": 0.0072021484375,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0006217742338776588,
      "loss_partial": 0.0057373046875,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0006498455186374485,
      "loss_partial": 0.006927490234375,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.00039070594357326627,
      "loss_partial": 0.00677490234375,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.00047362782061100006,
      "loss_partial": 0.006072998046875,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0005672068218700588,
      "loss_partial": 0.006927490234375,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0008462445694021881,
      "loss_partial": 0.0031585693359375,
      "step": 735
    },
    {
      "epoch": 1.068313953488372,
      "loss_distr": 0.0003884405305143446,
      "loss_partial": 0.00860595703125,
      "step": 735
    },
    {
      "epoch": 1.069767441860465,
      "grad_norm": 0.18563951551914215,
      "learning_rate": 1.0557989833909567e-05,
      "loss": 0.1808,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0005175269907340407,
      "loss_partial": 0.0054931640625,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0009854319505393505,
      "loss_partial": 0.004547119140625,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.000512193888425827,
      "loss_partial": 0.006256103515625,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00068222067784518,
      "loss_partial": 0.00653076171875,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00034583418164402246,
      "loss_partial": 0.006378173828125,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0005438183434307575,
      "loss_partial": 0.007476806640625,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0008247254882007837,
      "loss_partial": 0.004364013671875,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0003881606680806726,
      "loss_partial": 0.009033203125,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0006917740101926029,
      "loss_partial": 0.004638671875,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00041466328548267484,
      "loss_partial": 0.009033203125,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00038096655043773353,
      "loss_partial": 0.010498046875,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0006539435125887394,
      "loss_partial": 0.01239013671875,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.000467374426079914,
      "loss_partial": 0.0048828125,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0007208703900687397,
      "loss_partial": 0.00592041015625,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.000990344793535769,
      "loss_partial": 0.00616455078125,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00029738066950812936,
      "loss_partial": 0.004974365234375,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0005294885486364365,
      "loss_partial": 0.00628662109375,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00045794001198373735,
      "loss_partial": 0.0074462890625,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0006085041095502675,
      "loss_partial": 0.0035858154296875,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0005970913916826248,
      "loss_partial": 0.005889892578125,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00030325731495395303,
      "loss_partial": 0.007293701171875,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.00037487500230781734,
      "loss_partial": 0.0064697265625,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0003161806089337915,
      "loss_partial": 0.0169677734375,
      "step": 736
    },
    {
      "epoch": 1.069767441860465,
      "loss_distr": 0.0004982421523891389,
      "loss_partial": 0.005523681640625,
      "step": 736
    },
    {
      "epoch": 1.0712209302325582,
      "grad_norm": 0.18674089014530182,
      "learning_rate": 1.0532651246034673e-05,
      "loss": 0.1759,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0006572910933755338,
      "loss_partial": 0.005157470703125,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0006315003847703338,
      "loss_partial": 0.003814697265625,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0006871483637951314,
      "loss_partial": 0.0030364990234375,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0004296319675631821,
      "loss_partial": 0.0103759765625,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0004471895517781377,
      "loss_partial": 0.0081787109375,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0009067290229722857,
      "loss_partial": 0.0037841796875,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0005232576513662934,
      "loss_partial": 0.006683349609375,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0005257460870780051,
      "loss_partial": 0.005340576171875,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0005478297243826091,
      "loss_partial": 0.004486083984375,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.00043682657997123897,
      "loss_partial": 0.00640869140625,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0007798264268785715,
      "loss_partial": 0.010009765625,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0003385413147043437,
      "loss_partial": 0.016357421875,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0007337859133258462,
      "loss_partial": 0.00518798828125,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0004700783174484968,
      "loss_partial": 0.00653076171875,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0004634627257473767,
      "loss_partial": 0.007110595703125,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0004941066727042198,
      "loss_partial": 0.00299072265625,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.00045584572944790125,
      "loss_partial": 0.00927734375,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.00026064319536089897,
      "loss_partial": 0.006622314453125,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.00048807085840962827,
      "loss_partial": 0.0074462890625,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.00046451162779703736,
      "loss_partial": 0.00994873046875,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0005695454310625792,
      "loss_partial": 0.007720947265625,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0006971260881982744,
      "loss_partial": 0.00579833984375,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0005653115804307163,
      "loss_partial": 0.006072998046875,
      "step": 737
    },
    {
      "epoch": 1.0712209302325582,
      "loss_distr": 0.0004364483174867928,
      "loss_partial": 0.006317138671875,
      "step": 737
    },
    {
      "epoch": 1.072674418604651,
      "grad_norm": 0.1855698972940445,
      "learning_rate": 1.050730922810409e-05,
      "loss": 0.18,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.00038623562431894243,
      "loss_partial": 0.00567626953125,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0003911443054676056,
      "loss_partial": 0.00604248046875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0005760586936958134,
      "loss_partial": 0.00689697265625,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0004550382145680487,
      "loss_partial": 0.00787353515625,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0009867461631074548,
      "loss_partial": 0.0050048828125,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0005120194982737303,
      "loss_partial": 0.01092529296875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0003947625809814781,
      "loss_partial": 0.00555419921875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0004964363179169595,
      "loss_partial": 0.007659912109375,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0005291264969855547,
      "loss_partial": 0.00787353515625,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0003122822963632643,
      "loss_partial": 0.01092529296875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0005259558092802763,
      "loss_partial": 0.00634765625,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0007338166469708085,
      "loss_partial": 0.005828857421875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0006153538124635816,
      "loss_partial": 0.006927490234375,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0002882788539864123,
      "loss_partial": 0.0106201171875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0005471892654895782,
      "loss_partial": 0.006622314453125,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.000523394497577101,
      "loss_partial": 0.0072021484375,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0005546464817598462,
      "loss_partial": 0.00701904296875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0006532605621032417,
      "loss_partial": 0.0037841796875,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0006476794951595366,
      "loss_partial": 0.0081787109375,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0008919552201405168,
      "loss_partial": 0.00396728515625,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.00041620430420152843,
      "loss_partial": 0.006103515625,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.00032510157325305045,
      "loss_partial": 0.0062255859375,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0003452631353866309,
      "loss_partial": 0.0079345703125,
      "step": 738
    },
    {
      "epoch": 1.072674418604651,
      "loss_distr": 0.0009288766887038946,
      "loss_partial": 0.006988525390625,
      "step": 738
    },
    {
      "epoch": 1.0741279069767442,
      "grad_norm": 0.1680786907672882,
      "learning_rate": 1.0481963943310039e-05,
      "loss": 0.1823,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0007017606403678656,
      "loss_partial": 0.003662109375,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0007568007567897439,
      "loss_partial": 0.00823974609375,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0006656580371782184,
      "loss_partial": 0.005828857421875,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.00027344480622559786,
      "loss_partial": 0.007049560546875,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0003608856350183487,
      "loss_partial": 0.007232666015625,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.000673148431815207,
      "loss_partial": 0.006988525390625,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.00042618002044036984,
      "loss_partial": 0.006134033203125,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0009496373822912574,
      "loss_partial": 0.0036163330078125,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0008895541541278362,
      "loss_partial": 0.007415771484375,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0007524476386606693,
      "loss_partial": 0.01409912109375,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.000857052335049957,
      "loss_partial": 0.006134033203125,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0011108722537755966,
      "loss_partial": 0.0037994384765625,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.00023185336613096297,
      "loss_partial": 0.006805419921875,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.00063273252453655,
      "loss_partial": 0.007049560546875,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0005878829397261143,
      "loss_partial": 0.00830078125,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0008195985574275255,
      "loss_partial": 0.006317138671875,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0005218693986535072,
      "loss_partial": 0.00665283203125,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.00041740864980965853,
      "loss_partial": 0.006378173828125,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0005456551443785429,
      "loss_partial": 0.004486083984375,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.00021988982916809618,
      "loss_partial": 0.00518798828125,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0005215705605223775,
      "loss_partial": 0.0067138671875,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0005230693495832384,
      "loss_partial": 0.006988525390625,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0005961431306786835,
      "loss_partial": 0.0076904296875,
      "step": 739
    },
    {
      "epoch": 1.0741279069767442,
      "loss_distr": 0.0008541139541193843,
      "loss_partial": 0.00506591796875,
      "step": 739
    },
    {
      "epoch": 1.0755813953488371,
      "grad_norm": 0.19205711781978607,
      "learning_rate": 1.0456615554865756e-05,
      "loss": 0.1786,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.000582983426284045,
      "loss_partial": 0.00543212890625,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0005254852003417909,
      "loss_partial": 0.0072021484375,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.000580627704039216,
      "loss_partial": 0.0069580078125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.00027908000629395247,
      "loss_partial": 0.010986328125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0006392137729562819,
      "loss_partial": 0.007568359375,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0005742248613387346,
      "loss_partial": 0.006988525390625,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0005551672074943781,
      "loss_partial": 0.00830078125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.00021623013890348375,
      "loss_partial": 0.007720947265625,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.000801701913587749,
      "loss_partial": 0.0034942626953125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0002926719607785344,
      "loss_partial": 0.00738525390625,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0005027293227612972,
      "loss_partial": 0.0084228515625,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.00036560517037287354,
      "loss_partial": 0.00665283203125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0007153160404413939,
      "loss_partial": 0.00408935546875,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0009678970091044903,
      "loss_partial": 0.0052490234375,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0005295189330354333,
      "loss_partial": 0.003814697265625,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0003417003608774394,
      "loss_partial": 0.007415771484375,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.00040466382051818073,
      "loss_partial": 0.00579833984375,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.00030633050482720137,
      "loss_partial": 0.00762939453125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0003310544998385012,
      "loss_partial": 0.00970458984375,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0009039187571033835,
      "loss_partial": 0.00439453125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0006641621002927423,
      "loss_partial": 0.00439453125,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0007311280351132154,
      "loss_partial": 0.00604248046875,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0006101921899244189,
      "loss_partial": 0.005279541015625,
      "step": 740
    },
    {
      "epoch": 1.0755813953488371,
      "loss_distr": 0.0008138750563375652,
      "loss_partial": 0.006988525390625,
      "step": 740
    },
    {
      "epoch": 1.0770348837209303,
      "grad_norm": 0.1845627725124359,
      "learning_rate": 1.0431264226004471e-05,
      "loss": 0.1751,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0006627111579291523,
      "loss_partial": 0.00616455078125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0008355152676813304,
      "loss_partial": 0.0035247802734375,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0005059982067905366,
      "loss_partial": 0.01251220703125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0003919166047126055,
      "loss_partial": 0.0048828125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0007421662448905408,
      "loss_partial": 0.003173828125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00033447841997258365,
      "loss_partial": 0.0059814453125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0006349504110403359,
      "loss_partial": 0.0069580078125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00042611744720488787,
      "loss_partial": 0.004791259765625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0007346521597355604,
      "loss_partial": 0.004608154296875,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0009025704930536449,
      "loss_partial": 0.003509521484375,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0005513463402166963,
      "loss_partial": 0.007720947265625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00044916162732988596,
      "loss_partial": 0.006866455078125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00049954978749156,
      "loss_partial": 0.007476806640625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00034865454654209316,
      "loss_partial": 0.0086669921875,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00046701377141289413,
      "loss_partial": 0.004150390625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0006554544670507312,
      "loss_partial": 0.006317138671875,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0005373739404603839,
      "loss_partial": 0.007232666015625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0004170698521193117,
      "loss_partial": 0.00592041015625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00035288225626572967,
      "loss_partial": 0.01031494140625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.00044961340609006584,
      "loss_partial": 0.0059814453125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0007591074099764228,
      "loss_partial": 0.0035552978515625,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0003608527476899326,
      "loss_partial": 0.009033203125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0008682595798745751,
      "loss_partial": 0.00518798828125,
      "step": 741
    },
    {
      "epoch": 1.0770348837209303,
      "loss_distr": 0.0003580701886676252,
      "loss_partial": 0.00390625,
      "step": 741
    },
    {
      "epoch": 1.0784883720930232,
      "grad_norm": 0.1647825688123703,
      "learning_rate": 1.0405910119978355e-05,
      "loss": 0.1756,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0005723894573748112,
      "loss_partial": 0.005523681640625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.00028831485542468727,
      "loss_partial": 0.0101318359375,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0006535489810630679,
      "loss_partial": 0.00567626953125,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0002314736193511635,
      "loss_partial": 0.0052490234375,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0011063646525144577,
      "loss_partial": 0.0035400390625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0004929606802761555,
      "loss_partial": 0.009033203125,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0007693894440308213,
      "loss_partial": 0.0038604736328125,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.000653826049529016,
      "loss_partial": 0.0098876953125,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0006465531187132001,
      "loss_partial": 0.0064697265625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.00030671252170577645,
      "loss_partial": 0.005126953125,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.000447323196567595,
      "loss_partial": 0.0064697265625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0007607454899698496,
      "loss_partial": 0.005706787109375,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0008385684341192245,
      "loss_partial": 0.0031280517578125,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0006666776025667787,
      "loss_partial": 0.005615234375,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0003578769392333925,
      "loss_partial": 0.00811767578125,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0003784279979299754,
      "loss_partial": 0.00726318359375,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0005416164640337229,
      "loss_partial": 0.00726318359375,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.00026501109823584557,
      "loss_partial": 0.0086669921875,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0005495961522683501,
      "loss_partial": 0.00799560546875,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0008137539261952043,
      "loss_partial": 0.0074462890625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0006382070714607835,
      "loss_partial": 0.006256103515625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.00028852844843640924,
      "loss_partial": 0.007720947265625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0007589578162878752,
      "loss_partial": 0.006256103515625,
      "step": 742
    },
    {
      "epoch": 1.0784883720930232,
      "loss_distr": 0.0006340747931972146,
      "loss_partial": 0.005340576171875,
      "step": 742
    },
    {
      "epoch": 1.0799418604651163,
      "grad_norm": 0.22158442437648773,
      "learning_rate": 1.0380553400057454e-05,
      "loss": 0.1769,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0003148301038891077,
      "loss_partial": 0.0050048828125,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0005997790722176433,
      "loss_partial": 0.00836181640625,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.00032523833215236664,
      "loss_partial": 0.01092529296875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.00039981777081266046,
      "loss_partial": 0.006317138671875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0007127878488972783,
      "loss_partial": 0.006134033203125,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.00044989222078584135,
      "loss_partial": 0.0142822265625,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0005162438028492033,
      "loss_partial": 0.00396728515625,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0005865810089744627,
      "loss_partial": 0.0057373046875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0003122471971437335,
      "loss_partial": 0.00811767578125,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.00039482125430367887,
      "loss_partial": 0.007720947265625,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0008667128859087825,
      "loss_partial": 0.00836181640625,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0005800582002848387,
      "loss_partial": 0.0086669921875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0003766045847442001,
      "loss_partial": 0.0031585693359375,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.00032528696465305984,
      "loss_partial": 0.009521484375,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.00046820539864711463,
      "loss_partial": 0.007659912109375,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0004683153238147497,
      "loss_partial": 0.004852294921875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0006355145014822483,
      "loss_partial": 0.0079345703125,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0005195385892875493,
      "loss_partial": 0.007720947265625,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0007315777475014329,
      "loss_partial": 0.003875732421875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0005490057519637048,
      "loss_partial": 0.00970458984375,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0006923251203261316,
      "loss_partial": 0.008544921875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0004729577340185642,
      "loss_partial": 0.004852294921875,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0008451931644231081,
      "loss_partial": 0.005401611328125,
      "step": 743
    },
    {
      "epoch": 1.0799418604651163,
      "loss_distr": 0.0004325177287682891,
      "loss_partial": 0.004669189453125,
      "step": 743
    },
    {
      "epoch": 1.0813953488372092,
      "grad_norm": 0.17974740266799927,
      "learning_rate": 1.0355194229528653e-05,
      "loss": 0.1783,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0006239472422748804,
      "loss_partial": 0.004364013671875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0002973556984215975,
      "loss_partial": 0.00811767578125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0007203458808362484,
      "loss_partial": 0.003448486328125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0004815637366846204,
      "loss_partial": 0.002838134765625,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0008976247045211494,
      "loss_partial": 0.004180908203125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0006602148059755564,
      "loss_partial": 0.00506591796875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0006130575202405453,
      "loss_partial": 0.005584716796875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0004756550770252943,
      "loss_partial": 0.00860595703125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0006023883470334113,
      "loss_partial": 0.0052490234375,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.00027456661337055266,
      "loss_partial": 0.006378173828125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0005633714026771486,
      "loss_partial": 0.00799560546875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0008189096115529537,
      "loss_partial": 0.010498046875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0006431766087189317,
      "loss_partial": 0.00396728515625,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.00037518044700846076,
      "loss_partial": 0.00994873046875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0007717841072008014,
      "loss_partial": 0.005645751953125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0005842691753059626,
      "loss_partial": 0.006561279296875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0002706877130549401,
      "loss_partial": 0.0086669921875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0005002722609788179,
      "loss_partial": 0.01171875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0005094294901937246,
      "loss_partial": 0.006195068359375,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0004524729447439313,
      "loss_partial": 0.00543212890625,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0003918684087693691,
      "loss_partial": 0.0079345703125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0007197108352556825,
      "loss_partial": 0.00811767578125,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0006520005408674479,
      "loss_partial": 0.004364013671875,
      "step": 744
    },
    {
      "epoch": 1.0813953488372092,
      "loss_distr": 0.0002712631830945611,
      "loss_partial": 0.007080078125,
      "step": 744
    },
    {
      "epoch": 1.0828488372093024,
      "grad_norm": 0.16266211867332458,
      "learning_rate": 1.0329832771694615e-05,
      "loss": 0.1772,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0003353420761413872,
      "loss_partial": 0.008544921875,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0006198721821419895,
      "loss_partial": 0.005523681640625,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0007853709394112229,
      "loss_partial": 0.004913330078125,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0008063373388722539,
      "loss_partial": 0.0067138671875,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0006345414440147579,
      "loss_partial": 0.0078125,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0005943090072833002,
      "loss_partial": 0.00567626953125,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0007167538860812783,
      "loss_partial": 0.007232666015625,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0007346835918724537,
      "loss_partial": 0.005950927734375,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.00039200924220494926,
      "loss_partial": 0.01165771484375,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0006666440749540925,
      "loss_partial": 0.00885009765625,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0006356873782351613,
      "loss_partial": 0.00537109375,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.000611156749073416,
      "loss_partial": 0.003997802734375,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0007702838047407568,
      "loss_partial": 0.0030517578125,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0005122459842823446,
      "loss_partial": 0.005523681640625,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.00042115242104046047,
      "loss_partial": 0.007171630859375,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0010733760427683592,
      "loss_partial": 0.0069580078125,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0007094789762049913,
      "loss_partial": 0.0067138671875,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0005349289858713746,
      "loss_partial": 0.00933837890625,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0007313591777347028,
      "loss_partial": 0.004119873046875,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0003228567074984312,
      "loss_partial": 0.0107421875,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.00046747486339882016,
      "loss_partial": 0.007415771484375,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.00040224409895017743,
      "loss_partial": 0.00927734375,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.00034515472361817956,
      "loss_partial": 0.0103759765625,
      "step": 745
    },
    {
      "epoch": 1.0828488372093024,
      "loss_distr": 0.0005424536066129804,
      "loss_partial": 0.01116943359375,
      "step": 745
    },
    {
      "epoch": 1.0843023255813953,
      "grad_norm": 0.2073327749967575,
      "learning_rate": 1.0304469189872728e-05,
      "loss": 0.179,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.00032128492603078485,
      "loss_partial": 0.01336669921875,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.000569335010368377,
      "loss_partial": 0.01068115234375,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0006325726280920208,
      "loss_partial": 0.00640869140625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0006640023784711957,
      "loss_partial": 0.009765625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.00043970532715320587,
      "loss_partial": 0.0118408203125,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0008491799235343933,
      "loss_partial": 0.003936767578125,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.00041414034785702825,
      "loss_partial": 0.01055908203125,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.00040664488915354013,
      "loss_partial": 0.0164794921875,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0006461383309215307,
      "loss_partial": 0.005035400390625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0006968669476918876,
      "loss_partial": 0.0054931640625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0008629938820376992,
      "loss_partial": 0.005096435546875,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0005387517157942057,
      "loss_partial": 0.0045166015625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0005447450093924999,
      "loss_partial": 0.006103515625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.00037282408447936177,
      "loss_partial": 0.00909423828125,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.00027568661607801914,
      "loss_partial": 0.0101318359375,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0005919116083532572,
      "loss_partial": 0.00860595703125,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.000728550017811358,
      "loss_partial": 0.004730224609375,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0007366432109847665,
      "loss_partial": 0.00531005859375,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0007560417870990932,
      "loss_partial": 0.00787353515625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.000594076351262629,
      "loss_partial": 0.006805419921875,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0008917056256905198,
      "loss_partial": 0.00592041015625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0008584185852669179,
      "loss_partial": 0.00494384765625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.000328150053974241,
      "loss_partial": 0.004547119140625,
      "step": 746
    },
    {
      "epoch": 1.0843023255813953,
      "loss_distr": 0.0009135586442425847,
      "loss_partial": 0.00396728515625,
      "step": 746
    },
    {
      "epoch": 1.0857558139534884,
      "grad_norm": 0.17398269474506378,
      "learning_rate": 1.0279103647394064e-05,
      "loss": 0.1811,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0007546561537310481,
      "loss_partial": 0.0048828125,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0003847715852316469,
      "loss_partial": 0.00921630859375,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0008429134613834321,
      "loss_partial": 0.005218505859375,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0004813242703676224,
      "loss_partial": 0.006805419921875,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0006057371501810849,
      "loss_partial": 0.004913330078125,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.000497645465657115,
      "loss_partial": 0.005401611328125,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0005091344355605543,
      "loss_partial": 0.01202392578125,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0005153432721272111,
      "loss_partial": 0.01116943359375,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.00036748708225786686,
      "loss_partial": 0.004150390625,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0006738543743267655,
      "loss_partial": 0.006011962890625,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.000515913066919893,
      "loss_partial": 0.00787353515625,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0006517336587421596,
      "loss_partial": 0.00628662109375,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0003466548805590719,
      "loss_partial": 0.004150390625,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0004509649588726461,
      "loss_partial": 0.015869140625,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0007301295991055667,
      "loss_partial": 0.00335693359375,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0008027681615203619,
      "loss_partial": 0.005096435546875,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0005573243834078312,
      "loss_partial": 0.005523681640625,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.000419647985836491,
      "loss_partial": 0.01153564453125,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.00045513379154726863,
      "loss_partial": 0.0108642578125,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.000419165677158162,
      "loss_partial": 0.01007080078125,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0002757528272923082,
      "loss_partial": 0.008544921875,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.00045635958667844534,
      "loss_partial": 0.006195068359375,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0002617263235151768,
      "loss_partial": 0.00738525390625,
      "step": 747
    },
    {
      "epoch": 1.0857558139534884,
      "loss_distr": 0.0004792091203853488,
      "loss_partial": 0.0087890625,
      "step": 747
    },
    {
      "epoch": 1.0872093023255813,
      "grad_norm": 0.19076448678970337,
      "learning_rate": 1.0253736307602322e-05,
      "loss": 0.1789,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0007248995243571699,
      "loss_partial": 0.005950927734375,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.00035089097218587995,
      "loss_partial": 0.01318359375,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0007169661112129688,
      "loss_partial": 0.0072021484375,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0005781490472145379,
      "loss_partial": 0.003875732421875,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0004372820840217173,
      "loss_partial": 0.009765625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0007312237285077572,
      "loss_partial": 0.00445556640625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0008614202379249036,
      "loss_partial": 0.00439453125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.00037963545764796436,
      "loss_partial": 0.00543212890625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0003570730914361775,
      "loss_partial": 0.008056640625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0004091476439498365,
      "loss_partial": 0.005859375,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0007049896521493793,
      "loss_partial": 0.005401611328125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0002064051222987473,
      "loss_partial": 0.0079345703125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0003194764140062034,
      "loss_partial": 0.01104736328125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0004824401985388249,
      "loss_partial": 0.00830078125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.00044162088306620717,
      "loss_partial": 0.00543212890625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.000970472814515233,
      "loss_partial": 0.0035552978515625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0009559906320646405,
      "loss_partial": 0.0068359375,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.000497338070999831,
      "loss_partial": 0.01104736328125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.000791714177466929,
      "loss_partial": 0.00445556640625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0007019059266895056,
      "loss_partial": 0.0030517578125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0006456183618865907,
      "loss_partial": 0.005157470703125,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0004965263651683927,
      "loss_partial": 0.00701904296875,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0006484123878180981,
      "loss_partial": 0.005279541015625,
      "step": 748
    },
    {
      "epoch": 1.0872093023255813,
      "loss_distr": 0.0003769432660192251,
      "loss_partial": 0.0045166015625,
      "step": 748
    },
    {
      "epoch": 1.0886627906976745,
      "grad_norm": 0.17844510078430176,
      "learning_rate": 1.0228367333852771e-05,
      "loss": 0.175,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0003196258330717683,
      "loss_partial": 0.007659912109375,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.000615329947322607,
      "loss_partial": 0.005767822265625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0005034833448007703,
      "loss_partial": 0.006072998046875,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0009512051474303007,
      "loss_partial": 0.00396728515625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0006655436009168625,
      "loss_partial": 0.005462646484375,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0005299207987263799,
      "loss_partial": 0.009765625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.00026981174596585333,
      "loss_partial": 0.00701904296875,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0004044356173835695,
      "loss_partial": 0.008056640625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0006167097017168999,
      "loss_partial": 0.0047607421875,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.00045000595855526626,
      "loss_partial": 0.006683349609375,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0003541625337675214,
      "loss_partial": 0.005828857421875,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0006535317515954375,
      "loss_partial": 0.006683349609375,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0005073886131867766,
      "loss_partial": 0.010009765625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.000507869990542531,
      "loss_partial": 0.004180908203125,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0006204716046340764,
      "loss_partial": 0.003082275390625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0005605025216937065,
      "loss_partial": 0.00457763671875,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.00043933483539149165,
      "loss_partial": 0.00762939453125,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.000536610372364521,
      "loss_partial": 0.006103515625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.00033944935421459377,
      "loss_partial": 0.00714111328125,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0006479190196841955,
      "loss_partial": 0.004150390625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0008435180643573403,
      "loss_partial": 0.0106201171875,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0005790836294181645,
      "loss_partial": 0.00897216796875,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.0006035157712176442,
      "loss_partial": 0.006256103515625,
      "step": 749
    },
    {
      "epoch": 1.0886627906976745,
      "loss_distr": 0.000383911858079955,
      "loss_partial": 0.01611328125,
      "step": 749
    },
    {
      "epoch": 1.0901162790697674,
      "grad_norm": 0.1854717880487442,
      "learning_rate": 1.0202996889511198e-05,
      "loss": 0.179,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0006214518798515201,
      "loss_partial": 0.005096435546875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0004830608959309757,
      "loss_partial": 0.0036773681640625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.00025603704852983356,
      "loss_partial": 0.006744384765625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0005295034497976303,
      "loss_partial": 0.0037841796875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0005317517789080739,
      "loss_partial": 0.00872802734375,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.00031363661400973797,
      "loss_partial": 0.01080322265625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0007303106831386685,
      "loss_partial": 0.004058837890625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0007392381667159498,
      "loss_partial": 0.003570556640625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0007235477096401155,
      "loss_partial": 0.006500244140625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.00028397212736308575,
      "loss_partial": 0.0057373046875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0007358517032116652,
      "loss_partial": 0.003265380859375,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.00024689771817065775,
      "loss_partial": 0.00799560546875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.00031186180422082543,
      "loss_partial": 0.007476806640625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0005609967629425228,
      "loss_partial": 0.00653076171875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0006485820049419999,
      "loss_partial": 0.006256103515625,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0006004098104313016,
      "loss_partial": 0.004608154296875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0007481460925191641,
      "loss_partial": 0.00457763671875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0007775990525260568,
      "loss_partial": 0.0079345703125,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0006045042537152767,
      "loss_partial": 0.01104736328125,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0006117457523941994,
      "loss_partial": 0.005859375,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0005067024612799287,
      "loss_partial": 0.00653076171875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0002622045576572418,
      "loss_partial": 0.00848388671875,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.00035646880860440433,
      "loss_partial": 0.005401611328125,
      "step": 750
    },
    {
      "epoch": 1.0901162790697674,
      "loss_distr": 0.0007866701926104724,
      "loss_partial": 0.005096435546875,
      "step": 750
    },
    {
      "epoch": 1.0915697674418605,
      "grad_norm": 0.1902022510766983,
      "learning_rate": 1.0177625137952874e-05,
      "loss": 0.1748,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0004990333691239357,
      "loss_partial": 0.005096435546875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0006658061756752431,
      "loss_partial": 0.00537109375,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0005255704745650291,
      "loss_partial": 0.009033203125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.00032176217064261436,
      "loss_partial": 0.007720947265625,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0006875052349641919,
      "loss_partial": 0.00360107421875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0006765890284441411,
      "loss_partial": 0.007110595703125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0006573760765604675,
      "loss_partial": 0.00775146484375,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0004849830875173211,
      "loss_partial": 0.004608154296875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0006434108363464475,
      "loss_partial": 0.00469970703125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0005676919827237725,
      "loss_partial": 0.004669189453125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.000441713840700686,
      "loss_partial": 0.00811767578125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0002929008624050766,
      "loss_partial": 0.007293701171875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0005633955006487668,
      "loss_partial": 0.00494384765625,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0005708971293643117,
      "loss_partial": 0.00390625,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.00032108454615809023,
      "loss_partial": 0.01214599609375,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0007445583469234407,
      "loss_partial": 0.005096435546875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0004953102907165885,
      "loss_partial": 0.005584716796875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.000499718589708209,
      "loss_partial": 0.0113525390625,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0007449436234310269,
      "loss_partial": 0.0037384033203125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.000911654147785157,
      "loss_partial": 0.005401611328125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.00041597889503464103,
      "loss_partial": 0.0106201171875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.0005404525436460972,
      "loss_partial": 0.0057373046875,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.00035510826273821294,
      "loss_partial": 0.005889892578125,
      "step": 751
    },
    {
      "epoch": 1.0915697674418605,
      "loss_distr": 0.00041359313763678074,
      "loss_partial": 0.00933837890625,
      "step": 751
    },
    {
      "epoch": 1.0930232558139534,
      "grad_norm": 0.1690150648355484,
      "learning_rate": 1.0152252242561467e-05,
      "loss": 0.1753,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0007764719193801284,
      "loss_partial": 0.0054931640625,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.00022791855735704303,
      "loss_partial": 0.006622314453125,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0005442200927063823,
      "loss_partial": 0.004913330078125,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.00046959411702118814,
      "loss_partial": 0.01177978515625,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0003691556048579514,
      "loss_partial": 0.007354736328125,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0003767205635085702,
      "loss_partial": 0.01141357421875,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.00044052055454812944,
      "loss_partial": 0.0130615234375,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0005506250308826566,
      "loss_partial": 0.00701904296875,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0002987787884194404,
      "loss_partial": 0.0103759765625,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0007574771880172193,
      "loss_partial": 0.00738525390625,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.00024804784334264696,
      "loss_partial": 0.006103515625,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0005898771341890097,
      "loss_partial": 0.00531005859375,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0006746927974745631,
      "loss_partial": 0.00518798828125,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0006273101316764951,
      "loss_partial": 0.00897216796875,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.00033785728737711906,
      "loss_partial": 0.00396728515625,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.000637096120044589,
      "loss_partial": 0.007293701171875,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0006906035705469549,
      "loss_partial": 0.0079345703125,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0005366385448724031,
      "loss_partial": 0.006195068359375,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0005640594754368067,
      "loss_partial": 0.0091552734375,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0009231753065250814,
      "loss_partial": 0.00506591796875,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0002773225132841617,
      "loss_partial": 0.00811767578125,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.00047520140651613474,
      "loss_partial": 0.0074462890625,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.00032612349605187774,
      "loss_partial": 0.0078125,
      "step": 752
    },
    {
      "epoch": 1.0930232558139534,
      "loss_distr": 0.0005876003997400403,
      "loss_partial": 0.007171630859375,
      "step": 752
    },
    {
      "epoch": 1.0944767441860466,
      "grad_norm": 0.19042785465717316,
      "learning_rate": 1.012687836672803e-05,
      "loss": 0.1771,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0004813287523575127,
      "loss_partial": 0.00439453125,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0004910282441414893,
      "loss_partial": 0.01043701171875,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.000633466464933008,
      "loss_partial": 0.004638671875,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.000506849552039057,
      "loss_partial": 0.006195068359375,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0006077475845813751,
      "loss_partial": 0.0027008056640625,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0004638548125512898,
      "loss_partial": 0.007171630859375,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0002127370098605752,
      "loss_partial": 0.00811767578125,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.00038676115218549967,
      "loss_partial": 0.0059814453125,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.00037069490645080805,
      "loss_partial": 0.007232666015625,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0006266377167776227,
      "loss_partial": 0.004974365234375,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0008908218005672097,
      "loss_partial": 0.00390625,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0004040393978357315,
      "loss_partial": 0.0081787109375,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.00044735660776495934,
      "loss_partial": 0.0076904296875,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.00047578272642567754,
      "loss_partial": 0.01092529296875,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0005912678316235542,
      "loss_partial": 0.0089111328125,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.00044512393651530147,
      "loss_partial": 0.006500244140625,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0003202652442269027,
      "loss_partial": 0.01336669921875,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0006770225008949637,
      "loss_partial": 0.00445556640625,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0007532167946919799,
      "loss_partial": 0.004913330078125,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0006712376489304006,
      "loss_partial": 0.00555419921875,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.00042352857417427003,
      "loss_partial": 0.00958251953125,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0003858320997096598,
      "loss_partial": 0.005126953125,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0008192952955141664,
      "loss_partial": 0.003631591796875,
      "step": 753
    },
    {
      "epoch": 1.0944767441860466,
      "loss_distr": 0.0002963976003229618,
      "loss_partial": 0.006683349609375,
      "step": 753
    },
    {
      "epoch": 1.0959302325581395,
      "grad_norm": 0.17608799040317535,
      "learning_rate": 1.0101503673849922e-05,
      "loss": 0.1788,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0003310806059744209,
      "loss_partial": 0.006134033203125,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0006876472616568208,
      "loss_partial": 0.0045166015625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0002149839128833264,
      "loss_partial": 0.00860595703125,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0004240123671479523,
      "loss_partial": 0.00762939453125,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.00043134234147146344,
      "loss_partial": 0.0052490234375,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0007713883533142507,
      "loss_partial": 0.006500244140625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.00046852341620251536,
      "loss_partial": 0.0054931640625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0006765216821804643,
      "loss_partial": 0.0045166015625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0004877676838077605,
      "loss_partial": 0.009765625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.00030492187943309546,
      "loss_partial": 0.0101318359375,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0005101042916066945,
      "loss_partial": 0.007720947265625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.000347917404724285,
      "loss_partial": 0.006256103515625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0003415917162783444,
      "loss_partial": 0.00579833984375,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0007402721676044166,
      "loss_partial": 0.0045166015625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.00032888897112570703,
      "loss_partial": 0.00933837890625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0009639153722673655,
      "loss_partial": 0.004486083984375,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.00042070072959177196,
      "loss_partial": 0.0048828125,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0008406161796301603,
      "loss_partial": 0.0040283203125,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.000814605678897351,
      "loss_partial": 0.006683349609375,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0006819978589192033,
      "loss_partial": 0.00457763671875,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0006039487197995186,
      "loss_partial": 0.00677490234375,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0005889999447390437,
      "loss_partial": 0.006866455078125,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0005582960438914597,
      "loss_partial": 0.00494384765625,
      "step": 754
    },
    {
      "epoch": 1.0959302325581395,
      "loss_distr": 0.0002229844976682216,
      "loss_partial": 0.01007080078125,
      "step": 754
    },
    {
      "epoch": 1.0973837209302326,
      "grad_norm": 0.20391249656677246,
      "learning_rate": 1.0076128327329762e-05,
      "loss": 0.1778,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0006356940139085054,
      "loss_partial": 0.0029449462890625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.000582936336286366,
      "loss_partial": 0.009521484375,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0004639798426069319,
      "loss_partial": 0.00555419921875,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0006260323571041226,
      "loss_partial": 0.00927734375,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0010477049509063363,
      "loss_partial": 0.004547119140625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0008375584147870541,
      "loss_partial": 0.004058837890625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0008238594746217132,
      "loss_partial": 0.00457763671875,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0003451625525485724,
      "loss_partial": 0.005645751953125,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0004516648477874696,
      "loss_partial": 0.005950927734375,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0009838875848799944,
      "loss_partial": 0.0048828125,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.00036446607555262744,
      "loss_partial": 0.0042724609375,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0007089793216437101,
      "loss_partial": 0.004058837890625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.00045560835860669613,
      "loss_partial": 0.00518798828125,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0004831339465454221,
      "loss_partial": 0.005859375,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.00043721773545257747,
      "loss_partial": 0.0048828125,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0004398018354550004,
      "loss_partial": 0.01031494140625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0006816383684054017,
      "loss_partial": 0.00775146484375,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0006341322441585362,
      "loss_partial": 0.0054931640625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.00043677649227902293,
      "loss_partial": 0.01031494140625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0003076013526879251,
      "loss_partial": 0.007354736328125,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0004938642960041761,
      "loss_partial": 0.004852294921875,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0007451762212440372,
      "loss_partial": 0.0040283203125,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0002762806252576411,
      "loss_partial": 0.006500244140625,
      "step": 755
    },
    {
      "epoch": 1.0973837209302326,
      "loss_distr": 0.0004877140454482287,
      "loss_partial": 0.0054931640625,
      "step": 755
    },
    {
      "epoch": 1.0988372093023255,
      "grad_norm": 0.17945607006549835,
      "learning_rate": 1.0050752490574379e-05,
      "loss": 0.1734,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0007277763215824962,
      "loss_partial": 0.0047607421875,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0007545596454292536,
      "loss_partial": 0.007171630859375,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.00047592175542376935,
      "loss_partial": 0.00830078125,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0005029454478062689,
      "loss_partial": 0.00885009765625,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.000522662652656436,
      "loss_partial": 0.01019287109375,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0005537738325074315,
      "loss_partial": 0.005401611328125,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0006741047836840153,
      "loss_partial": 0.0032806396484375,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0005732881836593151,
      "loss_partial": 0.00787353515625,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0005369280697777867,
      "loss_partial": 0.00836181640625,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0008739791228435934,
      "loss_partial": 0.00799560546875,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0005834629409946501,
      "loss_partial": 0.0206298828125,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0003351381456013769,
      "loss_partial": 0.006744384765625,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.000676759984344244,
      "loss_partial": 0.0068359375,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0007789888186380267,
      "loss_partial": 0.00537109375,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0006752941990271211,
      "loss_partial": 0.006103515625,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0005651165847666562,
      "loss_partial": 0.006622314453125,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0004269868368282914,
      "loss_partial": 0.01007080078125,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.00038454850437119603,
      "loss_partial": 0.00506591796875,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.000910735921934247,
      "loss_partial": 0.0038604736328125,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.00033278053160756826,
      "loss_partial": 0.007171630859375,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0008834071923047304,
      "loss_partial": 0.006103515625,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.00041830551344901323,
      "loss_partial": 0.007537841796875,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.00035214118543080986,
      "loss_partial": 0.006256103515625,
      "step": 756
    },
    {
      "epoch": 1.0988372093023255,
      "loss_distr": 0.0002556862309575081,
      "loss_partial": 0.00958251953125,
      "step": 756
    },
    {
      "epoch": 1.1002906976744187,
      "grad_norm": 0.19792157411575317,
      "learning_rate": 1.002537632699376e-05,
      "loss": 0.1785,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0006028065690770745,
      "loss_partial": 0.00567626953125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.00044842518400400877,
      "loss_partial": 0.005615234375,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0006710569723509252,
      "loss_partial": 0.00677490234375,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.00017572392243891954,
      "loss_partial": 0.0084228515625,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0006136249285191298,
      "loss_partial": 0.006011962890625,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0004253415099810809,
      "loss_partial": 0.00872802734375,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0005414834013208747,
      "loss_partial": 0.006256103515625,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0006184909725561738,
      "loss_partial": 0.00469970703125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0003192477161064744,
      "loss_partial": 0.01025390625,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0005890617612749338,
      "loss_partial": 0.00860595703125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0002594030520413071,
      "loss_partial": 0.005859375,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0005515275988727808,
      "loss_partial": 0.006195068359375,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0008107456378638744,
      "loss_partial": 0.004608154296875,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0006865159957669675,
      "loss_partial": 0.00836181640625,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0005331581924110651,
      "loss_partial": 0.01055908203125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0005269848043099046,
      "loss_partial": 0.0050048828125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0008653928525745869,
      "loss_partial": 0.007537841796875,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0008150063804350793,
      "loss_partial": 0.00714111328125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0006753149791620672,
      "loss_partial": 0.00518798828125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0003060291346628219,
      "loss_partial": 0.00811767578125,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0004875636659562588,
      "loss_partial": 0.007293701171875,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0008316438179463148,
      "loss_partial": 0.005340576171875,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0006327794399112463,
      "loss_partial": 0.0067138671875,
      "step": 757
    },
    {
      "epoch": 1.1002906976744187,
      "loss_distr": 0.0004141411045566201,
      "loss_partial": 0.00933837890625,
      "step": 757
    },
    {
      "epoch": 1.1017441860465116,
      "grad_norm": 0.18607507646083832,
      "learning_rate": 1e-05,
      "loss": 0.1747,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.00045312190195545554,
      "loss_partial": 0.0120849609375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.00048505672020837665,
      "loss_partial": 0.01019287109375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.00047537742648273706,
      "loss_partial": 0.004730224609375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0007117700297385454,
      "loss_partial": 0.005096435546875,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0005940787959843874,
      "loss_partial": 0.01275634765625,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0005322240758687258,
      "loss_partial": 0.0054931640625,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0005275736330077052,
      "loss_partial": 0.00677490234375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0007557140197604895,
      "loss_partial": 0.0037689208984375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0009526601061224937,
      "loss_partial": 0.00390625,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0006035537226125598,
      "loss_partial": 0.006988525390625,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0002918459940701723,
      "loss_partial": 0.00970458984375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.000288566283416003,
      "loss_partial": 0.0081787109375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0006393673829734325,
      "loss_partial": 0.00946044921875,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0004527229757513851,
      "loss_partial": 0.00677490234375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0008059616084210575,
      "loss_partial": 0.004974365234375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0007623882265761495,
      "loss_partial": 0.00579833984375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0005007700528949499,
      "loss_partial": 0.0079345703125,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0003519051242619753,
      "loss_partial": 0.005462646484375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0006325572030618787,
      "loss_partial": 0.00714111328125,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.00045249826507642865,
      "loss_partial": 0.00970458984375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0005568503402173519,
      "loss_partial": 0.00372314453125,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.00037125693052075803,
      "loss_partial": 0.002899169921875,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0003677288768813014,
      "loss_partial": 0.00927734375,
      "step": 758
    },
    {
      "epoch": 1.1017441860465116,
      "loss_distr": 0.0003824502637144178,
      "loss_partial": 0.0059814453125,
      "step": 758
    },
    {
      "epoch": 1.1031976744186047,
      "grad_norm": 0.1760123372077942,
      "learning_rate": 9.97462367300624e-06,
      "loss": 0.1724,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0007173303747549653,
      "loss_partial": 0.004608154296875,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0004640550760086626,
      "loss_partial": 0.0034637451171875,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0005338905612006783,
      "loss_partial": 0.006805419921875,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0004524908435996622,
      "loss_partial": 0.005584716796875,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0004635145596694201,
      "loss_partial": 0.0064697265625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0006517315050587058,
      "loss_partial": 0.007110595703125,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.00048296700697392225,
      "loss_partial": 0.00738525390625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0002658299054019153,
      "loss_partial": 0.0137939453125,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0007119187503121793,
      "loss_partial": 0.00439453125,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0006607624236494303,
      "loss_partial": 0.005523681640625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0006917542195878923,
      "loss_partial": 0.0068359375,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0001986910792766139,
      "loss_partial": 0.0152587890625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.00021966795611660928,
      "loss_partial": 0.00811767578125,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0006594493752345443,
      "loss_partial": 0.0030364990234375,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.00047269987408071756,
      "loss_partial": 0.0118408203125,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0007916699396446347,
      "loss_partial": 0.00396728515625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0007957147317938507,
      "loss_partial": 0.00579833984375,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0006102446932345629,
      "loss_partial": 0.009765625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0006647648988291621,
      "loss_partial": 0.002593994140625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.00048015202628448606,
      "loss_partial": 0.00787353515625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0004967146087437868,
      "loss_partial": 0.0096435546875,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.00018018919217865914,
      "loss_partial": 0.006744384765625,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0005321996286511421,
      "loss_partial": 0.0115966796875,
      "step": 759
    },
    {
      "epoch": 1.1031976744186047,
      "loss_distr": 0.0006748533342033625,
      "loss_partial": 0.00726318359375,
      "step": 759
    },
    {
      "epoch": 1.1046511627906976,
      "grad_norm": 0.19648070633411407,
      "learning_rate": 9.949247509425625e-06,
      "loss": 0.1782,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0005042318371124566,
      "loss_partial": 0.006866455078125,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0005658076261170208,
      "loss_partial": 0.01043701171875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.000339712540153414,
      "loss_partial": 0.0084228515625,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.00035377038875594735,
      "loss_partial": 0.005767822265625,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0005988332559354603,
      "loss_partial": 0.01287841796875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0005432363250292838,
      "loss_partial": 0.00555419921875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0007388064404949546,
      "loss_partial": 0.01080322265625,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0003374661901034415,
      "loss_partial": 0.007110595703125,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.00021356447541620582,
      "loss_partial": 0.007293701171875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0007499177008867264,
      "loss_partial": 0.004119873046875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.00044622854329645634,
      "loss_partial": 0.0126953125,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0009973234264180064,
      "loss_partial": 0.0030364990234375,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0006175146554596722,
      "loss_partial": 0.007293701171875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0007866201340220869,
      "loss_partial": 0.00494384765625,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0004412531852722168,
      "loss_partial": 0.00872802734375,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0004953296156600118,
      "loss_partial": 0.005218505859375,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0006222262163646519,
      "loss_partial": 0.00311279296875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.00035759841557592154,
      "loss_partial": 0.00946044921875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0006113106501288712,
      "loss_partial": 0.006591796875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.000542562163900584,
      "loss_partial": 0.00616455078125,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0002004071429837495,
      "loss_partial": 0.005096435546875,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0005258506862446666,
      "loss_partial": 0.01019287109375,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.0007588283624500036,
      "loss_partial": 0.00787353515625,
      "step": 760
    },
    {
      "epoch": 1.1046511627906976,
      "loss_distr": 0.00037341966526582837,
      "loss_partial": 0.005462646484375,
      "step": 760
    },
    {
      "epoch": 1.1061046511627908,
      "grad_norm": 0.18570204079151154,
      "learning_rate": 9.923871672670242e-06,
      "loss": 0.1804,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0009583057253621519,
      "loss_partial": 0.002777099609375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.00038300230517052114,
      "loss_partial": 0.0037994384765625,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.000780680391471833,
      "loss_partial": 0.0031585693359375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.00033428610186092556,
      "loss_partial": 0.00860595703125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0006143630598671734,
      "loss_partial": 0.006500244140625,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.00047028064727783203,
      "loss_partial": 0.0126953125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.000495685322675854,
      "loss_partial": 0.004150390625,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.00034865824272856116,
      "loss_partial": 0.0169677734375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0006064990884624422,
      "loss_partial": 0.006439208984375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.00019627773144748062,
      "loss_partial": 0.006622314453125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0008434439077973366,
      "loss_partial": 0.0054931640625,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.00046332163037732244,
      "loss_partial": 0.0069580078125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0006310120224952698,
      "loss_partial": 0.005859375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.00038484804099425673,
      "loss_partial": 0.007598876953125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0005921879783272743,
      "loss_partial": 0.0050048828125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0006703166291117668,
      "loss_partial": 0.00518798828125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0004930365830659866,
      "loss_partial": 0.0081787109375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0008555108215659857,
      "loss_partial": 0.00506591796875,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0004435151058714837,
      "loss_partial": 0.01611328125,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0005967079778201878,
      "loss_partial": 0.0084228515625,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0006262346869334579,
      "loss_partial": 0.01165771484375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0006309672025963664,
      "loss_partial": 0.005218505859375,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0005316719762049615,
      "loss_partial": 0.008056640625,
      "step": 761
    },
    {
      "epoch": 1.1061046511627908,
      "loss_distr": 0.0004987707361578941,
      "loss_partial": 0.00616455078125,
      "step": 761
    },
    {
      "epoch": 1.1075581395348837,
      "grad_norm": 0.1884690672159195,
      "learning_rate": 9.89849632615008e-06,
      "loss": 0.1778,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0004110303125344217,
      "loss_partial": 0.0062255859375,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005517593817785382,
      "loss_partial": 0.005157470703125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.00026029383298009634,
      "loss_partial": 0.0042724609375,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005923075368627906,
      "loss_partial": 0.00982666015625,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005112519720569253,
      "loss_partial": 0.005401611328125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0006359924445860088,
      "loss_partial": 0.004913330078125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0006622503860853612,
      "loss_partial": 0.007598876953125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005718687898479402,
      "loss_partial": 0.006927490234375,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0004709084751084447,
      "loss_partial": 0.005828857421875,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.00023859928478486836,
      "loss_partial": 0.00616455078125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0006449526408687234,
      "loss_partial": 0.009521484375,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.00033413583878427744,
      "loss_partial": 0.0038604736328125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005990964127704501,
      "loss_partial": 0.0062255859375,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0006046996568329632,
      "loss_partial": 0.00787353515625,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0008329222910106182,
      "loss_partial": 0.0029449462890625,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005416992353275418,
      "loss_partial": 0.005126953125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005595787661150098,
      "loss_partial": 0.0069580078125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0005610014195553958,
      "loss_partial": 0.0087890625,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.000857064500451088,
      "loss_partial": 0.00341796875,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0011514195939525962,
      "loss_partial": 0.0031280517578125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.0006879434222355485,
      "loss_partial": 0.0098876953125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.00023864253307692707,
      "loss_partial": 0.00811767578125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.00039278107578866184,
      "loss_partial": 0.0050048828125,
      "step": 762
    },
    {
      "epoch": 1.1075581395348837,
      "loss_distr": 0.00033444722066633403,
      "loss_partial": 0.00897216796875,
      "step": 762
    },
    {
      "epoch": 1.1090116279069768,
      "grad_norm": 0.1947183758020401,
      "learning_rate": 9.87312163327197e-06,
      "loss": 0.1769,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0005877515068277717,
      "loss_partial": 0.00811767578125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.00022518812329508364,
      "loss_partial": 0.0047607421875,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0006241113296709955,
      "loss_partial": 0.005584716796875,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0002938834950327873,
      "loss_partial": 0.0089111328125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0006027583149261773,
      "loss_partial": 0.005157470703125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0007327935891225934,
      "loss_partial": 0.005035400390625,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0008271342376247048,
      "loss_partial": 0.007720947265625,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0007426688680425286,
      "loss_partial": 0.00787353515625,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0005155159160494804,
      "loss_partial": 0.0106201171875,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0006752668414264917,
      "loss_partial": 0.005828857421875,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0004764910554513335,
      "loss_partial": 0.00567626953125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0004979242221452296,
      "loss_partial": 0.0059814453125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0004373893316369504,
      "loss_partial": 0.006256103515625,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0006108804373070598,
      "loss_partial": 0.006988525390625,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0004525383119471371,
      "loss_partial": 0.00860595703125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.00045607221545651555,
      "loss_partial": 0.009521484375,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0005779049824923277,
      "loss_partial": 0.006072998046875,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0004701049183495343,
      "loss_partial": 0.005950927734375,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0004761124146170914,
      "loss_partial": 0.00811767578125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.00038487237179651856,
      "loss_partial": 0.00836181640625,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0006776956142857671,
      "loss_partial": 0.00677490234375,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.00047956567141227424,
      "loss_partial": 0.00860595703125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.0005544123123399913,
      "loss_partial": 0.007080078125,
      "step": 763
    },
    {
      "epoch": 1.1090116279069768,
      "loss_distr": 0.00027189860702492297,
      "loss_partial": 0.0093994140625,
      "step": 763
    },
    {
      "epoch": 1.1104651162790697,
      "grad_norm": 0.18271084129810333,
      "learning_rate": 9.847747757438538e-06,
      "loss": 0.1785,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0004580538661684841,
      "loss_partial": 0.006378173828125,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0005455280188471079,
      "loss_partial": 0.007293701171875,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0008454190101474524,
      "loss_partial": 0.0023040771484375,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.00036696187453344464,
      "loss_partial": 0.004852294921875,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0005988860502839088,
      "loss_partial": 0.00396728515625,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0006953062256798148,
      "loss_partial": 0.00787353515625,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.00033266854006797075,
      "loss_partial": 0.0078125,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0006856129039078951,
      "loss_partial": 0.005035400390625,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.00024690176360309124,
      "loss_partial": 0.0089111328125,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.00035334727726876736,
      "loss_partial": 0.005340576171875,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0009282169630751014,
      "loss_partial": 0.004608154296875,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0003665027325041592,
      "loss_partial": 0.01165771484375,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0002617380232550204,
      "loss_partial": 0.01007080078125,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0005185888148844242,
      "loss_partial": 0.005950927734375,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.00042417270014993846,
      "loss_partial": 0.004608154296875,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0004691520007327199,
      "loss_partial": 0.007659912109375,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0003842388396151364,
      "loss_partial": 0.006500244140625,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0007602941477671266,
      "loss_partial": 0.006927490234375,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0004248732584528625,
      "loss_partial": 0.00848388671875,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0006333746132440865,
      "loss_partial": 0.006072998046875,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0005822447128593922,
      "loss_partial": 0.00787353515625,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0007236646488308907,
      "loss_partial": 0.00811767578125,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.0004420227778609842,
      "loss_partial": 0.005218505859375,
      "step": 764
    },
    {
      "epoch": 1.1104651162790697,
      "loss_distr": 0.00042772103915922344,
      "loss_partial": 0.0107421875,
      "step": 764
    },
    {
      "epoch": 1.1119186046511629,
      "grad_norm": 0.20379824936389923,
      "learning_rate": 9.82237486204713e-06,
      "loss": 0.1739,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0005294345319271088,
      "loss_partial": 0.006317138671875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0004200000548735261,
      "loss_partial": 0.0096435546875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0004465941456146538,
      "loss_partial": 0.0186767578125,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0006767270970158279,
      "loss_partial": 0.003662109375,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0003255555348005146,
      "loss_partial": 0.00555419921875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.000535300001502037,
      "loss_partial": 0.006805419921875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0006921191234141588,
      "loss_partial": 0.005035400390625,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.00036432722117751837,
      "loss_partial": 0.00811767578125,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0005855690687894821,
      "loss_partial": 0.005950927734375,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.000506836804561317,
      "loss_partial": 0.01116943359375,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0007522181840613484,
      "loss_partial": 0.005767822265625,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.00045685964869335294,
      "loss_partial": 0.005859375,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0005243343184702098,
      "loss_partial": 0.007781982421875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0003713953774422407,
      "loss_partial": 0.00762939453125,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0005265421350486577,
      "loss_partial": 0.007537841796875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0009195677703246474,
      "loss_partial": 0.0035400390625,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.00024805287830531597,
      "loss_partial": 0.00823974609375,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0005397257627919316,
      "loss_partial": 0.006317138671875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0004557585052680224,
      "loss_partial": 0.005523681640625,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0006763475248590112,
      "loss_partial": 0.006134033203125,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0002917475067079067,
      "loss_partial": 0.00482177734375,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0006098278681747615,
      "loss_partial": 0.005096435546875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0005462403642013669,
      "loss_partial": 0.007781982421875,
      "step": 765
    },
    {
      "epoch": 1.1119186046511629,
      "loss_distr": 0.0006658790516667068,
      "loss_partial": 0.007537841796875,
      "step": 765
    },
    {
      "epoch": 1.1133720930232558,
      "grad_norm": 0.2269815057516098,
      "learning_rate": 9.797003110488802e-06,
      "loss": 0.1779,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0010721797589212656,
      "loss_partial": 0.004547119140625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0008206369820982218,
      "loss_partial": 0.006134033203125,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.00046444492181763053,
      "loss_partial": 0.005767822265625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0005140775465406477,
      "loss_partial": 0.006866455078125,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0004112025198992342,
      "loss_partial": 0.0033416748046875,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0004753535322379321,
      "loss_partial": 0.00799560546875,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0007367450161837041,
      "loss_partial": 0.0064697265625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0007263421430252492,
      "loss_partial": 0.006744384765625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0004108034772798419,
      "loss_partial": 0.01031494140625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0003340808907523751,
      "loss_partial": 0.00677490234375,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0003564346698112786,
      "loss_partial": 0.0103759765625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.00048761407379060984,
      "loss_partial": 0.0064697265625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.000498496345244348,
      "loss_partial": 0.013916015625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.000723490840755403,
      "loss_partial": 0.00933837890625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0002858100342564285,
      "loss_partial": 0.00830078125,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0006273128092288971,
      "loss_partial": 0.007659912109375,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0004437952011357993,
      "loss_partial": 0.00640869140625,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0010565517004579306,
      "loss_partial": 0.003631591796875,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0008377907797694206,
      "loss_partial": 0.0038299560546875,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.00033007835736498237,
      "loss_partial": 0.010498046875,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.000545431044884026,
      "loss_partial": 0.0042724609375,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0005682423361577094,
      "loss_partial": 0.003204345703125,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.0007393894484266639,
      "loss_partial": 0.004119873046875,
      "step": 766
    },
    {
      "epoch": 1.1133720930232558,
      "loss_distr": 0.00036627158988267183,
      "loss_partial": 0.007659912109375,
      "step": 766
    },
    {
      "epoch": 1.114825581395349,
      "grad_norm": 0.19275368750095367,
      "learning_rate": 9.771632666147234e-06,
      "loss": 0.1768,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0008538321126252413,
      "loss_partial": 0.00567626953125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006391187198460102,
      "loss_partial": 0.005859375,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0004183435521554202,
      "loss_partial": 0.0086669921875,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006297510117292404,
      "loss_partial": 0.007080078125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.00035446358378976583,
      "loss_partial": 0.00860595703125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0005114284576848149,
      "loss_partial": 0.00762939453125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0007018634933046997,
      "loss_partial": 0.003448486328125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.000798469060100615,
      "loss_partial": 0.004302978515625,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0008434797055087984,
      "loss_partial": 0.00335693359375,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0007246554596349597,
      "loss_partial": 0.005767822265625,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006819810951128602,
      "loss_partial": 0.00787353515625,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0007957469206303358,
      "loss_partial": 0.0037689208984375,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0008779407944530249,
      "loss_partial": 0.004425048828125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006383998552337289,
      "loss_partial": 0.0072021484375,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0007310037035495043,
      "loss_partial": 0.0098876953125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006966369692236185,
      "loss_partial": 0.004974365234375,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0003654040629044175,
      "loss_partial": 0.0037841796875,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006082186009734869,
      "loss_partial": 0.006195068359375,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006573698483407497,
      "loss_partial": 0.00640869140625,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0004440888296812773,
      "loss_partial": 0.00738525390625,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.00047591509064659476,
      "loss_partial": 0.0067138671875,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.00047135152271948755,
      "loss_partial": 0.00811767578125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0004826824879273772,
      "loss_partial": 0.004913330078125,
      "step": 767
    },
    {
      "epoch": 1.114825581395349,
      "loss_distr": 0.0006437222473323345,
      "loss_partial": 0.006317138671875,
      "step": 767
    },
    {
      "epoch": 1.1162790697674418,
      "grad_norm": 0.20656393468379974,
      "learning_rate": 9.746263692397681e-06,
      "loss": 0.1782,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0007866162341088057,
      "loss_partial": 0.004852294921875,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0004537312197498977,
      "loss_partial": 0.009765625,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0007992437458597124,
      "loss_partial": 0.005706787109375,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.00039049272891134024,
      "loss_partial": 0.00738525390625,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0003117562737315893,
      "loss_partial": 0.00823974609375,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0005383703391999006,
      "loss_partial": 0.004913330078125,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0006141372723504901,
      "loss_partial": 0.007537841796875,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.000699213647749275,
      "loss_partial": 0.00421142578125,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.000823149923235178,
      "loss_partial": 0.0035552978515625,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0003874124668072909,
      "loss_partial": 0.007080078125,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0004644939908757806,
      "loss_partial": 0.01123046875,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0004907638067379594,
      "loss_partial": 0.007568359375,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0002496633678674698,
      "loss_partial": 0.007293701171875,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0006340386462397873,
      "loss_partial": 0.007568359375,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0007522038649767637,
      "loss_partial": 0.004150390625,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0007269512279890478,
      "loss_partial": 0.004791259765625,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0006971440743654966,
      "loss_partial": 0.00726318359375,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0006492302054539323,
      "loss_partial": 0.008544921875,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0005951622733846307,
      "loss_partial": 0.006072998046875,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0003420258581172675,
      "loss_partial": 0.00726318359375,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0006045070476830006,
      "loss_partial": 0.0089111328125,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0004748355713672936,
      "loss_partial": 0.010009765625,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.0004305693437345326,
      "loss_partial": 0.0079345703125,
      "step": 768
    },
    {
      "epoch": 1.1162790697674418,
      "loss_distr": 0.000633048708550632,
      "loss_partial": 0.00762939453125,
      "step": 768
    },
    {
      "epoch": 1.117732558139535,
      "grad_norm": 0.19051483273506165,
      "learning_rate": 9.720896352605938e-06,
      "loss": 0.1748,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0007301584701053798,
      "loss_partial": 0.00628662109375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.000881438551004976,
      "loss_partial": 0.00482177734375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.00044367561349645257,
      "loss_partial": 0.00335693359375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0005512925563380122,
      "loss_partial": 0.00811767578125,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0003100897592958063,
      "loss_partial": 0.005126953125,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0004680196871049702,
      "loss_partial": 0.01165771484375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0003607420949265361,
      "loss_partial": 0.00433349609375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.00039066869067028165,
      "loss_partial": 0.0089111328125,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.00047480963985435665,
      "loss_partial": 0.006927490234375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0005359509959816933,
      "loss_partial": 0.006103515625,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0008794816094450653,
      "loss_partial": 0.004425048828125,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0006907177157700062,
      "loss_partial": 0.007659912109375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.00047715625260025263,
      "loss_partial": 0.006805419921875,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.00032170384656637907,
      "loss_partial": 0.00848388671875,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0006159292533993721,
      "loss_partial": 0.00469970703125,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0008201582822948694,
      "loss_partial": 0.00604248046875,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.00041316167335025966,
      "loss_partial": 0.00701904296875,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0008590581710450351,
      "loss_partial": 0.003509521484375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0005895305657759309,
      "loss_partial": 0.00921630859375,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0004130574525333941,
      "loss_partial": 0.0125732421875,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0007254796801134944,
      "loss_partial": 0.006988525390625,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.0006104493513703346,
      "loss_partial": 0.005767822265625,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.000270787684712559,
      "loss_partial": 0.004180908203125,
      "step": 769
    },
    {
      "epoch": 1.117732558139535,
      "loss_distr": 0.00035738266888074577,
      "loss_partial": 0.00970458984375,
      "step": 769
    },
    {
      "epoch": 1.119186046511628,
      "grad_norm": 0.20445118844509125,
      "learning_rate": 9.695530810127276e-06,
      "loss": 0.1754,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0007010025437921286,
      "loss_partial": 0.0045166015625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0007198387174867094,
      "loss_partial": 0.0079345703125,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0004979210207238793,
      "loss_partial": 0.01031494140625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0005396156338974833,
      "loss_partial": 0.005096435546875,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0005773261655122042,
      "loss_partial": 0.00836181640625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0007825074717402458,
      "loss_partial": 0.0036468505859375,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.00036396898212842643,
      "loss_partial": 0.01507568359375,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.00034007232170552015,
      "loss_partial": 0.00738525390625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.00037116772728040814,
      "loss_partial": 0.005950927734375,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0003956012660637498,
      "loss_partial": 0.00897216796875,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0006589712575078011,
      "loss_partial": 0.00531005859375,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.000893779331818223,
      "loss_partial": 0.005859375,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0008521836716681719,
      "loss_partial": 0.00640869140625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.00024079499416984618,
      "loss_partial": 0.00811767578125,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0006208583363331854,
      "loss_partial": 0.0038604736328125,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0005396197666414082,
      "loss_partial": 0.00799560546875,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.000626918044872582,
      "loss_partial": 0.00933837890625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0009484431939199567,
      "loss_partial": 0.00579833984375,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0005955190281383693,
      "loss_partial": 0.003570556640625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.00045338610652834177,
      "loss_partial": 0.00933837890625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0005978891276754439,
      "loss_partial": 0.0079345703125,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0007304881000891328,
      "loss_partial": 0.0050048828125,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.0005467621376737952,
      "loss_partial": 0.00640869140625,
      "step": 770
    },
    {
      "epoch": 1.119186046511628,
      "loss_distr": 0.000362003076588735,
      "loss_partial": 0.0074462890625,
      "step": 770
    },
    {
      "epoch": 1.120639534883721,
      "grad_norm": 0.1863725334405899,
      "learning_rate": 9.67016722830539e-06,
      "loss": 0.1777,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0007396582514047623,
      "loss_partial": 0.0034332275390625,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0007014910224825144,
      "loss_partial": 0.0064697265625,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0006905697518959641,
      "loss_partial": 0.004425048828125,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.000565853260923177,
      "loss_partial": 0.0033721923828125,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.000838736945297569,
      "loss_partial": 0.00579833984375,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0003893134417012334,
      "loss_partial": 0.00665283203125,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0002531037316657603,
      "loss_partial": 0.00872802734375,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.000930901849642396,
      "loss_partial": 0.00390625,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0006119398167356849,
      "loss_partial": 0.005126953125,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0001977146021090448,
      "loss_partial": 0.00848388671875,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0008516513044014573,
      "loss_partial": 0.0032501220703125,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.000619304773863405,
      "loss_partial": 0.0079345703125,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0006059645675122738,
      "loss_partial": 0.0072021484375,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0003127983072772622,
      "loss_partial": 0.00445556640625,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0003169498813804239,
      "loss_partial": 0.0029449462890625,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0005555556854233146,
      "loss_partial": 0.005279541015625,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0002022966800723225,
      "loss_partial": 0.00347900390625,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0008189824293367565,
      "loss_partial": 0.00341796875,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.000401444238377735,
      "loss_partial": 0.0072021484375,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0005491721676662564,
      "loss_partial": 0.00872802734375,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0005824845284223557,
      "loss_partial": 0.0096435546875,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0004029939300380647,
      "loss_partial": 0.006591796875,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.0005324421799741685,
      "loss_partial": 0.006866455078125,
      "step": 771
    },
    {
      "epoch": 1.120639534883721,
      "loss_distr": 0.000783547991886735,
      "loss_partial": 0.00823974609375,
      "step": 771
    },
    {
      "epoch": 1.122093023255814,
      "grad_norm": 0.20881985127925873,
      "learning_rate": 9.64480577047135e-06,
      "loss": 0.1738,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00032277245190925896,
      "loss_partial": 0.0081787109375,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0007248212350532413,
      "loss_partial": 0.00677490234375,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0005798258353024721,
      "loss_partial": 0.00799560546875,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00033789442386478186,
      "loss_partial": 0.0062255859375,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0008068033494055271,
      "loss_partial": 0.007537841796875,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00038637404213659465,
      "loss_partial": 0.00408935546875,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0005830201553180814,
      "loss_partial": 0.0084228515625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0006027383496984839,
      "loss_partial": 0.005889892578125,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0004081922525074333,
      "loss_partial": 0.006988525390625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00027789996238425374,
      "loss_partial": 0.00885009765625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0005015406059101224,
      "loss_partial": 0.00726318359375,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0008538741385564208,
      "loss_partial": 0.004425048828125,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.000607790716458112,
      "loss_partial": 0.006103515625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00040457380237057805,
      "loss_partial": 0.010009765625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0004804185591638088,
      "loss_partial": 0.0034637451171875,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00041518319630995393,
      "loss_partial": 0.00927734375,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00045378782670013607,
      "loss_partial": 0.006103515625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0008302982314489782,
      "loss_partial": 0.005218505859375,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.000669613596983254,
      "loss_partial": 0.007080078125,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.000657667638733983,
      "loss_partial": 0.006988525390625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0005293322028592229,
      "loss_partial": 0.004150390625,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0009656305774115026,
      "loss_partial": 0.003875732421875,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.0005504665896296501,
      "loss_partial": 0.004638671875,
      "step": 772
    },
    {
      "epoch": 1.122093023255814,
      "loss_distr": 0.00035193085204809904,
      "loss_partial": 0.01141357421875,
      "step": 772
    },
    {
      "epoch": 1.1235465116279069,
      "grad_norm": 0.18295730650424957,
      "learning_rate": 9.619446599942546e-06,
      "loss": 0.1766,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.00039216919685713947,
      "loss_partial": 0.013916015625,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.00035669642966240644,
      "loss_partial": 0.00823974609375,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0004222301649861038,
      "loss_partial": 0.004119873046875,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0005584139144048095,
      "loss_partial": 0.00494384765625,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.00029743730556219816,
      "loss_partial": 0.01055908203125,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0004312722594477236,
      "loss_partial": 0.00555419921875,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.00035638123517856,
      "loss_partial": 0.0081787109375,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.000803738774266094,
      "loss_partial": 0.005035400390625,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0005077376263216138,
      "loss_partial": 0.00762939453125,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0004616783407982439,
      "loss_partial": 0.004302978515625,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0002699926553759724,
      "loss_partial": 0.00469970703125,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0007701265858486295,
      "loss_partial": 0.00726318359375,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0002459497773088515,
      "loss_partial": 0.007171630859375,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.000631050206720829,
      "loss_partial": 0.00537109375,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0004796685534529388,
      "loss_partial": 0.006072998046875,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0002932946081273258,
      "loss_partial": 0.007080078125,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.00044019799679517746,
      "loss_partial": 0.00689697265625,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0005476312362588942,
      "loss_partial": 0.007049560546875,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0002549709752202034,
      "loss_partial": 0.005126953125,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0006099357851780951,
      "loss_partial": 0.00970458984375,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0005915494402870536,
      "loss_partial": 0.00537109375,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.0006089870003052056,
      "loss_partial": 0.0059814453125,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.00038432126166298985,
      "loss_partial": 0.007598876953125,
      "step": 773
    },
    {
      "epoch": 1.1235465116279069,
      "loss_distr": 0.000660530524328351,
      "loss_partial": 0.00384521484375,
      "step": 773
    },
    {
      "epoch": 1.125,
      "grad_norm": 0.1801854372024536,
      "learning_rate": 9.594089880021648e-06,
      "loss": 0.1797,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0003218003548681736,
      "loss_partial": 0.00927734375,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0003227700071875006,
      "loss_partial": 0.01025390625,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.000644498155452311,
      "loss_partial": 0.004913330078125,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0004914269084110856,
      "loss_partial": 0.00946044921875,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0006511713727377355,
      "loss_partial": 0.0037841796875,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0006120949983596802,
      "loss_partial": 0.00433349609375,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0008278472814708948,
      "loss_partial": 0.00494384765625,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0004209520702715963,
      "loss_partial": 0.00836181640625,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0006247411947697401,
      "loss_partial": 0.0084228515625,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0007773531833663583,
      "loss_partial": 0.004730224609375,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0005780617939308286,
      "loss_partial": 0.00970458984375,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0005784643581137061,
      "loss_partial": 0.006988525390625,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0007211641641333699,
      "loss_partial": 0.0107421875,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0003853524976875633,
      "loss_partial": 0.01171875,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0007395498687401414,
      "loss_partial": 0.0108642578125,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0004525946860667318,
      "loss_partial": 0.0120849609375,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0003202212101314217,
      "loss_partial": 0.0169677734375,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.00044776644790545106,
      "loss_partial": 0.00848388671875,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0005605173064395785,
      "loss_partial": 0.005615234375,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0007846264634281397,
      "loss_partial": 0.006011962890625,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0004945691907778382,
      "loss_partial": 0.01104736328125,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.00045206720824353397,
      "loss_partial": 0.007080078125,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0003564351936802268,
      "loss_partial": 0.00543212890625,
      "step": 774
    },
    {
      "epoch": 1.125,
      "loss_distr": 0.0005924038123339415,
      "loss_partial": 0.0107421875,
      "step": 774
    },
    {
      "epoch": 1.1264534883720931,
      "grad_norm": 0.19515961408615112,
      "learning_rate": 9.568735773995532e-06,
      "loss": 0.1794,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0004243511939421296,
      "loss_partial": 0.00592041015625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.00030581484315916896,
      "loss_partial": 0.006988525390625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0003805508022196591,
      "loss_partial": 0.00537109375,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0004188807215541601,
      "loss_partial": 0.004302978515625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0003804054285865277,
      "loss_partial": 0.00811767578125,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.00074710015906021,
      "loss_partial": 0.0034637451171875,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0006417013355530798,
      "loss_partial": 0.005523681640625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.00028824066976085305,
      "loss_partial": 0.004974365234375,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0004648510366678238,
      "loss_partial": 0.0072021484375,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.000598354556132108,
      "loss_partial": 0.007476806640625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0004089288122486323,
      "loss_partial": 0.00921630859375,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.00034660447272472084,
      "loss_partial": 0.0052490234375,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0005050883046351373,
      "loss_partial": 0.0048828125,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0009495820268057287,
      "loss_partial": 0.00677490234375,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0006636610487475991,
      "loss_partial": 0.01068115234375,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0003138381289318204,
      "loss_partial": 0.0084228515625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0007728824857622385,
      "loss_partial": 0.006103515625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0008433737093582749,
      "loss_partial": 0.00909423828125,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0008821765659376979,
      "loss_partial": 0.004058837890625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.00047661858843639493,
      "loss_partial": 0.0103759765625,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0005989090423099697,
      "loss_partial": 0.00830078125,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0004680488200392574,
      "loss_partial": 0.00665283203125,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.0004314118414185941,
      "loss_partial": 0.007354736328125,
      "step": 775
    },
    {
      "epoch": 1.1264534883720931,
      "loss_distr": 0.00045809964649379253,
      "loss_partial": 0.0074462890625,
      "step": 775
    },
    {
      "epoch": 1.127906976744186,
      "grad_norm": 0.19518359005451202,
      "learning_rate": 9.543384445134247e-06,
      "loss": 0.1744,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0005957857938483357,
      "loss_partial": 0.00494384765625,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0005843513645231724,
      "loss_partial": 0.005584716796875,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0007258925470523536,
      "loss_partial": 0.00726318359375,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.00039926610770635307,
      "loss_partial": 0.01068115234375,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0002982328296639025,
      "loss_partial": 0.0067138671875,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0002468626480549574,
      "loss_partial": 0.00848388671875,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.00044412605348043144,
      "loss_partial": 0.00921630859375,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0005554688395932317,
      "loss_partial": 0.0064697265625,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.00024867948377504945,
      "loss_partial": 0.00457763671875,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.000699853990226984,
      "loss_partial": 0.007354736328125,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0007552597671747208,
      "loss_partial": 0.005859375,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.00045458177919499576,
      "loss_partial": 0.00994873046875,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0007317924755625427,
      "loss_partial": 0.00433349609375,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0008894123020581901,
      "loss_partial": 0.004638671875,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0009086513891816139,
      "loss_partial": 0.00592041015625,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0006240681977942586,
      "loss_partial": 0.0069580078125,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0006521157338283956,
      "loss_partial": 0.00335693359375,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.00040927401278167963,
      "loss_partial": 0.00885009765625,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0003508558147586882,
      "loss_partial": 0.004547119140625,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0005324711091816425,
      "loss_partial": 0.0037689208984375,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0005214781267568469,
      "loss_partial": 0.006988525390625,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0004525357508100569,
      "loss_partial": 0.01220703125,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0003045761550310999,
      "loss_partial": 0.0206298828125,
      "step": 776
    },
    {
      "epoch": 1.127906976744186,
      "loss_distr": 0.0008080709958449006,
      "loss_partial": 0.0023651123046875,
      "step": 776
    },
    {
      "epoch": 1.129360465116279,
      "grad_norm": 0.2101314514875412,
      "learning_rate": 9.518036056689961e-06,
      "loss": 0.1779,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0006023978930898011,
      "loss_partial": 0.0031280517578125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0004852687707170844,
      "loss_partial": 0.0050048828125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.00099758873693645,
      "loss_partial": 0.004974365234375,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.00040815232205204666,
      "loss_partial": 0.00616455078125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0008416129276156425,
      "loss_partial": 0.005157470703125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0003470049414318055,
      "loss_partial": 0.01116943359375,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0006685846019536257,
      "loss_partial": 0.006378173828125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0006956474389880896,
      "loss_partial": 0.00616455078125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.000752970518078655,
      "loss_partial": 0.007171630859375,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0003749321913346648,
      "loss_partial": 0.00592041015625,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.00033811916364356875,
      "loss_partial": 0.0255126953125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0004032492870464921,
      "loss_partial": 0.00897216796875,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0004976776544936001,
      "loss_partial": 0.0079345703125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0002884255372919142,
      "loss_partial": 0.006805419921875,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0006979815079830587,
      "loss_partial": 0.006439208984375,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0003020887088496238,
      "loss_partial": 0.00958251953125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0008967383182607591,
      "loss_partial": 0.005340576171875,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.00024663115618750453,
      "loss_partial": 0.006103515625,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0008281946647912264,
      "loss_partial": 0.005401611328125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0005706853698939085,
      "loss_partial": 0.005645751953125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0005183536559343338,
      "loss_partial": 0.002960205078125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0006032101809978485,
      "loss_partial": 0.007354736328125,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.0003224025131203234,
      "loss_partial": 0.005340576171875,
      "step": 777
    },
    {
      "epoch": 1.129360465116279,
      "loss_distr": 0.00040239107329398394,
      "loss_partial": 0.005035400390625,
      "step": 777
    },
    {
      "epoch": 1.130813953488372,
      "grad_norm": 0.19769930839538574,
      "learning_rate": 9.492690771895913e-06,
      "loss": 0.1789,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0006376370438374579,
      "loss_partial": 0.00677490234375,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00028359502903185785,
      "loss_partial": 0.005767822265625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0006049948278814554,
      "loss_partial": 0.00860595703125,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0007290890789590776,
      "loss_partial": 0.0074462890625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00039518921403214335,
      "loss_partial": 0.0037078857421875,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0007847314118407667,
      "loss_partial": 0.004638671875,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00048570468788966537,
      "loss_partial": 0.00335693359375,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0003239908837713301,
      "loss_partial": 0.00933837890625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0003466228663455695,
      "loss_partial": 0.00689697265625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0008319970220327377,
      "loss_partial": 0.0037078857421875,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0005204090848565102,
      "loss_partial": 0.00634765625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00044550697202794254,
      "loss_partial": 0.006134033203125,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00032288499642163515,
      "loss_partial": 0.0089111328125,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00044521826202981174,
      "loss_partial": 0.005157470703125,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0005187418428249657,
      "loss_partial": 0.006591796875,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0002888769959099591,
      "loss_partial": 0.01263427734375,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00041339825838804245,
      "loss_partial": 0.00640869140625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0002621619787532836,
      "loss_partial": 0.004638671875,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.000500865513458848,
      "loss_partial": 0.00531005859375,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0003421831061132252,
      "loss_partial": 0.00787353515625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0004232481005601585,
      "loss_partial": 0.006500244140625,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0003181348438374698,
      "loss_partial": 0.005401611328125,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.00044151488691568375,
      "loss_partial": 0.006805419921875,
      "step": 778
    },
    {
      "epoch": 1.130813953488372,
      "loss_distr": 0.0006321212276816368,
      "loss_partial": 0.004058837890625,
      "step": 778
    },
    {
      "epoch": 1.1322674418604652,
      "grad_norm": 0.19478316605091095,
      "learning_rate": 9.46734875396533e-06,
      "loss": 0.1777,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0004686441970989108,
      "loss_partial": 0.0040283203125,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0003817318647634238,
      "loss_partial": 0.01324462890625,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0006926635978743434,
      "loss_partial": 0.00811767578125,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0006294517079368234,
      "loss_partial": 0.006256103515625,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0006883888854645193,
      "loss_partial": 0.00372314453125,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0004550554440356791,
      "loss_partial": 0.00628662109375,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0006464939215220511,
      "loss_partial": 0.005767822265625,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.00042617693543434143,
      "loss_partial": 0.01177978515625,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.00046621213550679386,
      "loss_partial": 0.005615234375,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0005243782070465386,
      "loss_partial": 0.006378173828125,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.00034722848795354366,
      "loss_partial": 0.0108642578125,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.00041398860048502684,
      "loss_partial": 0.01141357421875,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.000372829323168844,
      "loss_partial": 0.006256103515625,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0005599584546871483,
      "loss_partial": 0.006561279296875,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0004097789933439344,
      "loss_partial": 0.0050048828125,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0007470822893083096,
      "loss_partial": 0.006927490234375,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0003822891158051789,
      "loss_partial": 0.006561279296875,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0004605990834534168,
      "loss_partial": 0.0067138671875,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0005774748278781772,
      "loss_partial": 0.00592041015625,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0005974768428131938,
      "loss_partial": 0.007080078125,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.00024247622059192508,
      "loss_partial": 0.0072021484375,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0004348348593339324,
      "loss_partial": 0.01031494140625,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0010178228840231895,
      "loss_partial": 0.0052490234375,
      "step": 779
    },
    {
      "epoch": 1.1322674418604652,
      "loss_distr": 0.0005376504268497229,
      "loss_partial": 0.0078125,
      "step": 779
    },
    {
      "epoch": 1.1337209302325582,
      "grad_norm": 0.2123420387506485,
      "learning_rate": 9.442010166090433e-06,
      "loss": 0.177,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0008132981602102518,
      "loss_partial": 0.00494384765625,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.00035345525247976184,
      "loss_partial": 0.0079345703125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0002893696364481002,
      "loss_partial": 0.010498046875,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0007949006976559758,
      "loss_partial": 0.00799560546875,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.00040461093885824084,
      "loss_partial": 0.00433349609375,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0009235599427483976,
      "loss_partial": 0.003509521484375,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0004259338602423668,
      "loss_partial": 0.005645751953125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.000903269974514842,
      "loss_partial": 0.0038604736328125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0007302947342395782,
      "loss_partial": 0.00323486328125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.00043723321869038045,
      "loss_partial": 0.00494384765625,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0004676811513490975,
      "loss_partial": 0.0068359375,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0008493332425132394,
      "loss_partial": 0.0035858154296875,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.00029024496325291693,
      "loss_partial": 0.01104736328125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0005184214096516371,
      "loss_partial": 0.00726318359375,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0005372343584895134,
      "loss_partial": 0.0028839111328125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0007162578403949738,
      "loss_partial": 0.00445556640625,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0008197819115594029,
      "loss_partial": 0.006866455078125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0006329712923616171,
      "loss_partial": 0.007110595703125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.00046046634088270366,
      "loss_partial": 0.006561279296875,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0007464112131856382,
      "loss_partial": 0.00677490234375,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0005873453919775784,
      "loss_partial": 0.005126953125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0004098871140740812,
      "loss_partial": 0.005035400390625,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.000455472560133785,
      "loss_partial": 0.009033203125,
      "step": 780
    },
    {
      "epoch": 1.1337209302325582,
      "loss_distr": 0.0003952110419049859,
      "loss_partial": 0.00830078125,
      "step": 780
    },
    {
      "epoch": 1.135174418604651,
      "grad_norm": 0.1949750781059265,
      "learning_rate": 9.416675171441341e-06,
      "loss": 0.1777,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.00045348895946517587,
      "loss_partial": 0.00506591796875,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0006647214177064598,
      "loss_partial": 0.003143310546875,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0005671727703884244,
      "loss_partial": 0.005584716796875,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0003950676182284951,
      "loss_partial": 0.005096435546875,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.00030776887433603406,
      "loss_partial": 0.00830078125,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.00044964876724407077,
      "loss_partial": 0.0072021484375,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0005395719781517982,
      "loss_partial": 0.00604248046875,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.000614452816080302,
      "loss_partial": 0.0035552978515625,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.00042499398114159703,
      "loss_partial": 0.00616455078125,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.00036591559182852507,
      "loss_partial": 0.0059814453125,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0006890356889925897,
      "loss_partial": 0.006622314453125,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0003428170457482338,
      "loss_partial": 0.007476806640625,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0008300708141177893,
      "loss_partial": 0.0037384033203125,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0004563858965411782,
      "loss_partial": 0.004241943359375,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0002628450165502727,
      "loss_partial": 0.00921630859375,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.00030520965810865164,
      "loss_partial": 0.005950927734375,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0006108467932790518,
      "loss_partial": 0.0034332275390625,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0005211653187870979,
      "loss_partial": 0.00787353515625,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0004799318267032504,
      "loss_partial": 0.00897216796875,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0006321104592643678,
      "loss_partial": 0.0091552734375,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0007898294716142118,
      "loss_partial": 0.0111083984375,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0005921745905652642,
      "loss_partial": 0.007568359375,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.0005543261067941785,
      "loss_partial": 0.005645751953125,
      "step": 781
    },
    {
      "epoch": 1.135174418604651,
      "loss_distr": 0.000432437751442194,
      "loss_partial": 0.00811767578125,
      "step": 781
    },
    {
      "epoch": 1.1366279069767442,
      "grad_norm": 0.18845833837985992,
      "learning_rate": 9.391343933165028e-06,
      "loss": 0.1738,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0006232119048945606,
      "loss_partial": 0.00946044921875,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0004756784182973206,
      "loss_partial": 0.007110595703125,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0005062749260105193,
      "loss_partial": 0.00897216796875,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.00032247055787593126,
      "loss_partial": 0.0078125,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0007150867022573948,
      "loss_partial": 0.00665283203125,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0003684982075355947,
      "loss_partial": 0.009765625,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0006291987374424934,
      "loss_partial": 0.007476806640625,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0007063751108944416,
      "loss_partial": 0.0052490234375,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0005043799756094813,
      "loss_partial": 0.0093994140625,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0003722722758539021,
      "loss_partial": 0.0152587890625,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0004184102872386575,
      "loss_partial": 0.00848388671875,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0003871882217936218,
      "loss_partial": 0.0068359375,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.00024017944815568626,
      "loss_partial": 0.0115966796875,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0002781534567475319,
      "loss_partial": 0.00531005859375,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0007537323399446905,
      "loss_partial": 0.00518798828125,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0004637781239580363,
      "loss_partial": 0.007720947265625,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0004782128380611539,
      "loss_partial": 0.005401611328125,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.00041394238360226154,
      "loss_partial": 0.00762939453125,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0005307921092025936,
      "loss_partial": 0.00775146484375,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.00036101130535826087,
      "loss_partial": 0.006256103515625,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.000505541916936636,
      "loss_partial": 0.0096435546875,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0008371789008378983,
      "loss_partial": 0.00634765625,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.000376187264919281,
      "loss_partial": 0.00830078125,
      "step": 782
    },
    {
      "epoch": 1.1366279069767442,
      "loss_distr": 0.0005015444476157427,
      "loss_partial": 0.00439453125,
      "step": 782
    },
    {
      "epoch": 1.1380813953488371,
      "grad_norm": 0.17821402847766876,
      "learning_rate": 9.366016614384286e-06,
      "loss": 0.1754,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0004646823217626661,
      "loss_partial": 0.0086669921875,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.00025168550200760365,
      "loss_partial": 0.0035552978515625,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.00042248840327374637,
      "loss_partial": 0.01220703125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.00043381296563893557,
      "loss_partial": 0.0048828125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.000517479027621448,
      "loss_partial": 0.00738525390625,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0006609779084101319,
      "loss_partial": 0.0059814453125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.00047734996769577265,
      "loss_partial": 0.006011962890625,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0005076428060419858,
      "loss_partial": 0.007080078125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.00042141121230088174,
      "loss_partial": 0.00860595703125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0008150464273057878,
      "loss_partial": 0.00439453125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0006250283913686872,
      "loss_partial": 0.00726318359375,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0005814101896248758,
      "loss_partial": 0.00567626953125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0005351444706320763,
      "loss_partial": 0.0072021484375,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0006783704739063978,
      "loss_partial": 0.00567626953125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0003716119972523302,
      "loss_partial": 0.0074462890625,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0008572522783651948,
      "loss_partial": 0.00439453125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0007084135431796312,
      "loss_partial": 0.0032196044921875,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.00023969034373294562,
      "loss_partial": 0.00982666015625,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.00040770781924948096,
      "loss_partial": 0.00927734375,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0005476856604218483,
      "loss_partial": 0.00616455078125,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0004319573927205056,
      "loss_partial": 0.01123046875,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0011472244514152408,
      "loss_partial": 0.003631591796875,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0010069943964481354,
      "loss_partial": 0.00738525390625,
      "step": 783
    },
    {
      "epoch": 1.1380813953488371,
      "loss_distr": 0.0002452066109981388,
      "loss_partial": 0.01007080078125,
      "step": 783
    },
    {
      "epoch": 1.1395348837209303,
      "grad_norm": 0.17505325376987457,
      "learning_rate": 9.340693378196668e-06,
      "loss": 0.1771,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0009401428978890181,
      "loss_partial": 0.003875732421875,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0006045424961484969,
      "loss_partial": 0.005767822265625,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0007277872646227479,
      "loss_partial": 0.006744384765625,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0008381648804061115,
      "loss_partial": 0.004730224609375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.00043605451355688274,
      "loss_partial": 0.005950927734375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0009068152867257595,
      "loss_partial": 0.005767822265625,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0005355913890525699,
      "loss_partial": 0.007568359375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0006564672803506255,
      "loss_partial": 0.0047607421875,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0007574299816042185,
      "loss_partial": 0.00823974609375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0003789642942138016,
      "loss_partial": 0.006195068359375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0008013133774511516,
      "loss_partial": 0.0052490234375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0004903904628008604,
      "loss_partial": 0.00860595703125,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0006195524474605918,
      "loss_partial": 0.00701904296875,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0005773437442258,
      "loss_partial": 0.002685546875,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0003453842073213309,
      "loss_partial": 0.010009765625,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0003533050767146051,
      "loss_partial": 0.0057373046875,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0005270899855531752,
      "loss_partial": 0.00775146484375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.00024197553284466267,
      "loss_partial": 0.007080078125,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0002566556795500219,
      "loss_partial": 0.005645751953125,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0003111639234703034,
      "loss_partial": 0.00762939453125,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0004523326351772994,
      "loss_partial": 0.0064697265625,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0003891634987667203,
      "loss_partial": 0.0169677734375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0004260782734490931,
      "loss_partial": 0.00927734375,
      "step": 784
    },
    {
      "epoch": 1.1395348837209303,
      "loss_distr": 0.0004264320887159556,
      "loss_partial": 0.01031494140625,
      "step": 784
    },
    {
      "epoch": 1.1409883720930232,
      "grad_norm": 0.20615409314632416,
      "learning_rate": 9.315374387673435e-06,
      "loss": 0.1787,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.00027414929354563355,
      "loss_partial": 0.0089111328125,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.00019726651953533292,
      "loss_partial": 0.00616455078125,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0006830788915976882,
      "loss_partial": 0.007720947265625,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0009230709983967245,
      "loss_partial": 0.00543212890625,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0008545891614630818,
      "loss_partial": 0.0031890869140625,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0009608827531337738,
      "loss_partial": 0.0059814453125,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0008342002402059734,
      "loss_partial": 0.0035247802734375,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.00043841334991157055,
      "loss_partial": 0.004608154296875,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.00033250704291276634,
      "loss_partial": 0.007110595703125,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.000546618364751339,
      "loss_partial": 0.005828857421875,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0009232861339114606,
      "loss_partial": 0.006378173828125,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0005560263525694609,
      "loss_partial": 0.005584716796875,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.000597969745285809,
      "loss_partial": 0.00848388671875,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0006038997671566904,
      "loss_partial": 0.0035247802734375,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0007714397506788373,
      "loss_partial": 0.005279541015625,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0004793071420863271,
      "loss_partial": 0.00787353515625,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0006038875435478985,
      "loss_partial": 0.00653076171875,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0005154116079211235,
      "loss_partial": 0.01300048828125,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0006195228197611868,
      "loss_partial": 0.0047607421875,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.00041860758210532367,
      "loss_partial": 0.00982666015625,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.000695875147357583,
      "loss_partial": 0.004974365234375,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.000605023349635303,
      "loss_partial": 0.0037689208984375,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0003325906000100076,
      "loss_partial": 0.004791259765625,
      "step": 785
    },
    {
      "epoch": 1.1409883720930232,
      "loss_distr": 0.0003575157024897635,
      "loss_partial": 0.01025390625,
      "step": 785
    },
    {
      "epoch": 1.1424418604651163,
      "grad_norm": 0.2218497395515442,
      "learning_rate": 9.290059805858505e-06,
      "loss": 0.1753,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0009190195705741644,
      "loss_partial": 0.00445556640625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0006007658084854484,
      "loss_partial": 0.006195068359375,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.000423828256316483,
      "loss_partial": 0.0042724609375,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0006149476394057274,
      "loss_partial": 0.006561279296875,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0006104102358222008,
      "loss_partial": 0.0089111328125,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0003500906750559807,
      "loss_partial": 0.0086669921875,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0003789611510001123,
      "loss_partial": 0.00848388671875,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0004523043753579259,
      "loss_partial": 0.006744384765625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.00047637580428272486,
      "loss_partial": 0.006103515625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0005397868808358908,
      "loss_partial": 0.010986328125,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0004938856582157314,
      "loss_partial": 0.00909423828125,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.00034597149351611733,
      "loss_partial": 0.00689697265625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0007351202657446265,
      "loss_partial": 0.005523681640625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0005582176963798702,
      "loss_partial": 0.00439453125,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0007294174283742905,
      "loss_partial": 0.00482177734375,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0005730502307415009,
      "loss_partial": 0.0057373046875,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0009756215149536729,
      "loss_partial": 0.00445556640625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0005406139534898102,
      "loss_partial": 0.007293701171875,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.000275675265584141,
      "loss_partial": 0.006988525390625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0005502828280441463,
      "loss_partial": 0.00830078125,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0009697920177131891,
      "loss_partial": 0.00390625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.00026269309455528855,
      "loss_partial": 0.005767822265625,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.00029779737815260887,
      "loss_partial": 0.0068359375,
      "step": 786
    },
    {
      "epoch": 1.1424418604651163,
      "loss_distr": 0.0006359380204230547,
      "loss_partial": 0.004150390625,
      "step": 786
    },
    {
      "epoch": 1.1438953488372092,
      "grad_norm": 0.1670057326555252,
      "learning_rate": 9.26474979576741e-06,
      "loss": 0.1752,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0005717011517845094,
      "loss_partial": 0.0081787109375,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.00021293129248078912,
      "loss_partial": 0.0035858154296875,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.000463590316940099,
      "loss_partial": 0.00738525390625,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0003849883796647191,
      "loss_partial": 0.00665283203125,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0004392191767692566,
      "loss_partial": 0.00946044921875,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0005716241430491209,
      "loss_partial": 0.00811767578125,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0006488077342510223,
      "loss_partial": 0.00701904296875,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0004688353219535202,
      "loss_partial": 0.00445556640625,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0006073507247492671,
      "loss_partial": 0.007720947265625,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0006619523628614843,
      "loss_partial": 0.002685546875,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0005814182804897428,
      "loss_partial": 0.0072021484375,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0008689131936989725,
      "loss_partial": 0.004180908203125,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0005510087357833982,
      "loss_partial": 0.00677490234375,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0008675968274474144,
      "loss_partial": 0.00726318359375,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0005568026099354029,
      "loss_partial": 0.003326416015625,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.00043311354238539934,
      "loss_partial": 0.00537109375,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0005828333087265491,
      "loss_partial": 0.00897216796875,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0009579877369105816,
      "loss_partial": 0.006378173828125,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.00027350964955985546,
      "loss_partial": 0.00994873046875,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.000692234025336802,
      "loss_partial": 0.0030517578125,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.00047360057942569256,
      "loss_partial": 0.003021240234375,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.00041697442065924406,
      "loss_partial": 0.01177978515625,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.0006636288017034531,
      "loss_partial": 0.00439453125,
      "step": 787
    },
    {
      "epoch": 1.1438953488372092,
      "loss_distr": 0.00040400971192866564,
      "loss_partial": 0.007568359375,
      "step": 787
    },
    {
      "epoch": 1.1453488372093024,
      "grad_norm": 0.18082372844219208,
      "learning_rate": 9.239444520386243e-06,
      "loss": 0.1754,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005525486776605248,
      "loss_partial": 0.00885009765625,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005742957582697272,
      "loss_partial": 0.0096435546875,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0003020275617018342,
      "loss_partial": 0.004180908203125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.000421746022766456,
      "loss_partial": 0.00927734375,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0003859832650050521,
      "loss_partial": 0.00732421875,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005899948300793767,
      "loss_partial": 0.00347900390625,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0002939616679213941,
      "loss_partial": 0.005859375,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0004368764057289809,
      "loss_partial": 0.01116943359375,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0004003244102932513,
      "loss_partial": 0.0042724609375,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.00046383822336792946,
      "loss_partial": 0.00421142578125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0008636332349851727,
      "loss_partial": 0.00433349609375,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0004908342962153256,
      "loss_partial": 0.004669189453125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005519583937712014,
      "loss_partial": 0.00982666015625,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005140552530065179,
      "loss_partial": 0.0069580078125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0007950940052978694,
      "loss_partial": 0.00396728515625,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005630999803543091,
      "loss_partial": 0.00830078125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0006384223233908415,
      "loss_partial": 0.00518798828125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0006876989500597119,
      "loss_partial": 0.004913330078125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0003071182582061738,
      "loss_partial": 0.00732421875,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.00045768971904180944,
      "loss_partial": 0.0072021484375,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0006745113059878349,
      "loss_partial": 0.00396728515625,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005036061047576368,
      "loss_partial": 0.00665283203125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0005345417885109782,
      "loss_partial": 0.004425048828125,
      "step": 788
    },
    {
      "epoch": 1.1453488372093024,
      "loss_distr": 0.0006304708076640964,
      "loss_partial": 0.0069580078125,
      "step": 788
    },
    {
      "epoch": 1.1468023255813953,
      "grad_norm": 0.17959341406822205,
      "learning_rate": 9.214144142670595e-06,
      "loss": 0.1736,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0005204307963140309,
      "loss_partial": 0.00811767578125,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0006083648768253624,
      "loss_partial": 0.006103515625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00036713198642246425,
      "loss_partial": 0.01165771484375,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00047560708480887115,
      "loss_partial": 0.00634765625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0004909387789666653,
      "loss_partial": 0.01068115234375,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0002748310216702521,
      "loss_partial": 0.0115966796875,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0006525194039568305,
      "loss_partial": 0.00628662109375,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0006817718385718763,
      "loss_partial": 0.0045166015625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0005427145515568554,
      "loss_partial": 0.004150390625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00047230764175765216,
      "loss_partial": 0.00958251953125,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00030391503241844475,
      "loss_partial": 0.00994873046875,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00029701454332098365,
      "loss_partial": 0.01080322265625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00038370920810848475,
      "loss_partial": 0.00811767578125,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00042571299127303064,
      "loss_partial": 0.0048828125,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0005233732517808676,
      "loss_partial": 0.005401611328125,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0005866397987119853,
      "loss_partial": 0.0074462890625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0003895121335517615,
      "loss_partial": 0.005279541015625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0006382944993674755,
      "loss_partial": 0.00408935546875,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.000508943572640419,
      "loss_partial": 0.003631591796875,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.00023687297652941197,
      "loss_partial": 0.0064697265625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0002556353865657002,
      "loss_partial": 0.0087890625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0005791638395749032,
      "loss_partial": 0.006011962890625,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.0009123666095547378,
      "loss_partial": 0.0052490234375,
      "step": 789
    },
    {
      "epoch": 1.1468023255813953,
      "loss_distr": 0.000343963474733755,
      "loss_partial": 0.00494384765625,
      "step": 789
    },
    {
      "epoch": 1.1482558139534884,
      "grad_norm": 0.1918676793575287,
      "learning_rate": 9.188848825544537e-06,
      "loss": 0.1764,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.00042168571962974966,
      "loss_partial": 0.00885009765625,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.00040307207382284105,
      "loss_partial": 0.005523681640625,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0003914311237167567,
      "loss_partial": 0.00457763671875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.00028772311634384096,
      "loss_partial": 0.006256103515625,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.000499328481964767,
      "loss_partial": 0.006683349609375,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0003871350490953773,
      "loss_partial": 0.0098876953125,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0006297330837696791,
      "loss_partial": 0.00640869140625,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0006559909088537097,
      "loss_partial": 0.006591796875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.00035376264713704586,
      "loss_partial": 0.00909423828125,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.000349178328178823,
      "loss_partial": 0.00616455078125,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.000411162938689813,
      "loss_partial": 0.00677490234375,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0003439688589423895,
      "loss_partial": 0.00860595703125,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0005099979462102056,
      "loss_partial": 0.00677490234375,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0006082193576730788,
      "loss_partial": 0.006591796875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.001256248215213418,
      "loss_partial": 0.004364013671875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0007305863546207547,
      "loss_partial": 0.005218505859375,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.00046316508087329566,
      "loss_partial": 0.00872802734375,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0006806188030168414,
      "loss_partial": 0.007537841796875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0003700167580973357,
      "loss_partial": 0.008544921875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0006100822938606143,
      "loss_partial": 0.00750732421875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.00034722621785476804,
      "loss_partial": 0.0057373046875,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.00022092863218858838,
      "loss_partial": 0.00823974609375,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.000656181713566184,
      "loss_partial": 0.00421142578125,
      "step": 790
    },
    {
      "epoch": 1.1482558139534884,
      "loss_distr": 0.0005324681987985969,
      "loss_partial": 0.0059814453125,
      "step": 790
    },
    {
      "epoch": 1.1497093023255813,
      "grad_norm": 0.1774526685476303,
      "learning_rate": 9.163558731899536e-06,
      "loss": 0.1796,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0008472460322082043,
      "loss_partial": 0.002716064453125,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.000413724803365767,
      "loss_partial": 0.01165771484375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0003117847954854369,
      "loss_partial": 0.00811767578125,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.000398621748900041,
      "loss_partial": 0.0072021484375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.000513169972691685,
      "loss_partial": 0.00885009765625,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0007656621746718884,
      "loss_partial": 0.005523681640625,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0005426063435152173,
      "loss_partial": 0.00970458984375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0006364636938087642,
      "loss_partial": 0.00311279296875,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.00038651280920021236,
      "loss_partial": 0.0140380859375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.00034424749901518226,
      "loss_partial": 0.01318359375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.00038168131140992045,
      "loss_partial": 0.009765625,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0005682784249074757,
      "loss_partial": 0.005523681640625,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0002450842584948987,
      "loss_partial": 0.006988525390625,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0006654557655565441,
      "loss_partial": 0.004974365234375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0005793995223939419,
      "loss_partial": 0.004241943359375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0005801381776109338,
      "loss_partial": 0.007354736328125,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0002942250284831971,
      "loss_partial": 0.0086669921875,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.00040592928417026997,
      "loss_partial": 0.0048828125,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0006870219367556274,
      "loss_partial": 0.004974365234375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0006261238013394177,
      "loss_partial": 0.0086669921875,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0007945497054606676,
      "loss_partial": 0.0033721923828125,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.000631966395303607,
      "loss_partial": 0.00396728515625,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0002859451633412391,
      "loss_partial": 0.00531005859375,
      "step": 791
    },
    {
      "epoch": 1.1497093023255813,
      "loss_distr": 0.0005782722728326917,
      "loss_partial": 0.005279541015625,
      "step": 791
    },
    {
      "epoch": 1.1511627906976745,
      "grad_norm": 0.1804955154657364,
      "learning_rate": 9.138274024593435e-06,
      "loss": 0.1783,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0006687871064059436,
      "loss_partial": 0.00604248046875,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0002658626763150096,
      "loss_partial": 0.0126953125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0004592746845446527,
      "loss_partial": 0.005157470703125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0005986706237308681,
      "loss_partial": 0.006805419921875,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.00046900950837880373,
      "loss_partial": 0.005767822265625,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0007881306810304523,
      "loss_partial": 0.00531005859375,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0005785542307421565,
      "loss_partial": 0.004913330078125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0006263809627853334,
      "loss_partial": 0.00457763671875,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0009478230495005846,
      "loss_partial": 0.0050048828125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.00033310658182017505,
      "loss_partial": 0.00830078125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.00034342246362939477,
      "loss_partial": 0.01275634765625,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0004440218326635659,
      "loss_partial": 0.0135498046875,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0002629013906698674,
      "loss_partial": 0.0107421875,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0005649116355925798,
      "loss_partial": 0.005462646484375,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0004082063096575439,
      "loss_partial": 0.003173828125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.00043367265607230365,
      "loss_partial": 0.00787353515625,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0004019858024548739,
      "loss_partial": 0.00714111328125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0007632830529473722,
      "loss_partial": 0.006011962890625,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0006074265693314373,
      "loss_partial": 0.0033416748046875,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0006387731991708279,
      "loss_partial": 0.0081787109375,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0006285343552008271,
      "loss_partial": 0.008056640625,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.00044378169695846736,
      "loss_partial": 0.00439453125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0006276690983213484,
      "loss_partial": 0.00372314453125,
      "step": 792
    },
    {
      "epoch": 1.1511627906976745,
      "loss_distr": 0.0005123826558701694,
      "loss_partial": 0.0047607421875,
      "step": 792
    },
    {
      "epoch": 1.1526162790697674,
      "grad_norm": 0.19352589547634125,
      "learning_rate": 9.112994866449378e-06,
      "loss": 0.1795,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.000434483983553946,
      "loss_partial": 0.010009765625,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0005273132119327784,
      "loss_partial": 0.00439453125,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.00034317420795559883,
      "loss_partial": 0.00836181640625,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0005139286513440311,
      "loss_partial": 0.00836181640625,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.000722500728443265,
      "loss_partial": 0.00439453125,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0008939471445046365,
      "loss_partial": 0.00457763671875,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.000475651933811605,
      "loss_partial": 0.00634765625,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0004179241368547082,
      "loss_partial": 0.00701904296875,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.00042730741552077234,
      "loss_partial": 0.00872802734375,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0008333238656632602,
      "loss_partial": 0.00616455078125,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.00046021147863939404,
      "loss_partial": 0.0067138671875,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0007671930361539125,
      "loss_partial": 0.0038299560546875,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.00043011162779293954,
      "loss_partial": 0.0108642578125,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0005886020953767002,
      "loss_partial": 0.005706787109375,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0008975830860435963,
      "loss_partial": 0.00531005859375,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0004981576348654926,
      "loss_partial": 0.008544921875,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0007765863556414843,
      "loss_partial": 0.006683349609375,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0004559090593829751,
      "loss_partial": 0.0074462890625,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0005823309766128659,
      "loss_partial": 0.00445556640625,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0005929222679696977,
      "loss_partial": 0.00604248046875,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.000633543822914362,
      "loss_partial": 0.004241943359375,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0008817554917186499,
      "loss_partial": 0.0050048828125,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0008441499667242169,
      "loss_partial": 0.0047607421875,
      "step": 793
    },
    {
      "epoch": 1.1526162790697674,
      "loss_distr": 0.0006417167605832219,
      "loss_partial": 0.00579833984375,
      "step": 793
    },
    {
      "epoch": 1.1540697674418605,
      "grad_norm": 0.1802145391702652,
      "learning_rate": 9.087721420254782e-06,
      "loss": 0.1771,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.00036574603291228414,
      "loss_partial": 0.0108642578125,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0006660663057118654,
      "loss_partial": 0.0035552978515625,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0007634283392690122,
      "loss_partial": 0.00494384765625,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0006578007014468312,
      "loss_partial": 0.006622314453125,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0007568043656647205,
      "loss_partial": 0.004364013671875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0006167665123939514,
      "loss_partial": 0.0045166015625,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0006489643128588796,
      "loss_partial": 0.004547119140625,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0004920478677377105,
      "loss_partial": 0.004608154296875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0007560539525002241,
      "loss_partial": 0.0035552978515625,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0007365792989730835,
      "loss_partial": 0.0032196044921875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0006051968084648252,
      "loss_partial": 0.00738525390625,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.00027556734858080745,
      "loss_partial": 0.01043701171875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.00035434478195384145,
      "loss_partial": 0.006805419921875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0004069118876941502,
      "loss_partial": 0.00335693359375,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0004753550747409463,
      "loss_partial": 0.00701904296875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0006363982101902366,
      "loss_partial": 0.00506591796875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0004641376144718379,
      "loss_partial": 0.003875732421875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.00043104938231408596,
      "loss_partial": 0.005126953125,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.00039151645614765584,
      "loss_partial": 0.007568359375,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.00041029968997463584,
      "loss_partial": 0.005615234375,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0006195961614139378,
      "loss_partial": 0.005615234375,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0004985743435099721,
      "loss_partial": 0.00634765625,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.0003829513443633914,
      "loss_partial": 0.00701904296875,
      "step": 794
    },
    {
      "epoch": 1.1540697674418605,
      "loss_distr": 0.000264554750174284,
      "loss_partial": 0.0033111572265625,
      "step": 794
    },
    {
      "epoch": 1.1555232558139534,
      "grad_norm": 0.17768587172031403,
      "learning_rate": 9.062453848760288e-06,
      "loss": 0.1798,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.00048595439875498414,
      "loss_partial": 0.006591796875,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.00030435589724220335,
      "loss_partial": 0.01544189453125,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0005026571452617645,
      "loss_partial": 0.0064697265625,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0007891535642556846,
      "loss_partial": 0.005584716796875,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0005662689218297601,
      "loss_partial": 0.01019287109375,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.000960006786044687,
      "loss_partial": 0.0037689208984375,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0009242091327905655,
      "loss_partial": 0.005340576171875,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0004994910559616983,
      "loss_partial": 0.0079345703125,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0009461652371101081,
      "loss_partial": 0.0054931640625,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0003415188693907112,
      "loss_partial": 0.0089111328125,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.00030389189487323165,
      "loss_partial": 0.007293701171875,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.00034147893893532455,
      "loss_partial": 0.01055908203125,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.00035794073482975364,
      "loss_partial": 0.007171630859375,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0007678403053432703,
      "loss_partial": 0.006072998046875,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0002444605343043804,
      "loss_partial": 0.0072021484375,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.00041367998346686363,
      "loss_partial": 0.004119873046875,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.00020481302635744214,
      "loss_partial": 0.004241943359375,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0006474353140220046,
      "loss_partial": 0.006683349609375,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0007271759677678347,
      "loss_partial": 0.00634765625,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0006532187107950449,
      "loss_partial": 0.004852294921875,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0005265685031190515,
      "loss_partial": 0.0098876953125,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0005661709001287818,
      "loss_partial": 0.010986328125,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0006662497762590647,
      "loss_partial": 0.004302978515625,
      "step": 795
    },
    {
      "epoch": 1.1555232558139534,
      "loss_distr": 0.0006568843964487314,
      "loss_partial": 0.0027008056640625,
      "step": 795
    },
    {
      "epoch": 1.1569767441860466,
      "grad_norm": 0.2140468806028366,
      "learning_rate": 9.037192314678686e-06,
      "loss": 0.1744,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0009140155161730945,
      "loss_partial": 0.005889892578125,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0004974860930815339,
      "loss_partial": 0.012451171875,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0002971557551063597,
      "loss_partial": 0.00506591796875,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.00044847774552181363,
      "loss_partial": 0.00482177734375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.00044368376256898046,
      "loss_partial": 0.007049560546875,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.00045856001088395715,
      "loss_partial": 0.0101318359375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0005829714355058968,
      "loss_partial": 0.0062255859375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0007050353451631963,
      "loss_partial": 0.006439208984375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0006059362785890698,
      "loss_partial": 0.005401611328125,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.000728380517102778,
      "loss_partial": 0.00439453125,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.00037287871236912906,
      "loss_partial": 0.010986328125,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0007333000539802015,
      "loss_partial": 0.005950927734375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.00037641479866579175,
      "loss_partial": 0.006256103515625,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0005762622458860278,
      "loss_partial": 0.00970458984375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0006017839768901467,
      "loss_partial": 0.0130615234375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0006579628679901361,
      "loss_partial": 0.00531005859375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0006324414862319827,
      "loss_partial": 0.00726318359375,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0008797396440058947,
      "loss_partial": 0.004364013671875,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0003399562556296587,
      "loss_partial": 0.00567626953125,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0005946634337306023,
      "loss_partial": 0.006134033203125,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0005008071893826127,
      "loss_partial": 0.007537841796875,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0003848019987344742,
      "loss_partial": 0.01043701171875,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0003130653640255332,
      "loss_partial": 0.00750732421875,
      "step": 796
    },
    {
      "epoch": 1.1569767441860466,
      "loss_distr": 0.0008434042101725936,
      "loss_partial": 0.0036773681640625,
      "step": 796
    },
    {
      "epoch": 1.1584302325581395,
      "grad_norm": 0.16979148983955383,
      "learning_rate": 9.01193698068391e-06,
      "loss": 0.1759,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0006406792672351003,
      "loss_partial": 0.00543212890625,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0005578887648880482,
      "loss_partial": 0.00799560546875,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0005179822910577059,
      "loss_partial": 0.005584716796875,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.00028319709235802293,
      "loss_partial": 0.01385498046875,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0008974481606855989,
      "loss_partial": 0.005157470703125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0008611182565800846,
      "loss_partial": 0.007110595703125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0006508527440018952,
      "loss_partial": 0.0059814453125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.00028889361419714987,
      "loss_partial": 0.006134033203125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0007477124454453588,
      "loss_partial": 0.00494384765625,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0005954005755484104,
      "loss_partial": 0.0031585693359375,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0005981316789984703,
      "loss_partial": 0.00439453125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0006685450207442045,
      "loss_partial": 0.00396728515625,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.00023071127361617982,
      "loss_partial": 0.007568359375,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.00046955698053352535,
      "loss_partial": 0.009521484375,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0008335573365911841,
      "loss_partial": 0.004180908203125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0006567529635503888,
      "loss_partial": 0.00994873046875,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0006543818744830787,
      "loss_partial": 0.0059814453125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0007217726670205593,
      "loss_partial": 0.00518798828125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0006696332129649818,
      "loss_partial": 0.00506591796875,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0008484161808155477,
      "loss_partial": 0.0057373046875,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.000496625725645572,
      "loss_partial": 0.005767822265625,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0004836960870306939,
      "loss_partial": 0.00872802734375,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0005849464796483517,
      "loss_partial": 0.0089111328125,
      "step": 797
    },
    {
      "epoch": 1.1584302325581395,
      "loss_distr": 0.0002774413151200861,
      "loss_partial": 0.00787353515625,
      "step": 797
    },
    {
      "epoch": 1.1598837209302326,
      "grad_norm": 0.22556759417057037,
      "learning_rate": 8.986688009409957e-06,
      "loss": 0.1796,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0003227504203096032,
      "loss_partial": 0.0054931640625,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.000807698757853359,
      "loss_partial": 0.00408935546875,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0003453347599133849,
      "loss_partial": 0.0054931640625,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005040622199885547,
      "loss_partial": 0.007537841796875,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0006346870213747025,
      "loss_partial": 0.00738525390625,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005970309721305966,
      "loss_partial": 0.006103515625,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005753753357566893,
      "loss_partial": 0.0048828125,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.00032468780409544706,
      "loss_partial": 0.010498046875,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0002564016613177955,
      "loss_partial": 0.00811767578125,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005300159682519734,
      "loss_partial": 0.005889892578125,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005054993089288473,
      "loss_partial": 0.01190185546875,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.000831856275908649,
      "loss_partial": 0.0050048828125,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005028854357078671,
      "loss_partial": 0.008544921875,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0004459300253074616,
      "loss_partial": 0.01080322265625,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0008414213079959154,
      "loss_partial": 0.0036468505859375,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0004336811834946275,
      "loss_partial": 0.005706787109375,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0003911677049472928,
      "loss_partial": 0.006561279296875,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0002441743854433298,
      "loss_partial": 0.01495361328125,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0008578452980145812,
      "loss_partial": 0.005950927734375,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005262953927740455,
      "loss_partial": 0.005523681640625,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.001012330874800682,
      "loss_partial": 0.00482177734375,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0003412126679904759,
      "loss_partial": 0.008056640625,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0007604392012581229,
      "loss_partial": 0.005645751953125,
      "step": 798
    },
    {
      "epoch": 1.1598837209302326,
      "loss_distr": 0.0005470645846799016,
      "loss_partial": 0.003875732421875,
      "step": 798
    },
    {
      "epoch": 1.1613372093023255,
      "grad_norm": 0.18171031773090363,
      "learning_rate": 8.961445563449847e-06,
      "loss": 0.1762,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0008104494772851467,
      "loss_partial": 0.005645751953125,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0009116681758314371,
      "loss_partial": 0.0036163330078125,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0005481292610056698,
      "loss_partial": 0.007354736328125,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0004817815497517586,
      "loss_partial": 0.004058837890625,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0005256846779957414,
      "loss_partial": 0.01055908203125,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.00041922074160538614,
      "loss_partial": 0.00433349609375,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0006119083263911307,
      "loss_partial": 0.00677490234375,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0005264217033982277,
      "loss_partial": 0.006256103515625,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0004647288587875664,
      "loss_partial": 0.017822265625,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0008398044155910611,
      "loss_partial": 0.0035247802734375,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.00039295776514336467,
      "loss_partial": 0.005859375,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.000753430649638176,
      "loss_partial": 0.00982666015625,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0004921779618598521,
      "loss_partial": 0.00421142578125,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0005303411744534969,
      "loss_partial": 0.013916015625,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.00042205723002552986,
      "loss_partial": 0.00994873046875,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0005807646084576845,
      "loss_partial": 0.005615234375,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0003607617109082639,
      "loss_partial": 0.00634765625,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.00028264537104405463,
      "loss_partial": 0.00811767578125,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0006506630452349782,
      "loss_partial": 0.006439208984375,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0005025087157264352,
      "loss_partial": 0.0057373046875,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.000639341538771987,
      "loss_partial": 0.006866455078125,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.00043709480087272823,
      "loss_partial": 0.01019287109375,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0007126979762688279,
      "loss_partial": 0.0029449462890625,
      "step": 799
    },
    {
      "epoch": 1.1613372093023255,
      "loss_distr": 0.0006572401616722345,
      "loss_partial": 0.004302978515625,
      "step": 799
    },
    {
      "epoch": 1.1627906976744187,
      "grad_norm": 0.18916110694408417,
      "learning_rate": 8.93620980535459e-06,
      "loss": 0.1736,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005938369431532919,
      "loss_partial": 0.00628662109375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005017647636123002,
      "loss_partial": 0.004241943359375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.00026962050469592214,
      "loss_partial": 0.00921630859375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0006504744524136186,
      "loss_partial": 0.005859375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0004379511810839176,
      "loss_partial": 0.01141357421875,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005168545758351684,
      "loss_partial": 0.00811767578125,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0002484069555066526,
      "loss_partial": 0.0078125,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0003241410886403173,
      "loss_partial": 0.0108642578125,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0004447656392585486,
      "loss_partial": 0.00885009765625,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0007967951241880655,
      "loss_partial": 0.00665283203125,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005604561883956194,
      "loss_partial": 0.006103515625,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0004221519338898361,
      "loss_partial": 0.00537109375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0008421668317168951,
      "loss_partial": 0.00555419921875,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0002522394061088562,
      "loss_partial": 0.0091552734375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005074927466921508,
      "loss_partial": 0.004486083984375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005176130216568708,
      "loss_partial": 0.009033203125,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005499172257259488,
      "loss_partial": 0.007354736328125,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0005789027782157063,
      "loss_partial": 0.005706787109375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.00035055435728281736,
      "loss_partial": 0.00579833984375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.00040793645894154906,
      "loss_partial": 0.009521484375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0010050591081380844,
      "loss_partial": 0.00531005859375,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0008472061017528176,
      "loss_partial": 0.007354736328125,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0004214588552713394,
      "loss_partial": 0.01025390625,
      "step": 800
    },
    {
      "epoch": 1.1627906976744187,
      "loss_distr": 0.0007807455258443952,
      "loss_partial": 0.00482177734375,
      "step": 800
    },
    {
      "epoch": 1.1642441860465116,
      "grad_norm": 0.1787397265434265,
      "learning_rate": 8.910980897632122e-06,
      "loss": 0.1786,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0004293618840165436,
      "loss_partial": 0.00518798828125,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0008439489174634218,
      "loss_partial": 0.0033416748046875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0007289182394742966,
      "loss_partial": 0.007568359375,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0002791982260532677,
      "loss_partial": 0.006195068359375,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0006728439475409687,
      "loss_partial": 0.004119873046875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0006120188627392054,
      "loss_partial": 0.007568359375,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0003612723376136273,
      "loss_partial": 0.0106201171875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0007638297975063324,
      "loss_partial": 0.0047607421875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0004246726748533547,
      "loss_partial": 0.00592041015625,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0005326111568138003,
      "loss_partial": 0.00408935546875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0003142236382700503,
      "loss_partial": 0.0054931640625,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0006646724650636315,
      "loss_partial": 0.006744384765625,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.00073555379640311,
      "loss_partial": 0.004150390625,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0003784771542996168,
      "loss_partial": 0.0096435546875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0007087984122335911,
      "loss_partial": 0.006103515625,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.00035102557740174234,
      "loss_partial": 0.01239013671875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0009141414775513113,
      "loss_partial": 0.00762939453125,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.00033746263943612576,
      "loss_partial": 0.0140380859375,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0005016181385144591,
      "loss_partial": 0.006317138671875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0003481324529275298,
      "loss_partial": 0.01190185546875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.00022412059479393065,
      "loss_partial": 0.0106201171875,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0006212271400727332,
      "loss_partial": 0.0048828125,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.00037613659515045583,
      "loss_partial": 0.00726318359375,
      "step": 801
    },
    {
      "epoch": 1.1642441860465116,
      "loss_distr": 0.0002828705182764679,
      "loss_partial": 0.01275634765625,
      "step": 801
    },
    {
      "epoch": 1.1656976744186047,
      "grad_norm": 0.1740378439426422,
      "learning_rate": 8.885759002746269e-06,
      "loss": 0.18,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0005095602828077972,
      "loss_partial": 0.00390625,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0006362547283060849,
      "loss_partial": 0.004180908203125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0008512042695656419,
      "loss_partial": 0.004425048828125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0004179504176136106,
      "loss_partial": 0.0067138671875,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0002822959213517606,
      "loss_partial": 0.00762939453125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.000368236331269145,
      "loss_partial": 0.00823974609375,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0009093221160583198,
      "loss_partial": 0.005706787109375,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0006429016939364374,
      "loss_partial": 0.00567626953125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.00020115060033276677,
      "loss_partial": 0.00714111328125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.00031755788950249553,
      "loss_partial": 0.007049560546875,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0006900929729454219,
      "loss_partial": 0.007049560546875,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0006152098649181426,
      "loss_partial": 0.00677490234375,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0006142621859908104,
      "loss_partial": 0.0093994140625,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0005955762462690473,
      "loss_partial": 0.00848388671875,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.00045491044875234365,
      "loss_partial": 0.0059814453125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0003245026455260813,
      "loss_partial": 0.0048828125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0005108568002469838,
      "loss_partial": 0.00628662109375,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.000615777971688658,
      "loss_partial": 0.00860595703125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0003524950589053333,
      "loss_partial": 0.004913330078125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0008476251969113946,
      "loss_partial": 0.004638671875,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.00029635149985551834,
      "loss_partial": 0.005157470703125,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.00047452899161726236,
      "loss_partial": 0.00555419921875,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0003705204580910504,
      "loss_partial": 0.0120849609375,
      "step": 802
    },
    {
      "epoch": 1.1656976744186047,
      "loss_distr": 0.0005037441733293235,
      "loss_partial": 0.00738525390625,
      "step": 802
    },
    {
      "epoch": 1.1671511627906976,
      "grad_norm": 0.17913718521595,
      "learning_rate": 8.86054428311569e-06,
      "loss": 0.1752,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0007442615460604429,
      "loss_partial": 0.0035858154296875,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0006961312610656023,
      "loss_partial": 0.004913330078125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0006120628677308559,
      "loss_partial": 0.00469970703125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0003404502640478313,
      "loss_partial": 0.01318359375,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0005636818241328001,
      "loss_partial": 0.0048828125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.00029585836455225945,
      "loss_partial": 0.008544921875,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0002790121943689883,
      "loss_partial": 0.006317138671875,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0006545151118189096,
      "loss_partial": 0.00567626953125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0003575142181944102,
      "loss_partial": 0.006072998046875,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0006074740085750818,
      "loss_partial": 0.0086669921875,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0005523043219000101,
      "loss_partial": 0.004791259765625,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0002743123914115131,
      "loss_partial": 0.0045166015625,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0008677266887389123,
      "loss_partial": 0.005126953125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0008373013697564602,
      "loss_partial": 0.006134033203125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.00040961202466860414,
      "loss_partial": 0.005615234375,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.00033868785249069333,
      "loss_partial": 0.00885009765625,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0005206437781453133,
      "loss_partial": 0.0078125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0008406845154240727,
      "loss_partial": 0.00726318359375,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0007724926108494401,
      "loss_partial": 0.0038299560546875,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.00046350047341547906,
      "loss_partial": 0.01300048828125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.00028404846671037376,
      "loss_partial": 0.005950927734375,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.00043374247616156936,
      "loss_partial": 0.00860595703125,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.0006442872108891606,
      "loss_partial": 0.0091552734375,
      "step": 803
    },
    {
      "epoch": 1.1671511627906976,
      "loss_distr": 0.00024825319997034967,
      "loss_partial": 0.00762939453125,
      "step": 803
    },
    {
      "epoch": 1.1686046511627908,
      "grad_norm": 0.18234461545944214,
      "learning_rate": 8.835336901112847e-06,
      "loss": 0.174,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.00032354024006053805,
      "loss_partial": 0.004638671875,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0004377582226879895,
      "loss_partial": 0.00958251953125,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0005838470533490181,
      "loss_partial": 0.00787353515625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0005497439997270703,
      "loss_partial": 0.00537109375,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0005392712773755193,
      "loss_partial": 0.006011962890625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0003232750459574163,
      "loss_partial": 0.0098876953125,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0007503111264668405,
      "loss_partial": 0.006195068359375,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0007023941143415868,
      "loss_partial": 0.003326416015625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.000510798825416714,
      "loss_partial": 0.006744384765625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0006820998387411237,
      "loss_partial": 0.00628662109375,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.00047300750156864524,
      "loss_partial": 0.00860595703125,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.000509444740600884,
      "loss_partial": 0.006622314453125,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.00037837756099179387,
      "loss_partial": 0.0030059814453125,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0004590075113810599,
      "loss_partial": 0.00726318359375,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0007540319347754121,
      "loss_partial": 0.0037994384765625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0005275694420561194,
      "loss_partial": 0.0050048828125,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0005116336396895349,
      "loss_partial": 0.01019287109375,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0007249267655424774,
      "loss_partial": 0.005523681640625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.00032727362122386694,
      "loss_partial": 0.01275634765625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0008476551156491041,
      "loss_partial": 0.0064697265625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.0008284869836643338,
      "loss_partial": 0.006011962890625,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.00046359002590179443,
      "loss_partial": 0.004119873046875,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.00028829826624132693,
      "loss_partial": 0.0059814453125,
      "step": 804
    },
    {
      "epoch": 1.1686046511627908,
      "loss_distr": 0.00046228113933466375,
      "loss_partial": 0.01153564453125,
      "step": 804
    },
    {
      "epoch": 1.1700581395348837,
      "grad_norm": 0.17615702748298645,
      "learning_rate": 8.810137019062951e-06,
      "loss": 0.1777,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0004896838800050318,
      "loss_partial": 0.006317138671875,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.000502244452945888,
      "loss_partial": 0.0091552734375,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0004922786029055715,
      "loss_partial": 0.008056640625,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0003356061060912907,
      "loss_partial": 0.00860595703125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0006008015479892492,
      "loss_partial": 0.006072998046875,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0005654027918353677,
      "loss_partial": 0.0098876953125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.00031692907214164734,
      "loss_partial": 0.01177978515625,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0005305142840370536,
      "loss_partial": 0.0084228515625,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0002598239225335419,
      "loss_partial": 0.01336669921875,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0004031873249914497,
      "loss_partial": 0.005401611328125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0005563799059018493,
      "loss_partial": 0.00811767578125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0004898523911833763,
      "loss_partial": 0.005126953125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0008228741935454309,
      "loss_partial": 0.00494384765625,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.000649904424790293,
      "loss_partial": 0.006591796875,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.00027098847203888,
      "loss_partial": 0.00860595703125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0007738258573226631,
      "loss_partial": 0.005157470703125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0008469072636216879,
      "loss_partial": 0.00860595703125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.000248562078922987,
      "loss_partial": 0.003936767578125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0006725882412865758,
      "loss_partial": 0.00543212890625,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0004467925173230469,
      "loss_partial": 0.0087890625,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0003884716425091028,
      "loss_partial": 0.0040283203125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0004411299014464021,
      "loss_partial": 0.01104736328125,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0004054976161569357,
      "loss_partial": 0.00531005859375,
      "step": 805
    },
    {
      "epoch": 1.1700581395348837,
      "loss_distr": 0.0006914114346727729,
      "loss_partial": 0.00604248046875,
      "step": 805
    },
    {
      "epoch": 1.1715116279069768,
      "grad_norm": 0.18552294373512268,
      "learning_rate": 8.784944799242901e-06,
      "loss": 0.1813,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.00039424863643944263,
      "loss_partial": 0.0115966796875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0005915149231441319,
      "loss_partial": 0.006683349609375,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0006226181285455823,
      "loss_partial": 0.0048828125,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0004129162698518485,
      "loss_partial": 0.01177978515625,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0004915458848699927,
      "loss_partial": 0.00909423828125,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.00030800793319940567,
      "loss_partial": 0.004119873046875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0005687158554792404,
      "loss_partial": 0.01031494140625,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0003550758701749146,
      "loss_partial": 0.0079345703125,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0005301948986016214,
      "loss_partial": 0.01153564453125,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.000575547106564045,
      "loss_partial": 0.004730224609375,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0005342258373275399,
      "loss_partial": 0.004638671875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.000326297536958009,
      "loss_partial": 0.006195068359375,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0006104502826929092,
      "loss_partial": 0.00946044921875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.00035551429027691483,
      "loss_partial": 0.00799560546875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0007471350254490972,
      "loss_partial": 0.00421142578125,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0002080580743495375,
      "loss_partial": 0.0096435546875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0006232616724446416,
      "loss_partial": 0.004364013671875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0003033085376955569,
      "loss_partial": 0.006561279296875,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.000406046980060637,
      "loss_partial": 0.006500244140625,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0006140948389656842,
      "loss_partial": 0.00677490234375,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.00033347931457683444,
      "loss_partial": 0.005859375,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0006309016607701778,
      "loss_partial": 0.004730224609375,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.00026624309248290956,
      "loss_partial": 0.005035400390625,
      "step": 806
    },
    {
      "epoch": 1.1715116279069768,
      "loss_distr": 0.0006766964215785265,
      "loss_partial": 0.006195068359375,
      "step": 806
    },
    {
      "epoch": 1.1729651162790697,
      "grad_norm": 0.1909068524837494,
      "learning_rate": 8.759760403880277e-06,
      "loss": 0.1767,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0003430491196922958,
      "loss_partial": 0.00494384765625,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.00044473394518718123,
      "loss_partial": 0.007232666015625,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.00032856498728506267,
      "loss_partial": 0.0047607421875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0008783824159763753,
      "loss_partial": 0.0037078857421875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0005094156367704272,
      "loss_partial": 0.00457763671875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0005023698322474957,
      "loss_partial": 0.00677490234375,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.00045952197979204357,
      "loss_partial": 0.0084228515625,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0007272785878740251,
      "loss_partial": 0.0057373046875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0005977570544928312,
      "loss_partial": 0.0086669921875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0004772478132508695,
      "loss_partial": 0.017822265625,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0004466282844077796,
      "loss_partial": 0.0081787109375,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.00041777975275181234,
      "loss_partial": 0.006805419921875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.001004201709292829,
      "loss_partial": 0.003753662109375,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0006484224577434361,
      "loss_partial": 0.006683349609375,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0004518340574577451,
      "loss_partial": 0.01019287109375,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0007954479660838842,
      "loss_partial": 0.006591796875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0008528504986315966,
      "loss_partial": 0.00286865234375,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0004642705898731947,
      "loss_partial": 0.01080322265625,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.000461754621937871,
      "loss_partial": 0.006622314453125,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0004253453516867012,
      "loss_partial": 0.00537109375,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.00047285592881962657,
      "loss_partial": 0.004852294921875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.0005480704130604863,
      "loss_partial": 0.00653076171875,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.00064083281904459,
      "loss_partial": 0.0040283203125,
      "step": 807
    },
    {
      "epoch": 1.1729651162790697,
      "loss_distr": 0.00041314848931506276,
      "loss_partial": 0.008056640625,
      "step": 807
    },
    {
      "epoch": 1.1744186046511629,
      "grad_norm": 0.17598839104175568,
      "learning_rate": 8.734583995152258e-06,
      "loss": 0.1743,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0005192337557673454,
      "loss_partial": 0.007659912109375,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0005167520721442997,
      "loss_partial": 0.0091552734375,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0004998380318284035,
      "loss_partial": 0.00640869140625,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0010954146273434162,
      "loss_partial": 0.004486083984375,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0004274206585250795,
      "loss_partial": 0.0074462890625,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.00046691435272805393,
      "loss_partial": 0.00946044921875,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0007707722834311426,
      "loss_partial": 0.00372314453125,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0005892537301406264,
      "loss_partial": 0.00830078125,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0008424799307249486,
      "loss_partial": 0.005126953125,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0003224787360522896,
      "loss_partial": 0.00811767578125,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0004498737398535013,
      "loss_partial": 0.004058837890625,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0004956567427143455,
      "loss_partial": 0.00836181640625,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0005746814422309399,
      "loss_partial": 0.007537841796875,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0007350108935497701,
      "loss_partial": 0.0086669921875,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0004114253679290414,
      "loss_partial": 0.0093994140625,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0002756993053480983,
      "loss_partial": 0.0179443359375,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0005946393357589841,
      "loss_partial": 0.004638671875,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.00035323630436323583,
      "loss_partial": 0.00689697265625,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0006259900983422995,
      "loss_partial": 0.00360107421875,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.00044571090256795287,
      "loss_partial": 0.007110595703125,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0005319917108863592,
      "loss_partial": 0.00848388671875,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.0004788298101630062,
      "loss_partial": 0.01153564453125,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.000642414903268218,
      "loss_partial": 0.0047607421875,
      "step": 808
    },
    {
      "epoch": 1.1744186046511629,
      "loss_distr": 0.00040942063787952065,
      "loss_partial": 0.005706787109375,
      "step": 808
    },
    {
      "epoch": 1.1758720930232558,
      "grad_norm": 0.20564022660255432,
      "learning_rate": 8.709415735184599e-06,
      "loss": 0.1781,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0006993301212787628,
      "loss_partial": 0.00872802734375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.00039774918695911765,
      "loss_partial": 0.0081787109375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0006383126601576805,
      "loss_partial": 0.01043701171875,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0007890483248047531,
      "loss_partial": 0.006683349609375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0008967224857769907,
      "loss_partial": 0.005615234375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0002469277533236891,
      "loss_partial": 0.009765625,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0002884601999539882,
      "loss_partial": 0.0078125,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.000616386765614152,
      "loss_partial": 0.005279541015625,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.000602586311288178,
      "loss_partial": 0.0062255859375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0005675655556842685,
      "loss_partial": 0.005035400390625,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0005925650475546718,
      "loss_partial": 0.005340576171875,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.000785774493124336,
      "loss_partial": 0.0031585693359375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0003220274520572275,
      "loss_partial": 0.0086669921875,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0007131992606446147,
      "loss_partial": 0.0067138671875,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.00024286913685500622,
      "loss_partial": 0.007049560546875,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0005415318300947547,
      "loss_partial": 0.0042724609375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.00020557246170938015,
      "loss_partial": 0.006439208984375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0004207422025501728,
      "loss_partial": 0.0089111328125,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.00033277759212069213,
      "loss_partial": 0.00885009765625,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.00038032233715057373,
      "loss_partial": 0.006591796875,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0007235348457470536,
      "loss_partial": 0.00885009765625,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.00042363727698102593,
      "loss_partial": 0.0062255859375,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.00042566595948301256,
      "loss_partial": 0.0029449462890625,
      "step": 809
    },
    {
      "epoch": 1.1758720930232558,
      "loss_distr": 0.0003071629616897553,
      "loss_partial": 0.005126953125,
      "step": 809
    },
    {
      "epoch": 1.177325581395349,
      "grad_norm": 0.1979418396949768,
      "learning_rate": 8.684255786050572e-06,
      "loss": 0.1794,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0005013708723708987,
      "loss_partial": 0.006988525390625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.00042581785237416625,
      "loss_partial": 0.0050048828125,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.00045697411405853927,
      "loss_partial": 0.005584716796875,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0002248689124826342,
      "loss_partial": 0.0091552734375,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.00041726508061401546,
      "loss_partial": 0.0133056640625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.000608531991019845,
      "loss_partial": 0.00787353515625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0007445271476171911,
      "loss_partial": 0.006439208984375,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0004914592136628926,
      "loss_partial": 0.00518798828125,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.00044653896475210786,
      "loss_partial": 0.00848388671875,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0005132771329954267,
      "loss_partial": 0.007537841796875,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.00046273856423795223,
      "loss_partial": 0.003814697265625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0005637963768094778,
      "loss_partial": 0.00537109375,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0005654183914884925,
      "loss_partial": 0.0036468505859375,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0008305626688525081,
      "loss_partial": 0.002197265625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0006765642901882529,
      "loss_partial": 0.00811767578125,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0004504854732658714,
      "loss_partial": 0.0050048828125,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0011316586751490831,
      "loss_partial": 0.006011962890625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.000346383050782606,
      "loss_partial": 0.0093994140625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0005652307299897075,
      "loss_partial": 0.007568359375,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0007031166460365057,
      "loss_partial": 0.005096435546875,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0007626146543771029,
      "loss_partial": 0.0068359375,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.0006370889022946358,
      "loss_partial": 0.004058837890625,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.00020745744404848665,
      "loss_partial": 0.00970458984375,
      "step": 810
    },
    {
      "epoch": 1.177325581395349,
      "loss_distr": 0.00030004853033460677,
      "loss_partial": 0.00836181640625,
      "step": 810
    },
    {
      "epoch": 1.1787790697674418,
      "grad_norm": 0.226871520280838,
      "learning_rate": 8.659104309769936e-06,
      "loss": 0.1779,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0005646733334288001,
      "loss_partial": 0.0059814453125,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0005116938846185803,
      "loss_partial": 0.0093994140625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.00046797303366474807,
      "loss_partial": 0.004241943359375,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0005079375696368515,
      "loss_partial": 0.00634765625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0007142045069485903,
      "loss_partial": 0.009033203125,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0004928316920995712,
      "loss_partial": 0.0115966796875,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.00048819713992998004,
      "loss_partial": 0.00531005859375,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0008535815868526697,
      "loss_partial": 0.007293701171875,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0007467110408470035,
      "loss_partial": 0.006561279296875,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0006046534981578588,
      "loss_partial": 0.006988525390625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.000525990326423198,
      "loss_partial": 0.00787353515625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.00043134199222549796,
      "loss_partial": 0.00738525390625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0005242273909971118,
      "loss_partial": 0.00433349609375,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.00053351343376562,
      "loss_partial": 0.0054931640625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0005761288921348751,
      "loss_partial": 0.00726318359375,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0003898502327501774,
      "loss_partial": 0.0081787109375,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0007347603677771986,
      "loss_partial": 0.004058837890625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0004744145553559065,
      "loss_partial": 0.00579833984375,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0007311312365345657,
      "loss_partial": 0.004180908203125,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0006631941068917513,
      "loss_partial": 0.0057373046875,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0006494498811662197,
      "loss_partial": 0.006622314453125,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.00040543085196986794,
      "loss_partial": 0.01324462890625,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0005523876752704382,
      "loss_partial": 0.00848388671875,
      "step": 811
    },
    {
      "epoch": 1.1787790697674418,
      "loss_distr": 0.0003929957456421107,
      "loss_partial": 0.00634765625,
      "step": 811
    },
    {
      "epoch": 1.1802325581395348,
      "grad_norm": 0.20576266944408417,
      "learning_rate": 8.633961468307895e-06,
      "loss": 0.1781,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.000514172890689224,
      "loss_partial": 0.00567626953125,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0007366044446825981,
      "loss_partial": 0.005340576171875,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0003748681046999991,
      "loss_partial": 0.00848388671875,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.00023233657702803612,
      "loss_partial": 0.00848388671875,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.00045589846558868885,
      "loss_partial": 0.0133056640625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0003187546390108764,
      "loss_partial": 0.0067138671875,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0005265281070023775,
      "loss_partial": 0.005584716796875,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0009502560133114457,
      "loss_partial": 0.0030059814453125,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0005591791123151779,
      "loss_partial": 0.00982666015625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0007675215019844472,
      "loss_partial": 0.0037689208984375,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0009126366348937154,
      "loss_partial": 0.005523681640625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0006927439826540649,
      "loss_partial": 0.004302978515625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0006757074734196067,
      "loss_partial": 0.00787353515625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0003903066972270608,
      "loss_partial": 0.00762939453125,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0006981153856031597,
      "loss_partial": 0.0091552734375,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0004013411235064268,
      "loss_partial": 0.00537109375,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.00025736470706760883,
      "loss_partial": 0.006988525390625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0006678508943878114,
      "loss_partial": 0.005828857421875,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0005279462784528732,
      "loss_partial": 0.00628662109375,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0007357308641076088,
      "loss_partial": 0.007720947265625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0002017765655182302,
      "loss_partial": 0.00860595703125,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.00024515241966582835,
      "loss_partial": 0.00506591796875,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.0006838258123025298,
      "loss_partial": 0.006988525390625,
      "step": 812
    },
    {
      "epoch": 1.1802325581395348,
      "loss_distr": 0.00031379624851979315,
      "loss_partial": 0.005462646484375,
      "step": 812
    },
    {
      "epoch": 1.181686046511628,
      "grad_norm": 0.19559624791145325,
      "learning_rate": 8.608827423574033e-06,
      "loss": 0.1773,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0006159240729175508,
      "loss_partial": 0.00421142578125,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.00021218191250227392,
      "loss_partial": 0.00921630859375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0002923945721704513,
      "loss_partial": 0.006744384765625,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0006239037029445171,
      "loss_partial": 0.0072021484375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.00034374132519587874,
      "loss_partial": 0.00537109375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0008963606669567525,
      "loss_partial": 0.00579833984375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.00037905079079791903,
      "loss_partial": 0.0059814453125,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0004968532593920827,
      "loss_partial": 0.00579833984375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.00036750995786860585,
      "loss_partial": 0.00970458984375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0006628995179198682,
      "loss_partial": 0.0108642578125,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0008493608329445124,
      "loss_partial": 0.006683349609375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0005682676564902067,
      "loss_partial": 0.0031890869140625,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0005056564114056528,
      "loss_partial": 0.01068115234375,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0009247113484889269,
      "loss_partial": 0.004608154296875,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0005003482801839709,
      "loss_partial": 0.01348876953125,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0003163019719067961,
      "loss_partial": 0.00518798828125,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0003375007654540241,
      "loss_partial": 0.00836181640625,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0003407107142265886,
      "loss_partial": 0.006866455078125,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0006012146477587521,
      "loss_partial": 0.00506591796875,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0005420193774625659,
      "loss_partial": 0.00494384765625,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0004820894682779908,
      "loss_partial": 0.01129150390625,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0002416032220935449,
      "loss_partial": 0.006103515625,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0005817486089654267,
      "loss_partial": 0.00250244140625,
      "step": 813
    },
    {
      "epoch": 1.181686046511628,
      "loss_distr": 0.0007017735624685884,
      "loss_partial": 0.004150390625,
      "step": 813
    },
    {
      "epoch": 1.183139534883721,
      "grad_norm": 0.18237543106079102,
      "learning_rate": 8.5837023374213e-06,
      "loss": 0.1781,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0005666099605150521,
      "loss_partial": 0.01007080078125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0004453077563084662,
      "loss_partial": 0.006988525390625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.00033402975532226264,
      "loss_partial": 0.0047607421875,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0006759235984645784,
      "loss_partial": 0.006103515625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0006360851693898439,
      "loss_partial": 0.0048828125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0004671629285439849,
      "loss_partial": 0.00738525390625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.000392445654142648,
      "loss_partial": 0.00933837890625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.00048279817565344274,
      "loss_partial": 0.0084228515625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0002648323425091803,
      "loss_partial": 0.00848388671875,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0007616503862664104,
      "loss_partial": 0.005126953125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0008049942553043365,
      "loss_partial": 0.00592041015625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0006541149923577905,
      "loss_partial": 0.00469970703125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.00040697999065741897,
      "loss_partial": 0.0137939453125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0005283701466396451,
      "loss_partial": 0.00909423828125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0006720211822539568,
      "loss_partial": 0.0034637451171875,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0003078638110309839,
      "loss_partial": 0.0137939453125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.000490479520522058,
      "loss_partial": 0.00933837890625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.000543009489774704,
      "loss_partial": 0.009765625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0008622092427685857,
      "loss_partial": 0.006256103515625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0006706983549520373,
      "loss_partial": 0.00457763671875,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0004939079517498612,
      "loss_partial": 0.007171630859375,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0004918708000332117,
      "loss_partial": 0.005889892578125,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0005557645345106721,
      "loss_partial": 0.00299072265625,
      "step": 814
    },
    {
      "epoch": 1.183139534883721,
      "loss_distr": 0.0004994716728106141,
      "loss_partial": 0.00848388671875,
      "step": 814
    },
    {
      "epoch": 1.184593023255814,
      "grad_norm": 0.17220842838287354,
      "learning_rate": 8.558586371644952e-06,
      "loss": 0.177,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00034144072560593486,
      "loss_partial": 0.0089111328125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.000772510829847306,
      "loss_partial": 0.006317138671875,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0006056948332116008,
      "loss_partial": 0.01092529296875,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00057654466945678,
      "loss_partial": 0.006072998046875,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0003850806679110974,
      "loss_partial": 0.007354736328125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00047697691479697824,
      "loss_partial": 0.0033721923828125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.000589245290029794,
      "loss_partial": 0.0113525390625,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00018769959569908679,
      "loss_partial": 0.00787353515625,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0003376866807229817,
      "loss_partial": 0.004913330078125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0004401318437885493,
      "loss_partial": 0.004241943359375,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0006897863349877298,
      "loss_partial": 0.0078125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0006165720988065004,
      "loss_partial": 0.00946044921875,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.000449667451903224,
      "loss_partial": 0.0048828125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0006158187752589583,
      "loss_partial": 0.005645751953125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00042270688572898507,
      "loss_partial": 0.007354736328125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.000257330946624279,
      "loss_partial": 0.0087890625,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00023042384418658912,
      "loss_partial": 0.01019287109375,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0003678489592857659,
      "loss_partial": 0.00994873046875,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.000498234003316611,
      "loss_partial": 0.005584716796875,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00027191286790184677,
      "loss_partial": 0.008056640625,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.0009832123760133982,
      "loss_partial": 0.00469970703125,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.000473189284093678,
      "loss_partial": 0.007537841796875,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00043275923235341907,
      "loss_partial": 0.00823974609375,
      "step": 815
    },
    {
      "epoch": 1.184593023255814,
      "loss_distr": 0.00048351153964176774,
      "loss_partial": 0.005523681640625,
      "step": 815
    },
    {
      "epoch": 1.1860465116279069,
      "grad_norm": 0.19313862919807434,
      "learning_rate": 8.533479687981513e-06,
      "loss": 0.1762,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0006742365658283234,
      "loss_partial": 0.00494384765625,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0005071917548775673,
      "loss_partial": 0.00457763671875,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0004658505495171994,
      "loss_partial": 0.00811767578125,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0005013804184272885,
      "loss_partial": 0.00836181640625,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0009361649281345308,
      "loss_partial": 0.0037689208984375,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.00024281440710183233,
      "loss_partial": 0.00933837890625,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0007153797778300941,
      "loss_partial": 0.0062255859375,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0007810713141225278,
      "loss_partial": 0.005706787109375,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0005029957974329591,
      "loss_partial": 0.00653076171875,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.00035142520209774375,
      "loss_partial": 0.0079345703125,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0006021163426339626,
      "loss_partial": 0.005401611328125,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.00039423859561793506,
      "loss_partial": 0.0091552734375,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0007040589116513729,
      "loss_partial": 0.0030670166015625,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0003253309114370495,
      "loss_partial": 0.003936767578125,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0006499041919596493,
      "loss_partial": 0.004425048828125,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0004384383209981024,
      "loss_partial": 0.00726318359375,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0006724870763719082,
      "loss_partial": 0.006103515625,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0005793260643258691,
      "loss_partial": 0.0068359375,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0003743456327356398,
      "loss_partial": 0.0081787109375,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0002416684292256832,
      "loss_partial": 0.006744384765625,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0004583402769640088,
      "loss_partial": 0.00799560546875,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.0005878184456378222,
      "loss_partial": 0.004150390625,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.000665147032123059,
      "loss_partial": 0.00469970703125,
      "step": 816
    },
    {
      "epoch": 1.1860465116279069,
      "loss_distr": 0.00038181914715096354,
      "loss_partial": 0.00537109375,
      "step": 816
    },
    {
      "epoch": 1.1875,
      "grad_norm": 0.1761508285999298,
      "learning_rate": 8.508382448107731e-06,
      "loss": 0.1748,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.00046989426482468843,
      "loss_partial": 0.004364013671875,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.00031007378129288554,
      "loss_partial": 0.0086669921875,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0006969062960706651,
      "loss_partial": 0.00592041015625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0004386496148072183,
      "loss_partial": 0.005615234375,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.00045899098040536046,
      "loss_partial": 0.0050048828125,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.000552876852452755,
      "loss_partial": 0.006500244140625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.00024758506333455443,
      "loss_partial": 0.01226806640625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.00034026449429802597,
      "loss_partial": 0.007110595703125,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.000328953901771456,
      "loss_partial": 0.005706787109375,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0005552487564273179,
      "loss_partial": 0.0048828125,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0004721185832750052,
      "loss_partial": 0.0086669921875,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0007630378240719438,
      "loss_partial": 0.00543212890625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0002600657462608069,
      "loss_partial": 0.004852294921875,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0005297143361531198,
      "loss_partial": 0.00567626953125,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0005825450643897057,
      "loss_partial": 0.007476806640625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0005402812967076898,
      "loss_partial": 0.004058837890625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0003799698897637427,
      "loss_partial": 0.00811767578125,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0003641455841716379,
      "loss_partial": 0.005218505859375,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.00019714102381840348,
      "loss_partial": 0.0091552734375,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0006593493744730949,
      "loss_partial": 0.004791259765625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0005603215540759265,
      "loss_partial": 0.01025390625,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0006603874498978257,
      "loss_partial": 0.00555419921875,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0003208793350495398,
      "loss_partial": 0.0137939453125,
      "step": 817
    },
    {
      "epoch": 1.1875,
      "loss_distr": 0.0005316744791343808,
      "loss_partial": 0.00531005859375,
      "step": 817
    },
    {
      "epoch": 1.1889534883720931,
      "grad_norm": 0.18057583272457123,
      "learning_rate": 8.483294813639545e-06,
      "loss": 0.1719,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0008132042130455375,
      "loss_partial": 0.005889892578125,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0005191296222619712,
      "loss_partial": 0.00689697265625,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.000453394342912361,
      "loss_partial": 0.007659912109375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0003351026098243892,
      "loss_partial": 0.00848388671875,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0008163528400473297,
      "loss_partial": 0.005523681640625,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0002612390962895006,
      "loss_partial": 0.004974365234375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0007030183332972229,
      "loss_partial": 0.00604248046875,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0005958102992735803,
      "loss_partial": 0.00439453125,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0005789748392999172,
      "loss_partial": 0.00518798828125,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.00046716147335246205,
      "loss_partial": 0.007171630859375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.00031100056366994977,
      "loss_partial": 0.00433349609375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0006856591789983213,
      "loss_partial": 0.005615234375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.00038727239007130265,
      "loss_partial": 0.0072021484375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0003972778213210404,
      "loss_partial": 0.006561279296875,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0006666452391073108,
      "loss_partial": 0.00640869140625,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0006995303556323051,
      "loss_partial": 0.00640869140625,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0002443420235067606,
      "loss_partial": 0.007537841796875,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0008480462711304426,
      "loss_partial": 0.00628662109375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0007450387347489595,
      "loss_partial": 0.005035400390625,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0002499637193977833,
      "loss_partial": 0.00592041015625,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0006694436306133866,
      "loss_partial": 0.0125732421875,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0003314356436021626,
      "loss_partial": 0.006011962890625,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0008702563354745507,
      "loss_partial": 0.005950927734375,
      "step": 818
    },
    {
      "epoch": 1.1889534883720931,
      "loss_distr": 0.0005921149277128279,
      "loss_partial": 0.00445556640625,
      "step": 818
    },
    {
      "epoch": 1.190406976744186,
      "grad_norm": 0.17138467729091644,
      "learning_rate": 8.458216946131042e-06,
      "loss": 0.1785,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0006783590652048588,
      "loss_partial": 0.00823974609375,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0005691663245670497,
      "loss_partial": 0.0035858154296875,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0006627723923884332,
      "loss_partial": 0.0079345703125,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0003879584837704897,
      "loss_partial": 0.010498046875,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0005445667775347829,
      "loss_partial": 0.006591796875,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0006738918600603938,
      "loss_partial": 0.006988525390625,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.00030508358031511307,
      "loss_partial": 0.0031890869140625,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0005905573489144444,
      "loss_partial": 0.0050048828125,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0004017764877062291,
      "loss_partial": 0.006195068359375,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0005164347821846604,
      "loss_partial": 0.006317138671875,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0003718224470503628,
      "loss_partial": 0.00872802734375,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0003818198456428945,
      "loss_partial": 0.0081787109375,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0007667052559554577,
      "loss_partial": 0.00421142578125,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.000624309410341084,
      "loss_partial": 0.00848388671875,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0007922357181087136,
      "loss_partial": 0.00482177734375,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.00041683248127810657,
      "loss_partial": 0.00457763671875,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0006052153185009956,
      "loss_partial": 0.00433349609375,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0007334016263484955,
      "loss_partial": 0.0045166015625,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0004602169501595199,
      "loss_partial": 0.0074462890625,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0005852169124409556,
      "loss_partial": 0.00396728515625,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.001089413301087916,
      "loss_partial": 0.003936767578125,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0006734244525432587,
      "loss_partial": 0.005126953125,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.00041097914800047874,
      "loss_partial": 0.005859375,
      "step": 819
    },
    {
      "epoch": 1.190406976744186,
      "loss_distr": 0.0005121869035065174,
      "loss_partial": 0.00811767578125,
      "step": 819
    },
    {
      "epoch": 1.191860465116279,
      "grad_norm": 0.18763552606105804,
      "learning_rate": 8.4331490070734e-06,
      "loss": 0.1765,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.00040226796409115195,
      "loss_partial": 0.009033203125,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.000685372855514288,
      "loss_partial": 0.00433349609375,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0002702158526517451,
      "loss_partial": 0.0062255859375,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0005168910720385611,
      "loss_partial": 0.0087890625,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0006086107459850609,
      "loss_partial": 0.00689697265625,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0006494233384728432,
      "loss_partial": 0.00799560546875,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.00029727339278906584,
      "loss_partial": 0.006744384765625,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.00032173609361052513,
      "loss_partial": 0.0120849609375,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0005738927284255624,
      "loss_partial": 0.006988525390625,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0003940827155020088,
      "loss_partial": 0.012451171875,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.00037026044446974993,
      "loss_partial": 0.00439453125,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.00033203320344910026,
      "loss_partial": 0.005096435546875,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0007558718789368868,
      "loss_partial": 0.00750732421875,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0008898900705389678,
      "loss_partial": 0.005615234375,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0005348885897547007,
      "loss_partial": 0.004974365234375,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.00047148048179224133,
      "loss_partial": 0.006805419921875,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0002617129939608276,
      "loss_partial": 0.01007080078125,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0004937238991260529,
      "loss_partial": 0.005279541015625,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0007086409023031592,
      "loss_partial": 0.00750732421875,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0005385931581258774,
      "loss_partial": 0.00927734375,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0006700308877043426,
      "loss_partial": 0.0032196044921875,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0004814643179997802,
      "loss_partial": 0.006988525390625,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0005621343152597547,
      "loss_partial": 0.005645751953125,
      "step": 820
    },
    {
      "epoch": 1.191860465116279,
      "loss_distr": 0.0007241253042593598,
      "loss_partial": 0.0089111328125,
      "step": 820
    },
    {
      "epoch": 1.193313953488372,
      "grad_norm": 0.18511690199375153,
      "learning_rate": 8.408091157893876e-06,
      "loss": 0.1758,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0008330332348123193,
      "loss_partial": 0.005584716796875,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0006148993270471692,
      "loss_partial": 0.00537109375,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0007515983888879418,
      "loss_partial": 0.0034942626953125,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.000697649666108191,
      "loss_partial": 0.004974365234375,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.00042496490641497076,
      "loss_partial": 0.005950927734375,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0003861799486912787,
      "loss_partial": 0.00933837890625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0005436342908069491,
      "loss_partial": 0.006988525390625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0004984339466318488,
      "loss_partial": 0.0054931640625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0005756623577326536,
      "loss_partial": 0.007720947265625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0006829688791185617,
      "loss_partial": 0.005157470703125,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0010346593335270882,
      "loss_partial": 0.004302978515625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.00025661406107246876,
      "loss_partial": 0.006500244140625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0007121763192117214,
      "loss_partial": 0.0106201171875,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.00038577287341468036,
      "loss_partial": 0.007720947265625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.00040714090573601425,
      "loss_partial": 0.007598876953125,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0006307901930995286,
      "loss_partial": 0.004119873046875,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.00031981311622075737,
      "loss_partial": 0.007781982421875,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0004992315080016851,
      "loss_partial": 0.0205078125,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0002813770843204111,
      "loss_partial": 0.005767822265625,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0005297254538163543,
      "loss_partial": 0.0047607421875,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.00038392419810406864,
      "loss_partial": 0.0096435546875,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0006783452117815614,
      "loss_partial": 0.005340576171875,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.00043910573003813624,
      "loss_partial": 0.0078125,
      "step": 821
    },
    {
      "epoch": 1.193313953488372,
      "loss_distr": 0.0004891923745162785,
      "loss_partial": 0.0126953125,
      "step": 821
    },
    {
      "epoch": 1.1947674418604652,
      "grad_norm": 0.16295118629932404,
      "learning_rate": 8.383043559954745e-06,
      "loss": 0.177,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0006311866454780102,
      "loss_partial": 0.003936767578125,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0005200191517360508,
      "loss_partial": 0.007171630859375,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0004719995195046067,
      "loss_partial": 0.007293701171875,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0004099032375961542,
      "loss_partial": 0.00811767578125,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0004983278340660036,
      "loss_partial": 0.0087890625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.00047554701450280845,
      "loss_partial": 0.00579833984375,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0006056491984054446,
      "loss_partial": 0.005157470703125,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.000223756447667256,
      "loss_partial": 0.004058837890625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0003732239129021764,
      "loss_partial": 0.0106201171875,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0006254552281461656,
      "loss_partial": 0.005096435546875,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0005880907410755754,
      "loss_partial": 0.0093994140625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0006813558284193277,
      "loss_partial": 0.006134033203125,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0008131659124046564,
      "loss_partial": 0.00390625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.000801880843937397,
      "loss_partial": 0.005279541015625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.00028886139625683427,
      "loss_partial": 0.00457763671875,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.00038041698280721903,
      "loss_partial": 0.009033203125,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0004038694023620337,
      "loss_partial": 0.006103515625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.000582516600843519,
      "loss_partial": 0.0033111572265625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0007552459719590843,
      "loss_partial": 0.00701904296875,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0006770379259251058,
      "loss_partial": 0.004058837890625,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.000652441696729511,
      "loss_partial": 0.00555419921875,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0003498294099699706,
      "loss_partial": 0.00726318359375,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0007829320966266096,
      "loss_partial": 0.00537109375,
      "step": 822
    },
    {
      "epoch": 1.1947674418604652,
      "loss_distr": 0.0005238830344751477,
      "loss_partial": 0.00634765625,
      "step": 822
    },
    {
      "epoch": 1.1962209302325582,
      "grad_norm": 0.1767486333847046,
      "learning_rate": 8.358006374552277e-06,
      "loss": 0.1772,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0004997029900550842,
      "loss_partial": 0.00665283203125,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0008106740424409509,
      "loss_partial": 0.003936767578125,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0004422201309353113,
      "loss_partial": 0.00927734375,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0005246952641755342,
      "loss_partial": 0.00616455078125,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0005649334052577615,
      "loss_partial": 0.006500244140625,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0007322152960114181,
      "loss_partial": 0.004669189453125,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.00034442433388903737,
      "loss_partial": 0.0068359375,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0005396095220930874,
      "loss_partial": 0.004852294921875,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0005017817602492869,
      "loss_partial": 0.005096435546875,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0005179520812816918,
      "loss_partial": 0.004150390625,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.00047793856356292963,
      "loss_partial": 0.007171630859375,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0004492033040151,
      "loss_partial": 0.00665283203125,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.00037946642260067165,
      "loss_partial": 0.0107421875,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0003178115002810955,
      "loss_partial": 0.0035858154296875,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0009092016844078898,
      "loss_partial": 0.0037841796875,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.000543565780390054,
      "loss_partial": 0.005859375,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0004894890589639544,
      "loss_partial": 0.00921630859375,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.00039541113073937595,
      "loss_partial": 0.00860595703125,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.00019645792781375349,
      "loss_partial": 0.00537109375,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.00036250805715098977,
      "loss_partial": 0.01470947265625,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0005476571968756616,
      "loss_partial": 0.005950927734375,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0010951661970466375,
      "loss_partial": 0.004180908203125,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.00042362749809399247,
      "loss_partial": 0.00506591796875,
      "step": 823
    },
    {
      "epoch": 1.1962209302325582,
      "loss_distr": 0.0006584287039004266,
      "loss_partial": 0.004119873046875,
      "step": 823
    },
    {
      "epoch": 1.197674418604651,
      "grad_norm": 0.18213990330696106,
      "learning_rate": 8.332979762915675e-06,
      "loss": 0.1777,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0006048868526704609,
      "loss_partial": 0.01007080078125,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0004751990200020373,
      "loss_partial": 0.00360107421875,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0006437209667637944,
      "loss_partial": 0.00555419921875,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.000697252806276083,
      "loss_partial": 0.006683349609375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00040341640124097466,
      "loss_partial": 0.006103515625,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0006386454915627837,
      "loss_partial": 0.0062255859375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0006525868084281683,
      "loss_partial": 0.011962890625,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0003636213659774512,
      "loss_partial": 0.00701904296875,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0009132185368798673,
      "loss_partial": 0.005706787109375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0005311861750669777,
      "loss_partial": 0.007568359375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0005986259784549475,
      "loss_partial": 0.005401611328125,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0006798573303967714,
      "loss_partial": 0.004974365234375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00020302039047237486,
      "loss_partial": 0.006011962890625,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00046172839938662946,
      "loss_partial": 0.00738525390625,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0005851167952641845,
      "loss_partial": 0.004486083984375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00034757854882627726,
      "loss_partial": 0.00823974609375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0005830987938679755,
      "loss_partial": 0.00653076171875,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0005055436631664634,
      "loss_partial": 0.006866455078125,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00024155696155503392,
      "loss_partial": 0.00714111328125,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00028400664450600743,
      "loss_partial": 0.00872802734375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00047049796557985246,
      "loss_partial": 0.0068359375,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0008584611350670457,
      "loss_partial": 0.004150390625,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.00040741320117376745,
      "loss_partial": 0.00994873046875,
      "step": 824
    },
    {
      "epoch": 1.197674418604651,
      "loss_distr": 0.0009494799887761474,
      "loss_partial": 0.007049560546875,
      "step": 824
    },
    {
      "epoch": 1.1991279069767442,
      "grad_norm": 0.18394632637500763,
      "learning_rate": 8.307963886206059e-06,
      "loss": 0.1765,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0009175309678539634,
      "loss_partial": 0.00958251953125,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0006693336181342602,
      "loss_partial": 0.004669189453125,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0005082802381366491,
      "loss_partial": 0.007354736328125,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.000915467506274581,
      "loss_partial": 0.004241943359375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0003794612712226808,
      "loss_partial": 0.008544921875,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0004930210416205227,
      "loss_partial": 0.007110595703125,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0005311417626217008,
      "loss_partial": 0.0091552734375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0006247066194191575,
      "loss_partial": 0.007049560546875,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.00029269824153743684,
      "loss_partial": 0.00848388671875,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0002824274415615946,
      "loss_partial": 0.0123291015625,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0005519424448721111,
      "loss_partial": 0.007293701171875,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0002929905604105443,
      "loss_partial": 0.0081787109375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0005794350290670991,
      "loss_partial": 0.006317138671875,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0009165852679871023,
      "loss_partial": 0.0040283203125,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0005804476095363498,
      "loss_partial": 0.00518798828125,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.00034140280331484973,
      "loss_partial": 0.006866455078125,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0004445185768418014,
      "loss_partial": 0.004974365234375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0008484411519020796,
      "loss_partial": 0.006683349609375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0009149812976829708,
      "loss_partial": 0.004058837890625,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0005562410806305707,
      "loss_partial": 0.00396728515625,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.00043529586400836706,
      "loss_partial": 0.005950927734375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.00042598764412105083,
      "loss_partial": 0.0072021484375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0008467010920867324,
      "loss_partial": 0.00482177734375,
      "step": 825
    },
    {
      "epoch": 1.1991279069767442,
      "loss_distr": 0.0007896758615970612,
      "loss_partial": 0.00506591796875,
      "step": 825
    },
    {
      "epoch": 1.2005813953488371,
      "grad_norm": 0.17420202493667603,
      "learning_rate": 8.282958905515426e-06,
      "loss": 0.1789,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0010500435018911958,
      "loss_partial": 0.004638671875,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.00027635175501927733,
      "loss_partial": 0.01507568359375,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0006228173151612282,
      "loss_partial": 0.009033203125,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.000342592567903921,
      "loss_partial": 0.0052490234375,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0002615560661070049,
      "loss_partial": 0.00555419921875,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0004015312297269702,
      "loss_partial": 0.0048828125,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.00028103767544962466,
      "loss_partial": 0.00836181640625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0007138731889426708,
      "loss_partial": 0.004302978515625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0003809628542512655,
      "loss_partial": 0.005767822265625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0004967378336004913,
      "loss_partial": 0.00994873046875,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.000382590398658067,
      "loss_partial": 0.006500244140625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0005075926892459393,
      "loss_partial": 0.007720947265625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0006968352245166898,
      "loss_partial": 0.00469970703125,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0004977297503501177,
      "loss_partial": 0.01055908203125,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0003230577567592263,
      "loss_partial": 0.007293701171875,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0007318900316022336,
      "loss_partial": 0.004608154296875,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0005798701313324273,
      "loss_partial": 0.00897216796875,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0007103600073605776,
      "loss_partial": 0.0034332275390625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0006652458105236292,
      "loss_partial": 0.0029144287109375,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0007774913683533669,
      "loss_partial": 0.007720947265625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0006088763475418091,
      "loss_partial": 0.005035400390625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0007181229302659631,
      "loss_partial": 0.004058837890625,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0007869411492720246,
      "loss_partial": 0.004486083984375,
      "step": 826
    },
    {
      "epoch": 1.2005813953488371,
      "loss_distr": 0.0005094549269415438,
      "loss_partial": 0.006103515625,
      "step": 826
    },
    {
      "epoch": 1.2020348837209303,
      "grad_norm": 0.1937817931175232,
      "learning_rate": 8.257964981865596e-06,
      "loss": 0.1746,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.00027715921169146895,
      "loss_partial": 0.0078125,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.00021759681112598628,
      "loss_partial": 0.0107421875,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0005436824285425246,
      "loss_partial": 0.005523681640625,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0005996969412080944,
      "loss_partial": 0.0069580078125,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0006386173190549016,
      "loss_partial": 0.004150390625,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0007191506447270513,
      "loss_partial": 0.007720947265625,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0005214653210714459,
      "loss_partial": 0.005706787109375,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0006148020620457828,
      "loss_partial": 0.00604248046875,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.00045624206541106105,
      "loss_partial": 0.00518798828125,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0005451275501400232,
      "loss_partial": 0.005126953125,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.00023454005713574588,
      "loss_partial": 0.006011962890625,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.000775530468672514,
      "loss_partial": 0.003631591796875,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0004175489011686295,
      "loss_partial": 0.00439453125,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0006127497181296349,
      "loss_partial": 0.013916015625,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.00037864985642954707,
      "loss_partial": 0.00445556640625,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.00043388991616666317,
      "loss_partial": 0.0045166015625,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0006763585843145847,
      "loss_partial": 0.00946044921875,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0006029588403180242,
      "loss_partial": 0.0091552734375,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0005462822737172246,
      "loss_partial": 0.006317138671875,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0007231737254187465,
      "loss_partial": 0.0052490234375,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0005099019035696983,
      "loss_partial": 0.00457763671875,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0002646390348672867,
      "loss_partial": 0.005615234375,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0004908409900963306,
      "loss_partial": 0.00823974609375,
      "step": 827
    },
    {
      "epoch": 1.2020348837209303,
      "loss_distr": 0.0007964861579239368,
      "loss_partial": 0.007354736328125,
      "step": 827
    },
    {
      "epoch": 1.2034883720930232,
      "grad_norm": 0.17838239669799805,
      "learning_rate": 8.232982276207196e-06,
      "loss": 0.1778,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.00035997130908071995,
      "loss_partial": 0.00848388671875,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0005107217002660036,
      "loss_partial": 0.0086669921875,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.00030476110987365246,
      "loss_partial": 0.006988525390625,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.000575002864934504,
      "loss_partial": 0.0050048828125,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0007252958021126688,
      "loss_partial": 0.00537109375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0002772407606244087,
      "loss_partial": 0.00433349609375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.00035540523822419345,
      "loss_partial": 0.00537109375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.00022920328774489462,
      "loss_partial": 0.0096435546875,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0010283852461725473,
      "loss_partial": 0.003204345703125,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.000662474543787539,
      "loss_partial": 0.0048828125,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0006587384268641472,
      "loss_partial": 0.0052490234375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.00040894740959629416,
      "loss_partial": 0.00689697265625,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0005515174707397819,
      "loss_partial": 0.00665283203125,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0007493861485272646,
      "loss_partial": 0.007171630859375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0005574851529672742,
      "loss_partial": 0.00494384765625,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.00044399051694199443,
      "loss_partial": 0.00738525390625,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0004771896346937865,
      "loss_partial": 0.006927490234375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0007564492989331484,
      "loss_partial": 0.003997802734375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0007215234800241888,
      "loss_partial": 0.006378173828125,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0003263599646743387,
      "loss_partial": 0.007080078125,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0005451629403978586,
      "loss_partial": 0.00665283203125,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0005975396488793194,
      "loss_partial": 0.004150390625,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0008882851689122617,
      "loss_partial": 0.003997802734375,
      "step": 828
    },
    {
      "epoch": 1.2034883720930232,
      "loss_distr": 0.0005899673560634255,
      "loss_partial": 0.007476806640625,
      "step": 828
    },
    {
      "epoch": 1.2049418604651163,
      "grad_norm": 0.20132222771644592,
      "learning_rate": 8.208010949418608e-06,
      "loss": 0.1755,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.00047768413787707686,
      "loss_partial": 0.00860595703125,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0005117476102896035,
      "loss_partial": 0.00531005859375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0003025346959475428,
      "loss_partial": 0.00885009765625,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0006582012865692377,
      "loss_partial": 0.0068359375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0007775690755806863,
      "loss_partial": 0.0042724609375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0007616006187163293,
      "loss_partial": 0.004150390625,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0005430712481029332,
      "loss_partial": 0.0069580078125,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0007393946871161461,
      "loss_partial": 0.0052490234375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0005593645619228482,
      "loss_partial": 0.00396728515625,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0010285675525665283,
      "loss_partial": 0.006011962890625,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.000838309177197516,
      "loss_partial": 0.004486083984375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0005671722465194762,
      "loss_partial": 0.006927490234375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.000237572705373168,
      "loss_partial": 0.01019287109375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0007164230919443071,
      "loss_partial": 0.0084228515625,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0005759665509685874,
      "loss_partial": 0.006866455078125,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.000615033321082592,
      "loss_partial": 0.0038299560546875,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0008087751921266317,
      "loss_partial": 0.006072998046875,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.000603814609348774,
      "loss_partial": 0.009765625,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.00047648578765802085,
      "loss_partial": 0.005950927734375,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0011581879807636142,
      "loss_partial": 0.00421142578125,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.000315338431391865,
      "loss_partial": 0.00244140625,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0005953991785645485,
      "loss_partial": 0.00518798828125,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.00035468919668346643,
      "loss_partial": 0.01123046875,
      "step": 829
    },
    {
      "epoch": 1.2049418604651163,
      "loss_distr": 0.0006744295824319124,
      "loss_partial": 0.0062255859375,
      "step": 829
    },
    {
      "epoch": 1.2063953488372092,
      "grad_norm": 0.1781456172466278,
      "learning_rate": 8.183051162304944e-06,
      "loss": 0.1762,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0005769513081759214,
      "loss_partial": 0.007659912109375,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.00045835861237719655,
      "loss_partial": 0.0103759765625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0006757613737136126,
      "loss_partial": 0.0064697265625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.00035673577804118395,
      "loss_partial": 0.0057373046875,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0007864764193072915,
      "loss_partial": 0.00445556640625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0008908623130992055,
      "loss_partial": 0.00469970703125,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0006588465766981244,
      "loss_partial": 0.00885009765625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0006186068058013916,
      "loss_partial": 0.00726318359375,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0006905255722813308,
      "loss_partial": 0.0031890869140625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0005150531651452184,
      "loss_partial": 0.0072021484375,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0005871602334082127,
      "loss_partial": 0.005615234375,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0005985848838463426,
      "loss_partial": 0.007171630859375,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.00038551329635083675,
      "loss_partial": 0.0140380859375,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0007356280693784356,
      "loss_partial": 0.0045166015625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.00029397994512692094,
      "loss_partial": 0.00799560546875,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0006208355771377683,
      "loss_partial": 0.004974365234375,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0006182072684168816,
      "loss_partial": 0.00811767578125,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0003344026627019048,
      "loss_partial": 0.00994873046875,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0005001018289476633,
      "loss_partial": 0.006561279296875,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0006183144869282842,
      "loss_partial": 0.0057373046875,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0005207755602896214,
      "loss_partial": 0.006744384765625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.000834232138004154,
      "loss_partial": 0.004638671875,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0005674070562236011,
      "loss_partial": 0.004302978515625,
      "step": 830
    },
    {
      "epoch": 1.2063953488372092,
      "loss_distr": 0.0009014484821818769,
      "loss_partial": 0.005096435546875,
      "step": 830
    },
    {
      "epoch": 1.2078488372093024,
      "grad_norm": 0.19475790858268738,
      "learning_rate": 8.158103075596995e-06,
      "loss": 0.1784,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.00038991874316707253,
      "loss_partial": 0.0108642578125,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.000227104319492355,
      "loss_partial": 0.00946044921875,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0002276154118590057,
      "loss_partial": 0.0081787109375,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0006967234658077359,
      "loss_partial": 0.0047607421875,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0005071596242487431,
      "loss_partial": 0.007080078125,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0007187722949311137,
      "loss_partial": 0.006011962890625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0009424052550457418,
      "loss_partial": 0.005218505859375,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0002743855584412813,
      "loss_partial": 0.005706787109375,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0002988396445289254,
      "loss_partial": 0.00640869140625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0007680258713662624,
      "loss_partial": 0.0152587890625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.00032678048592060804,
      "loss_partial": 0.01116943359375,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0005564416060224175,
      "loss_partial": 0.006988525390625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0005889520980417728,
      "loss_partial": 0.00360107421875,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0008709669345989823,
      "loss_partial": 0.004974365234375,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.00042770220898091793,
      "loss_partial": 0.004669189453125,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.00029465361149050295,
      "loss_partial": 0.005126953125,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0005650280509144068,
      "loss_partial": 0.0084228515625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.00040214016917161644,
      "loss_partial": 0.007171630859375,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0003655659966170788,
      "loss_partial": 0.00445556640625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0007097090128809214,
      "loss_partial": 0.004791259765625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0005160116706974804,
      "loss_partial": 0.00543212890625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0003912478860002011,
      "loss_partial": 0.006103515625,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.000915669952519238,
      "loss_partial": 0.0079345703125,
      "step": 831
    },
    {
      "epoch": 1.2078488372093024,
      "loss_distr": 0.0003924668417312205,
      "loss_partial": 0.00921630859375,
      "step": 831
    },
    {
      "epoch": 1.2093023255813953,
      "grad_norm": 0.20270371437072754,
      "learning_rate": 8.133166849950216e-06,
      "loss": 0.176,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0005394595209509134,
      "loss_partial": 0.006072998046875,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0006415849784389138,
      "loss_partial": 0.008544921875,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0005933677894063294,
      "loss_partial": 0.010009765625,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.000274052144959569,
      "loss_partial": 0.00750732421875,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0008436586940661073,
      "loss_partial": 0.0040283203125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0006911702221259475,
      "loss_partial": 0.0057373046875,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0007358031580224633,
      "loss_partial": 0.0054931640625,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0006518880254589021,
      "loss_partial": 0.010009765625,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.00028652773471549153,
      "loss_partial": 0.00909423828125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0005230341339483857,
      "loss_partial": 0.006622314453125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0005505518056452274,
      "loss_partial": 0.00408935546875,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.00048488774336874485,
      "loss_partial": 0.0093994140625,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0008803422097116709,
      "loss_partial": 0.0037689208984375,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0005066930316388607,
      "loss_partial": 0.007049560546875,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0004570647142827511,
      "loss_partial": 0.00689697265625,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.00029337909654714167,
      "loss_partial": 0.005401611328125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.00034197012428194284,
      "loss_partial": 0.01153564453125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0002932321513071656,
      "loss_partial": 0.006683349609375,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.00036015466321259737,
      "loss_partial": 0.0106201171875,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0004383941413834691,
      "loss_partial": 0.00823974609375,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0005985326715745032,
      "loss_partial": 0.00909423828125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.000416924012824893,
      "loss_partial": 0.01153564453125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.0003070675884373486,
      "loss_partial": 0.005645751953125,
      "step": 832
    },
    {
      "epoch": 1.2093023255813953,
      "loss_distr": 0.00028609702712856233,
      "loss_partial": 0.0093994140625,
      "step": 832
    },
    {
      "epoch": 1.2107558139534884,
      "grad_norm": 0.19386883080005646,
      "learning_rate": 8.108242645943681e-06,
      "loss": 0.1744,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0005640393937937915,
      "loss_partial": 0.00958251953125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.000689298496581614,
      "loss_partial": 0.003509521484375,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0004212707281112671,
      "loss_partial": 0.007354736328125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0004877499013673514,
      "loss_partial": 0.00909423828125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.00034337822580710053,
      "loss_partial": 0.007568359375,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0003963769122492522,
      "loss_partial": 0.00604248046875,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0007052909932099283,
      "loss_partial": 0.0057373046875,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0006948048248887062,
      "loss_partial": 0.00390625,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0004978032084181905,
      "loss_partial": 0.009033203125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.000649951514787972,
      "loss_partial": 0.004638671875,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0006318266387097538,
      "loss_partial": 0.0074462890625,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0005055168876424432,
      "loss_partial": 0.00701904296875,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0006950089591555297,
      "loss_partial": 0.005615234375,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0003923760959878564,
      "loss_partial": 0.007293701171875,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0002840242814272642,
      "loss_partial": 0.0030059814453125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0007160016684792936,
      "loss_partial": 0.00469970703125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.000435254885815084,
      "loss_partial": 0.00445556640625,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.00022630495368503034,
      "loss_partial": 0.00823974609375,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.00035676054540090263,
      "loss_partial": 0.003448486328125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0008684824570082128,
      "loss_partial": 0.004486083984375,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.00034568418050184846,
      "loss_partial": 0.00518798828125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0002577182021923363,
      "loss_partial": 0.00811767578125,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0003497229772619903,
      "loss_partial": 0.00604248046875,
      "step": 833
    },
    {
      "epoch": 1.2107558139534884,
      "loss_distr": 0.0002475178916938603,
      "loss_partial": 0.00885009765625,
      "step": 833
    },
    {
      "epoch": 1.2122093023255813,
      "grad_norm": 0.19145533442497253,
      "learning_rate": 8.083330624079044e-06,
      "loss": 0.1784,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.00046538104652427137,
      "loss_partial": 0.005889892578125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0005062762065790594,
      "loss_partial": 0.007659912109375,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0009303514380007982,
      "loss_partial": 0.005645751953125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0005422940594144166,
      "loss_partial": 0.007171630859375,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0003322273842059076,
      "loss_partial": 0.01263427734375,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.00027361459797248244,
      "loss_partial": 0.004058837890625,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0005950826453045011,
      "loss_partial": 0.00640869140625,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0004556419444270432,
      "loss_partial": 0.0086669921875,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0008026742725633085,
      "loss_partial": 0.004974365234375,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0006519595626741648,
      "loss_partial": 0.0068359375,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.000665788073092699,
      "loss_partial": 0.004669189453125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0004206354497000575,
      "loss_partial": 0.00933837890625,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0008084309520199895,
      "loss_partial": 0.005035400390625,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0007355389534495771,
      "loss_partial": 0.004669189453125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0003310165775474161,
      "loss_partial": 0.0089111328125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.00042863807175308466,
      "loss_partial": 0.007354736328125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0003773260395973921,
      "loss_partial": 0.01031494140625,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0005230926326476038,
      "loss_partial": 0.00909423828125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0006460491567850113,
      "loss_partial": 0.003997802734375,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0007012308924458921,
      "loss_partial": 0.004669189453125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0005302561912685633,
      "loss_partial": 0.00933837890625,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.000614255026448518,
      "loss_partial": 0.006866455078125,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.00033226702362298965,
      "loss_partial": 0.00701904296875,
      "step": 834
    },
    {
      "epoch": 1.2122093023255813,
      "loss_distr": 0.0003586105885915458,
      "loss_partial": 0.007476806640625,
      "step": 834
    },
    {
      "epoch": 1.2136627906976745,
      "grad_norm": 0.20425818860530853,
      "learning_rate": 8.058430944779512e-06,
      "loss": 0.1774,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0003655998152680695,
      "loss_partial": 0.00701904296875,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0006236077751964331,
      "loss_partial": 0.00787353515625,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0003824406012427062,
      "loss_partial": 0.013671875,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0009854644304141402,
      "loss_partial": 0.004058837890625,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005311995046213269,
      "loss_partial": 0.005828857421875,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005914143985137343,
      "loss_partial": 0.0052490234375,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0006871100049465895,
      "loss_partial": 0.0054931640625,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0003955660795327276,
      "loss_partial": 0.004974365234375,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0006441725417971611,
      "loss_partial": 0.00714111328125,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005079098045825958,
      "loss_partial": 0.00750732421875,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005240443279035389,
      "loss_partial": 0.01141357421875,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0002611194213386625,
      "loss_partial": 0.0042724609375,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005485548754222691,
      "loss_partial": 0.0093994140625,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0003045908233616501,
      "loss_partial": 0.0089111328125,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005534972297027707,
      "loss_partial": 0.01019287109375,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005681971088051796,
      "loss_partial": 0.01214599609375,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0004227596800774336,
      "loss_partial": 0.004638671875,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0004753530665766448,
      "loss_partial": 0.00830078125,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0005084999720565975,
      "loss_partial": 0.0030517578125,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0003180996864102781,
      "loss_partial": 0.00994873046875,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0006489299703389406,
      "loss_partial": 0.0111083984375,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0004878563922829926,
      "loss_partial": 0.0079345703125,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0006764928111806512,
      "loss_partial": 0.007171630859375,
      "step": 835
    },
    {
      "epoch": 1.2136627906976745,
      "loss_distr": 0.0007209171890281141,
      "loss_partial": 0.005615234375,
      "step": 835
    },
    {
      "epoch": 1.2151162790697674,
      "grad_norm": 0.19659051299095154,
      "learning_rate": 8.033543768388816e-06,
      "loss": 0.1777,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0004389048262964934,
      "loss_partial": 0.00836181640625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.00024342570395674556,
      "loss_partial": 0.006439208984375,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0006648723501712084,
      "loss_partial": 0.004058837890625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.000502394454088062,
      "loss_partial": 0.00848388671875,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.00042461889097467065,
      "loss_partial": 0.01177978515625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0004532138700596988,
      "loss_partial": 0.004913330078125,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0007130119483917952,
      "loss_partial": 0.00518798828125,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0003299768432043493,
      "loss_partial": 0.006744384765625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0003411945072002709,
      "loss_partial": 0.01318359375,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0006329306634142995,
      "loss_partial": 0.00897216796875,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0002563653979450464,
      "loss_partial": 0.004974365234375,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.00027953425887972116,
      "loss_partial": 0.00701904296875,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0004930777940899134,
      "loss_partial": 0.005767822265625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0006698599318042397,
      "loss_partial": 0.0050048828125,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0006378783727996051,
      "loss_partial": 0.004852294921875,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.00029982527485117316,
      "loss_partial": 0.01141357421875,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0005303733050823212,
      "loss_partial": 0.0054931640625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0008910397300496697,
      "loss_partial": 0.003082275390625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0003354094224050641,
      "loss_partial": 0.007354736328125,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0006934641860425472,
      "loss_partial": 0.0036773681640625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0004430856497492641,
      "loss_partial": 0.0038299560546875,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.00037688526208512485,
      "loss_partial": 0.01080322265625,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.00034688456798903644,
      "loss_partial": 0.00799560546875,
      "step": 836
    },
    {
      "epoch": 1.2151162790697674,
      "loss_distr": 0.0005103040020912886,
      "loss_partial": 0.0074462890625,
      "step": 836
    },
    {
      "epoch": 1.2165697674418605,
      "grad_norm": 0.22428713738918304,
      "learning_rate": 8.008669255170177e-06,
      "loss": 0.1769,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0002589448122307658,
      "loss_partial": 0.0068359375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0002891438198275864,
      "loss_partial": 0.00811767578125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0005776401376351714,
      "loss_partial": 0.00396728515625,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0006130429683253169,
      "loss_partial": 0.007080078125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0006043532048352063,
      "loss_partial": 0.004638671875,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0004691079957410693,
      "loss_partial": 0.004913330078125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0007201590924523771,
      "loss_partial": 0.004730224609375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0008010190213099122,
      "loss_partial": 0.004974365234375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0005877487128600478,
      "loss_partial": 0.006103515625,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0005758061306551099,
      "loss_partial": 0.00921630859375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0005095264059491456,
      "loss_partial": 0.006378173828125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0009929040679708123,
      "loss_partial": 0.005706787109375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0006741596153005958,
      "loss_partial": 0.006011962890625,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0005615769186988473,
      "loss_partial": 0.005157470703125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0006864200695417821,
      "loss_partial": 0.00823974609375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.00046631437726318836,
      "loss_partial": 0.006622314453125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0006198055343702435,
      "loss_partial": 0.00830078125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0005582566373050213,
      "loss_partial": 0.0048828125,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0009662268566899002,
      "loss_partial": 0.007293701171875,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0010018933098763227,
      "loss_partial": 0.004974365234375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0003412339137867093,
      "loss_partial": 0.0068359375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.0003811079659499228,
      "loss_partial": 0.00341796875,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.000733734923414886,
      "loss_partial": 0.00531005859375,
      "step": 837
    },
    {
      "epoch": 1.2165697674418605,
      "loss_distr": 0.00034045270876958966,
      "loss_partial": 0.005523681640625,
      "step": 837
    },
    {
      "epoch": 1.2180232558139534,
      "grad_norm": 0.19802697002887726,
      "learning_rate": 7.983807565305248e-06,
      "loss": 0.1792,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0005622695898637176,
      "loss_partial": 0.00579833984375,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0007122111856006086,
      "loss_partial": 0.00494384765625,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0006515025161206722,
      "loss_partial": 0.00848388671875,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.00038388193934224546,
      "loss_partial": 0.006317138671875,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0005988907068967819,
      "loss_partial": 0.005126953125,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0007957085035741329,
      "loss_partial": 0.006683349609375,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0005245742504484951,
      "loss_partial": 0.006744384765625,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0004931059665977955,
      "loss_partial": 0.006683349609375,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0002592382952570915,
      "loss_partial": 0.0125732421875,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0005037824157625437,
      "loss_partial": 0.005218505859375,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0006537255248986185,
      "loss_partial": 0.004669189453125,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0003965625655837357,
      "loss_partial": 0.0098876953125,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.00027519685681909323,
      "loss_partial": 0.00872802734375,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0007126834243535995,
      "loss_partial": 0.006500244140625,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0002983196172863245,
      "loss_partial": 0.00738525390625,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0005205930210649967,
      "loss_partial": 0.006195068359375,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.000857374572660774,
      "loss_partial": 0.004150390625,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.000250524579314515,
      "loss_partial": 0.004425048828125,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0007924520177766681,
      "loss_partial": 0.004150390625,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0004272762453183532,
      "loss_partial": 0.00482177734375,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0003392515645828098,
      "loss_partial": 0.004852294921875,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.0005961956921964884,
      "loss_partial": 0.006744384765625,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.00040746183367446065,
      "loss_partial": 0.00830078125,
      "step": 838
    },
    {
      "epoch": 1.2180232558139534,
      "loss_distr": 0.00040895945858210325,
      "loss_partial": 0.01007080078125,
      "step": 838
    },
    {
      "epoch": 1.2194767441860466,
      "grad_norm": 0.22108033299446106,
      "learning_rate": 7.95895885889313e-06,
      "loss": 0.1753,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0006905074114911258,
      "loss_partial": 0.003631591796875,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0005571902729570866,
      "loss_partial": 0.007171630859375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0005737568135373294,
      "loss_partial": 0.005706787109375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0006450204527936876,
      "loss_partial": 0.006256103515625,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0002620801387820393,
      "loss_partial": 0.01092529296875,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0006486537749879062,
      "loss_partial": 0.0035858154296875,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0007327468483708799,
      "loss_partial": 0.005126953125,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0005585058825090528,
      "loss_partial": 0.004730224609375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0007068429840728641,
      "loss_partial": 0.00592041015625,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0007002715719863772,
      "loss_partial": 0.004150390625,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0007068082923069596,
      "loss_partial": 0.00836181640625,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0006496395217254758,
      "loss_partial": 0.008544921875,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0006812100182287395,
      "loss_partial": 0.0062255859375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.000691625231411308,
      "loss_partial": 0.005218505859375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.00020830711582675576,
      "loss_partial": 0.01434326171875,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.00041283105383627117,
      "loss_partial": 0.005218505859375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.000598065264057368,
      "loss_partial": 0.006134033203125,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0009343951242044568,
      "loss_partial": 0.0042724609375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.00021591670520137995,
      "loss_partial": 0.00604248046875,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.00047180737601593137,
      "loss_partial": 0.002288818359375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0009356567170470953,
      "loss_partial": 0.004241943359375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0002654006239026785,
      "loss_partial": 0.01031494140625,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.0003534076386131346,
      "loss_partial": 0.00677490234375,
      "step": 839
    },
    {
      "epoch": 1.2194767441860466,
      "loss_distr": 0.00040908795199356973,
      "loss_partial": 0.0074462890625,
      "step": 839
    },
    {
      "epoch": 1.2209302325581395,
      "grad_norm": 0.17975807189941406,
      "learning_rate": 7.934123295949309e-06,
      "loss": 0.1757,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0005478990497067571,
      "loss_partial": 0.00567626953125,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00038323592161759734,
      "loss_partial": 0.004425048828125,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0005942895077168941,
      "loss_partial": 0.0036468505859375,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00043563469080254436,
      "loss_partial": 0.0086669921875,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0005948454490862787,
      "loss_partial": 0.00555419921875,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0007549321744590998,
      "loss_partial": 0.00408935546875,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00029734772397205234,
      "loss_partial": 0.00628662109375,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0006766921142116189,
      "loss_partial": 0.006744384765625,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0003134561702609062,
      "loss_partial": 0.01104736328125,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.000748076883610338,
      "loss_partial": 0.006683349609375,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00040763395372778177,
      "loss_partial": 0.01104736328125,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0005518663674592972,
      "loss_partial": 0.01043701171875,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00025666638975962996,
      "loss_partial": 0.0074462890625,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00024755485355854034,
      "loss_partial": 0.01220703125,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0007015952141955495,
      "loss_partial": 0.005035400390625,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00028037303127348423,
      "loss_partial": 0.00921630859375,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0008274847059510648,
      "loss_partial": 0.005218505859375,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0006222564843483269,
      "loss_partial": 0.00494384765625,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0006863577291369438,
      "loss_partial": 0.007476806640625,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0003774670767597854,
      "loss_partial": 0.0078125,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0004966523847542703,
      "loss_partial": 0.007354736328125,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0007872932474128902,
      "loss_partial": 0.003875732421875,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.0004633533535525203,
      "loss_partial": 0.00445556640625,
      "step": 840
    },
    {
      "epoch": 1.2209302325581395,
      "loss_distr": 0.00048207701183855534,
      "loss_partial": 0.01318359375,
      "step": 840
    },
    {
      "epoch": 1.2223837209302326,
      "grad_norm": 0.2286761850118637,
      "learning_rate": 7.909301036404624e-06,
      "loss": 0.1753,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0004958544159308076,
      "loss_partial": 0.00421142578125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.00023446307750418782,
      "loss_partial": 0.009033203125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0006056957645341754,
      "loss_partial": 0.006683349609375,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0007569423760287464,
      "loss_partial": 0.004913330078125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0002672110858839005,
      "loss_partial": 0.00811767578125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0002610702649690211,
      "loss_partial": 0.00396728515625,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0007450344855897129,
      "loss_partial": 0.006683349609375,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.00048677227459847927,
      "loss_partial": 0.004852294921875,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0005628870567306876,
      "loss_partial": 0.006500244140625,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0007682194700464606,
      "loss_partial": 0.005767822265625,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0008017144864425063,
      "loss_partial": 0.0086669921875,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.00021723179088439792,
      "loss_partial": 0.0079345703125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0007159664528444409,
      "loss_partial": 0.00811767578125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0004268412885721773,
      "loss_partial": 0.003631591796875,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0006740440148860216,
      "loss_partial": 0.003692626953125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0005361613002605736,
      "loss_partial": 0.0098876953125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0006076187710277736,
      "loss_partial": 0.005889892578125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.000375153380446136,
      "loss_partial": 0.006072998046875,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0002463714627083391,
      "loss_partial": 0.004547119140625,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.00023053062614053488,
      "loss_partial": 0.01031494140625,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0005896175280213356,
      "loss_partial": 0.006683349609375,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.00043666211422532797,
      "loss_partial": 0.00811767578125,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0006607460672967136,
      "loss_partial": 0.0052490234375,
      "step": 841
    },
    {
      "epoch": 1.2223837209302326,
      "loss_distr": 0.0003551419940777123,
      "loss_partial": 0.00494384765625,
      "step": 841
    },
    {
      "epoch": 1.2238372093023255,
      "grad_norm": 0.18821404874324799,
      "learning_rate": 7.884492240104252e-06,
      "loss": 0.1728,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0006773689528927207,
      "loss_partial": 0.0064697265625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0006544934003613889,
      "loss_partial": 0.004302978515625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0004830101679544896,
      "loss_partial": 0.010498046875,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0007134132320061326,
      "loss_partial": 0.005340576171875,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0005454064812511206,
      "loss_partial": 0.009765625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00042378934449516237,
      "loss_partial": 0.0196533203125,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00037662137765437365,
      "loss_partial": 0.006744384765625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00048768098349682987,
      "loss_partial": 0.01092529296875,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00029987154994159937,
      "loss_partial": 0.005523681640625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00032357993768528104,
      "loss_partial": 0.0052490234375,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0005424788687378168,
      "loss_partial": 0.004241943359375,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0008784935344010592,
      "loss_partial": 0.0036773681640625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0005891696782782674,
      "loss_partial": 0.00518798828125,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0003015069814864546,
      "loss_partial": 0.004669189453125,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0007301293662749231,
      "loss_partial": 0.0052490234375,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0005850069574080408,
      "loss_partial": 0.003936767578125,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0005249202367849648,
      "loss_partial": 0.006195068359375,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0004018481122329831,
      "loss_partial": 0.005279541015625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0004024165391456336,
      "loss_partial": 0.004425048828125,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0005482904380187392,
      "loss_partial": 0.0035858154296875,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00047370773972943425,
      "loss_partial": 0.009521484375,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00035569496685639024,
      "loss_partial": 0.0084228515625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.0007579205557703972,
      "loss_partial": 0.00787353515625,
      "step": 842
    },
    {
      "epoch": 1.2238372093023255,
      "loss_distr": 0.00045360770309343934,
      "loss_partial": 0.00567626953125,
      "step": 842
    },
    {
      "epoch": 1.2252906976744187,
      "grad_norm": 0.17856380343437195,
      "learning_rate": 7.859697066806675e-06,
      "loss": 0.173,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0008821386145427823,
      "loss_partial": 0.005035400390625,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0006493963301181793,
      "loss_partial": 0.00787353515625,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0006743079284206033,
      "loss_partial": 0.005126953125,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0006352965137921274,
      "loss_partial": 0.0019378662109375,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.00022687924501951784,
      "loss_partial": 0.00836181640625,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.00038672267692163587,
      "loss_partial": 0.007232666015625,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0003629866987466812,
      "loss_partial": 0.01129150390625,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0004940872313454747,
      "loss_partial": 0.0057373046875,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0002627712092362344,
      "loss_partial": 0.0059814453125,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.00027066070470027626,
      "loss_partial": 0.007049560546875,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.00039045681478455663,
      "loss_partial": 0.00653076171875,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.00025853788247331977,
      "loss_partial": 0.0042724609375,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0004917850019410253,
      "loss_partial": 0.00762939453125,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.00038441765354946256,
      "loss_partial": 0.01251220703125,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0003280077362433076,
      "loss_partial": 0.007232666015625,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0004800779861398041,
      "loss_partial": 0.005615234375,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0009493135148659348,
      "loss_partial": 0.005462646484375,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.00047558697406202555,
      "loss_partial": 0.01220703125,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.000727836973965168,
      "loss_partial": 0.0059814453125,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0005147213232703507,
      "loss_partial": 0.006195068359375,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0005109190824441612,
      "loss_partial": 0.00555419921875,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0007868338143453002,
      "loss_partial": 0.0072021484375,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0007596784271299839,
      "loss_partial": 0.006378173828125,
      "step": 843
    },
    {
      "epoch": 1.2252906976744187,
      "loss_distr": 0.0005300006596371531,
      "loss_partial": 0.00518798828125,
      "step": 843
    },
    {
      "epoch": 1.2267441860465116,
      "grad_norm": 0.1906827837228775,
      "learning_rate": 7.834915676182644e-06,
      "loss": 0.1755,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0005767433322034776,
      "loss_partial": 0.0052490234375,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0009994609281420708,
      "loss_partial": 0.004547119140625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.000553821912035346,
      "loss_partial": 0.005950927734375,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0006739291711710393,
      "loss_partial": 0.005706787109375,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0007622845005244017,
      "loss_partial": 0.003814697265625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.00027268767007626593,
      "loss_partial": 0.00726318359375,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.000662820995785296,
      "loss_partial": 0.0079345703125,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0006129465764388442,
      "loss_partial": 0.00543212890625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.00033165636705234647,
      "loss_partial": 0.01275634765625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.00023697478172834963,
      "loss_partial": 0.00811767578125,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0008391781011596322,
      "loss_partial": 0.00653076171875,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.00027123867766931653,
      "loss_partial": 0.00787353515625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0009125281940214336,
      "loss_partial": 0.0040283203125,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0006016886909492314,
      "loss_partial": 0.00628662109375,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0006686853594146669,
      "loss_partial": 0.007568359375,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0006422941805794835,
      "loss_partial": 0.004730224609375,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.00026390509447082877,
      "loss_partial": 0.005645751953125,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0003035531844943762,
      "loss_partial": 0.0034942626953125,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0008742145728319883,
      "loss_partial": 0.005828857421875,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0004972446477040648,
      "loss_partial": 0.0054931640625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.0005688791279681027,
      "loss_partial": 0.004150390625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.00035249663051217794,
      "loss_partial": 0.00830078125,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.00044675261597149074,
      "loss_partial": 0.00933837890625,
      "step": 844
    },
    {
      "epoch": 1.2267441860465116,
      "loss_distr": 0.000528434116858989,
      "loss_partial": 0.0045166015625,
      "step": 844
    },
    {
      "epoch": 1.2281976744186047,
      "grad_norm": 0.20618923008441925,
      "learning_rate": 7.810148227814154e-06,
      "loss": 0.1736,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0003709783486556262,
      "loss_partial": 0.004638671875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.00034321012208238244,
      "loss_partial": 0.01055908203125,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0006372813950292766,
      "loss_partial": 0.00677490234375,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0006096370052546263,
      "loss_partial": 0.00653076171875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.000498854264151305,
      "loss_partial": 0.0084228515625,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.00023471444728784263,
      "loss_partial": 0.0108642578125,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.00048331634025089443,
      "loss_partial": 0.007232666015625,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0005863530677743256,
      "loss_partial": 0.004974365234375,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0003453051904216409,
      "loss_partial": 0.006317138671875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0006090793758630753,
      "loss_partial": 0.005035400390625,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.00041785798384808004,
      "loss_partial": 0.00604248046875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0002862226974684745,
      "loss_partial": 0.0032958984375,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0002488437166903168,
      "loss_partial": 0.00726318359375,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0006053954130038619,
      "loss_partial": 0.006439208984375,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0005078560207039118,
      "loss_partial": 0.0067138671875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0005975429667159915,
      "loss_partial": 0.003631591796875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0005145930917933583,
      "loss_partial": 0.00457763671875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0006940469611436129,
      "loss_partial": 0.00439453125,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.00046019323053769767,
      "loss_partial": 0.0152587890625,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.00021404452854767442,
      "loss_partial": 0.00750732421875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0011940619442611933,
      "loss_partial": 0.0050048828125,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0006012727972120047,
      "loss_partial": 0.00604248046875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0005892488406971097,
      "loss_partial": 0.00799560546875,
      "step": 845
    },
    {
      "epoch": 1.2281976744186047,
      "loss_distr": 0.0008179612341336906,
      "loss_partial": 0.005950927734375,
      "step": 845
    },
    {
      "epoch": 1.2296511627906976,
      "grad_norm": 0.18676349520683289,
      "learning_rate": 7.785394881193422e-06,
      "loss": 0.1798,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0006546463700942695,
      "loss_partial": 0.004364013671875,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0005074370419606566,
      "loss_partial": 0.008056640625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0004209919134154916,
      "loss_partial": 0.004364013671875,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0005901210242882371,
      "loss_partial": 0.00726318359375,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0005148195778019726,
      "loss_partial": 0.008056640625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.00033842932316474617,
      "loss_partial": 0.0059814453125,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0007484911475330591,
      "loss_partial": 0.0084228515625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0005527681205421686,
      "loss_partial": 0.00677490234375,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.00047467934200540185,
      "loss_partial": 0.00726318359375,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0004632424679584801,
      "loss_partial": 0.005828857421875,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0003840831923298538,
      "loss_partial": 0.003997802734375,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.00044174218783155084,
      "loss_partial": 0.008056640625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0006275111809372902,
      "loss_partial": 0.00726318359375,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0005664120544679463,
      "loss_partial": 0.01177978515625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0006933029508218169,
      "loss_partial": 0.006500244140625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0004455693706404418,
      "loss_partial": 0.006622314453125,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0009593837894499302,
      "loss_partial": 0.005279541015625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.00034116237657144666,
      "loss_partial": 0.00506591796875,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.000335556804202497,
      "loss_partial": 0.0098876953125,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.00034104447695426643,
      "loss_partial": 0.00604248046875,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0006212149746716022,
      "loss_partial": 0.00787353515625,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0008878562366589904,
      "loss_partial": 0.006591796875,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0006641187937930226,
      "loss_partial": 0.003387451171875,
      "step": 846
    },
    {
      "epoch": 1.2296511627906976,
      "loss_distr": 0.0005716028390452266,
      "loss_partial": 0.005859375,
      "step": 846
    },
    {
      "epoch": 1.2311046511627908,
      "grad_norm": 0.19726338982582092,
      "learning_rate": 7.760655795721857e-06,
      "loss": 0.1777,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0003019502619281411,
      "loss_partial": 0.00531005859375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0005560527788475156,
      "loss_partial": 0.00506591796875,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0003618987975642085,
      "loss_partial": 0.007568359375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0008106435416266322,
      "loss_partial": 0.0072021484375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.000770763901527971,
      "loss_partial": 0.006103515625,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0007151144091039896,
      "loss_partial": 0.004730224609375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0004953308962285519,
      "loss_partial": 0.00872802734375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0006275917985476553,
      "loss_partial": 0.0054931640625,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0006608564290218055,
      "loss_partial": 0.00494384765625,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0008010455640032887,
      "loss_partial": 0.00579833984375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.00029278951114974916,
      "loss_partial": 0.006195068359375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0003744878922589123,
      "loss_partial": 0.00628662109375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0006922720349393785,
      "loss_partial": 0.0050048828125,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0003514596610330045,
      "loss_partial": 0.00579833984375,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0003157222527079284,
      "loss_partial": 0.008544921875,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0008586194599047303,
      "loss_partial": 0.00396728515625,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0007755637634545565,
      "loss_partial": 0.00946044921875,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0007674196967855096,
      "loss_partial": 0.00543212890625,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.00036579565494321287,
      "loss_partial": 0.00396728515625,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0005161280278116465,
      "loss_partial": 0.01104736328125,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.000674086797516793,
      "loss_partial": 0.0030975341796875,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0005855252966284752,
      "loss_partial": 0.00518798828125,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0005387073615565896,
      "loss_partial": 0.006988525390625,
      "step": 847
    },
    {
      "epoch": 1.2311046511627908,
      "loss_distr": 0.0003321734257042408,
      "loss_partial": 0.01116943359375,
      "step": 847
    },
    {
      "epoch": 1.2325581395348837,
      "grad_norm": 0.2052752822637558,
      "learning_rate": 7.73593113070902e-06,
      "loss": 0.1741,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0006308932206593454,
      "loss_partial": 0.0096435546875,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.00028538383776322007,
      "loss_partial": 0.00592041015625,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.00030128273647278547,
      "loss_partial": 0.0089111328125,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0005376734188757837,
      "loss_partial": 0.0037384033203125,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.000265957904048264,
      "loss_partial": 0.005462646484375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0006112204864621162,
      "loss_partial": 0.004974365234375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0007270597270689905,
      "loss_partial": 0.004150390625,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0007823285995982587,
      "loss_partial": 0.004638671875,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0004321046289987862,
      "loss_partial": 0.0089111328125,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0002165453479392454,
      "loss_partial": 0.009033203125,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0004912675940431654,
      "loss_partial": 0.00628662109375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0005690802936442196,
      "loss_partial": 0.0108642578125,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0003643883392214775,
      "loss_partial": 0.005706787109375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.000983638339675963,
      "loss_partial": 0.0025634765625,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0006238901987671852,
      "loss_partial": 0.008056640625,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0006175776943564415,
      "loss_partial": 0.004608154296875,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.00023079643142409623,
      "loss_partial": 0.00762939453125,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.00037108626565895975,
      "loss_partial": 0.006927490234375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.00030501026776619256,
      "loss_partial": 0.005950927734375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0005545390304178,
      "loss_partial": 0.003021240234375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0008409521542489529,
      "loss_partial": 0.0047607421875,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0007557151839137077,
      "loss_partial": 0.005767822265625,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0005375518230721354,
      "loss_partial": 0.00482177734375,
      "step": 848
    },
    {
      "epoch": 1.2325581395348837,
      "loss_distr": 0.0007621032418683171,
      "loss_partial": 0.00762939453125,
      "step": 848
    },
    {
      "epoch": 1.2340116279069768,
      "grad_norm": 0.18363551795482635,
      "learning_rate": 7.711221045371624e-06,
      "loss": 0.1783,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.00035070066223852336,
      "loss_partial": 0.005615234375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0005050889449194074,
      "loss_partial": 0.00872802734375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0005584779428318143,
      "loss_partial": 0.01141357421875,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0004780662711709738,
      "loss_partial": 0.005584716796875,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0003570497501641512,
      "loss_partial": 0.01104736328125,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0005819568177685142,
      "loss_partial": 0.005615234375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.000202912837266922,
      "loss_partial": 0.0128173828125,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0002573445672169328,
      "loss_partial": 0.006439208984375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0006624650559388101,
      "loss_partial": 0.00714111328125,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0006672984454780817,
      "loss_partial": 0.007049560546875,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0005469774478115141,
      "loss_partial": 0.00494384765625,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0002823242684826255,
      "loss_partial": 0.0072021484375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0005125507013872266,
      "loss_partial": 0.00927734375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.00045990580110810697,
      "loss_partial": 0.0036468505859375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0007543311803601682,
      "loss_partial": 0.004486083984375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0004203807038720697,
      "loss_partial": 0.0038604736328125,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0004153668414801359,
      "loss_partial": 0.004547119140625,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0003303371777292341,
      "loss_partial": 0.005828857421875,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.00091225013602525,
      "loss_partial": 0.006866455078125,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.00037948330282233655,
      "loss_partial": 0.00775146484375,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0002736341266427189,
      "loss_partial": 0.0069580078125,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0006307621370069683,
      "loss_partial": 0.004364013671875,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.0005089339101687074,
      "loss_partial": 0.005279541015625,
      "step": 849
    },
    {
      "epoch": 1.2340116279069768,
      "loss_distr": 0.00045697548193857074,
      "loss_partial": 0.007232666015625,
      "step": 849
    },
    {
      "epoch": 1.2354651162790697,
      "grad_norm": 0.18015693128108978,
      "learning_rate": 7.686525698832488e-06,
      "loss": 0.1738,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0004390320973470807,
      "loss_partial": 0.0108642578125,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.00033231364795938134,
      "loss_partial": 0.005157470703125,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.00034518117900006473,
      "loss_partial": 0.01068115234375,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0005249545793049037,
      "loss_partial": 0.005340576171875,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.00030268781119957566,
      "loss_partial": 0.00885009765625,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0008771207649260759,
      "loss_partial": 0.0036773681640625,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0008949539624154568,
      "loss_partial": 0.00567626953125,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0003930860839318484,
      "loss_partial": 0.0076904296875,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0006541794864460826,
      "loss_partial": 0.0045166015625,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0004893174627795815,
      "loss_partial": 0.005828857421875,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0004710404318757355,
      "loss_partial": 0.00531005859375,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0007256962708197534,
      "loss_partial": 0.007080078125,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.00031728442991152406,
      "loss_partial": 0.00927734375,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0008408613502979279,
      "loss_partial": 0.00494384765625,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0005968846380710602,
      "loss_partial": 0.00445556640625,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0003577546158339828,
      "loss_partial": 0.01031494140625,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0007328261854127049,
      "loss_partial": 0.004852294921875,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0004769959195982665,
      "loss_partial": 0.0096435546875,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0006743045523762703,
      "loss_partial": 0.00677490234375,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0004366623470559716,
      "loss_partial": 0.0037689208984375,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0005602813325822353,
      "loss_partial": 0.00421142578125,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0004566023126244545,
      "loss_partial": 0.006683349609375,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.000649796798825264,
      "loss_partial": 0.004547119140625,
      "step": 850
    },
    {
      "epoch": 1.2354651162790697,
      "loss_distr": 0.0009624030790291727,
      "loss_partial": 0.00482177734375,
      "step": 850
    },
    {
      "epoch": 1.2369186046511629,
      "grad_norm": 0.17757903039455414,
      "learning_rate": 7.661845250119525e-06,
      "loss": 0.1759,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0005855700001120567,
      "loss_partial": 0.00970458984375,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0005474667996168137,
      "loss_partial": 0.00921630859375,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.000492117484100163,
      "loss_partial": 0.0067138671875,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0003621149808168411,
      "loss_partial": 0.0074462890625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0006593260914087296,
      "loss_partial": 0.004669189453125,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0008933130884543061,
      "loss_partial": 0.003814697265625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0004942059749737382,
      "loss_partial": 0.005645751953125,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0006112612900324166,
      "loss_partial": 0.006561279296875,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0006445096805691719,
      "loss_partial": 0.007232666015625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0004936524201184511,
      "loss_partial": 0.0098876953125,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0002087542525259778,
      "loss_partial": 0.005767822265625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0004738103598356247,
      "loss_partial": 0.00848388671875,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.000807467382401228,
      "loss_partial": 0.005035400390625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0007288968190550804,
      "loss_partial": 0.00628662109375,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.00031449884409084916,
      "loss_partial": 0.00848388671875,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0005596260307356715,
      "loss_partial": 0.005035400390625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0009892580565065145,
      "loss_partial": 0.005157470703125,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0003815458039753139,
      "loss_partial": 0.007659912109375,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.00035264441976323724,
      "loss_partial": 0.005523681640625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0004949580179527402,
      "loss_partial": 0.00799560546875,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0005483603454194963,
      "loss_partial": 0.0064697265625,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0005986617179587483,
      "loss_partial": 0.004180908203125,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0006835003732703626,
      "loss_partial": 0.00732421875,
      "step": 851
    },
    {
      "epoch": 1.2369186046511629,
      "loss_distr": 0.0006785557488910854,
      "loss_partial": 0.004150390625,
      "step": 851
    },
    {
      "epoch": 1.2383720930232558,
      "grad_norm": 0.19338467717170715,
      "learning_rate": 7.637179858164703e-06,
      "loss": 0.1712,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.00053383968770504,
      "loss_partial": 0.0059814453125,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0003718266380019486,
      "loss_partial": 0.006011962890625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0007511141011491418,
      "loss_partial": 0.00885009765625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0005098484689369798,
      "loss_partial": 0.00946044921875,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0002340733481105417,
      "loss_partial": 0.004974365234375,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0005660637398250401,
      "loss_partial": 0.00634765625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0005582851590588689,
      "loss_partial": 0.00836181640625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0004539437359198928,
      "loss_partial": 0.005706787109375,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0006640205392614007,
      "loss_partial": 0.006561279296875,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.000327502959407866,
      "loss_partial": 0.007476806640625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0005933971260674298,
      "loss_partial": 0.007080078125,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.000665124214719981,
      "loss_partial": 0.007293701171875,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.00032280737650580704,
      "loss_partial": 0.005706787109375,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.000453665794339031,
      "loss_partial": 0.0152587890625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0007610964821651578,
      "loss_partial": 0.004913330078125,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0006674056639894843,
      "loss_partial": 0.0087890625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0006187588442116976,
      "loss_partial": 0.006988525390625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0003996691375505179,
      "loss_partial": 0.0031280517578125,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.00044100169907324016,
      "loss_partial": 0.01025390625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0002762790536507964,
      "loss_partial": 0.00848388671875,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.00032157983514480293,
      "loss_partial": 0.01025390625,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0006732079200446606,
      "loss_partial": 0.004608154296875,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0007071368163451552,
      "loss_partial": 0.005096435546875,
      "step": 852
    },
    {
      "epoch": 1.2383720930232558,
      "loss_distr": 0.0008769601117819548,
      "loss_partial": 0.004669189453125,
      "step": 852
    },
    {
      "epoch": 1.239825581395349,
      "grad_norm": 0.1780913770198822,
      "learning_rate": 7.612529681803033e-06,
      "loss": 0.1758,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0003240442310925573,
      "loss_partial": 0.00634765625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0003853562520816922,
      "loss_partial": 0.00921630859375,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00031772861257195473,
      "loss_partial": 0.00701904296875,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0005824329564347863,
      "loss_partial": 0.005950927734375,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0007846095832064748,
      "loss_partial": 0.005340576171875,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0002657035947777331,
      "loss_partial": 0.01025390625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00028931506676599383,
      "loss_partial": 0.00665283203125,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00032962425029836595,
      "loss_partial": 0.00543212890625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0004888265393674374,
      "loss_partial": 0.00433349609375,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0005162917077541351,
      "loss_partial": 0.0038604736328125,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0006121486658230424,
      "loss_partial": 0.00909423828125,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00019989139400422573,
      "loss_partial": 0.006011962890625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00041976652573794127,
      "loss_partial": 0.0103759765625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0004747719212900847,
      "loss_partial": 0.0062255859375,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0006966001237742603,
      "loss_partial": 0.007354736328125,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00044096738565713167,
      "loss_partial": 0.00885009765625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0003247550339438021,
      "loss_partial": 0.004302978515625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.000501975417137146,
      "loss_partial": 0.005859375,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0005108069162815809,
      "loss_partial": 0.0096435546875,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00037140509812161326,
      "loss_partial": 0.005645751953125,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0005471062031574547,
      "loss_partial": 0.0040283203125,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0008450010791420937,
      "loss_partial": 0.004730224609375,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.00042695162119343877,
      "loss_partial": 0.00982666015625,
      "step": 853
    },
    {
      "epoch": 1.239825581395349,
      "loss_distr": 0.0007980707450769842,
      "loss_partial": 0.00555419921875,
      "step": 853
    },
    {
      "epoch": 1.2412790697674418,
      "grad_norm": 0.19270004332065582,
      "learning_rate": 7.587894879771556e-06,
      "loss": 0.1757,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005192451062612236,
      "loss_partial": 0.005523681640625,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.00030956126283854246,
      "loss_partial": 0.00921630859375,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0007896361639723182,
      "loss_partial": 0.00390625,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005068688769824803,
      "loss_partial": 0.00848388671875,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.000859128893353045,
      "loss_partial": 0.00506591796875,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005316725000739098,
      "loss_partial": 0.01019287109375,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0003853900998365134,
      "loss_partial": 0.00738525390625,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0006098910816945136,
      "loss_partial": 0.006622314453125,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0004765978956129402,
      "loss_partial": 0.006011962890625,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0002981599827762693,
      "loss_partial": 0.007476806640625,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0009066418278962374,
      "loss_partial": 0.00396728515625,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.00034586619585752487,
      "loss_partial": 0.006195068359375,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005603513563983142,
      "loss_partial": 0.006195068359375,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005431321915239096,
      "loss_partial": 0.0033111572265625,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0004224095609970391,
      "loss_partial": 0.005462646484375,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005390213336795568,
      "loss_partial": 0.005126953125,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005110596539452672,
      "loss_partial": 0.00665283203125,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0007847120868973434,
      "loss_partial": 0.007110595703125,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0007308022468350828,
      "loss_partial": 0.007568359375,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.000549453601706773,
      "loss_partial": 0.00555419921875,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0008735129376873374,
      "loss_partial": 0.0047607421875,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0003396662068553269,
      "loss_partial": 0.00457763671875,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0008220814634114504,
      "loss_partial": 0.003936767578125,
      "step": 854
    },
    {
      "epoch": 1.2412790697674418,
      "loss_distr": 0.0005832444876432419,
      "loss_partial": 0.00787353515625,
      "step": 854
    },
    {
      "epoch": 1.2427325581395348,
      "grad_norm": 0.23239576816558838,
      "learning_rate": 7.563275610708289e-06,
      "loss": 0.1712,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0005245079519227147,
      "loss_partial": 0.00628662109375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0004310979857109487,
      "loss_partial": 0.00592041015625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0004976718919351697,
      "loss_partial": 0.003326416015625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0004706376639660448,
      "loss_partial": 0.00885009765625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.00031228383886627853,
      "loss_partial": 0.00787353515625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0002735332236625254,
      "loss_partial": 0.008056640625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.00039471659692935646,
      "loss_partial": 0.0101318359375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.00030153244733810425,
      "loss_partial": 0.01025390625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0004972578026354313,
      "loss_partial": 0.007049560546875,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0006809618789702654,
      "loss_partial": 0.0069580078125,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0005809350404888391,
      "loss_partial": 0.005615234375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0006497307913377881,
      "loss_partial": 0.00384521484375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0006117667071521282,
      "loss_partial": 0.0101318359375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0004254691011738032,
      "loss_partial": 0.005096435546875,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.000503439106978476,
      "loss_partial": 0.007537841796875,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0006092118564993143,
      "loss_partial": 0.0048828125,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0006135638104751706,
      "loss_partial": 0.005462646484375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0005054671783000231,
      "loss_partial": 0.01263427734375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0005428812000900507,
      "loss_partial": 0.0037689208984375,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0004883637884631753,
      "loss_partial": 0.007232666015625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.00040398736018687487,
      "loss_partial": 0.005523681640625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0002766054531093687,
      "loss_partial": 0.0086669921875,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0008492310298606753,
      "loss_partial": 0.005035400390625,
      "step": 855
    },
    {
      "epoch": 1.2427325581395348,
      "loss_distr": 0.0004664420266635716,
      "loss_partial": 0.00830078125,
      "step": 855
    },
    {
      "epoch": 1.244186046511628,
      "grad_norm": 0.1860896348953247,
      "learning_rate": 7.538672033151236e-06,
      "loss": 0.1781,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0004340756859164685,
      "loss_partial": 0.004913330078125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.00039486828609369695,
      "loss_partial": 0.0054931640625,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0006275069899857044,
      "loss_partial": 0.005401611328125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.00043000304140150547,
      "loss_partial": 0.007568359375,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0004906711401417851,
      "loss_partial": 0.004058837890625,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0006129747489467263,
      "loss_partial": 0.00762939453125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0007935382891446352,
      "loss_partial": 0.004425048828125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0005674210842698812,
      "loss_partial": 0.0068359375,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0005947127938270569,
      "loss_partial": 0.0024566650390625,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0005555939278565347,
      "loss_partial": 0.00665283203125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.000472777959657833,
      "loss_partial": 0.01202392578125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0004182279226370156,
      "loss_partial": 0.006195068359375,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0005955402739346027,
      "loss_partial": 0.005279541015625,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.000592197582591325,
      "loss_partial": 0.007110595703125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.00042035101796500385,
      "loss_partial": 0.00848388671875,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.000717436894774437,
      "loss_partial": 0.0035552978515625,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0006038359133526683,
      "loss_partial": 0.006927490234375,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0006127532105892897,
      "loss_partial": 0.0120849609375,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0004893172299489379,
      "loss_partial": 0.00469970703125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0004885753733105958,
      "loss_partial": 0.0062255859375,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.0003026982012670487,
      "loss_partial": 0.014892578125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.00038066128036007285,
      "loss_partial": 0.00665283203125,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.00074529938865453,
      "loss_partial": 0.0074462890625,
      "step": 856
    },
    {
      "epoch": 1.244186046511628,
      "loss_distr": 0.00046613984159193933,
      "loss_partial": 0.01025390625,
      "step": 856
    },
    {
      "epoch": 1.245639534883721,
      "grad_norm": 0.17889529466629028,
      "learning_rate": 7.5140843055373525e-06,
      "loss": 0.1747,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0008399463258683681,
      "loss_partial": 0.007049560546875,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.00038247171323746443,
      "loss_partial": 0.00628662109375,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0006721687386743724,
      "loss_partial": 0.00604248046875,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0005477956729009748,
      "loss_partial": 0.004058837890625,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0007158854859881103,
      "loss_partial": 0.005950927734375,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.000578705221414566,
      "loss_partial": 0.00836181640625,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0004067392728757113,
      "loss_partial": 0.0086669921875,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0004683240258600563,
      "loss_partial": 0.0079345703125,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0003861791919916868,
      "loss_partial": 0.0086669921875,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.00043468252988532186,
      "loss_partial": 0.007659912109375,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.00047630321932956576,
      "loss_partial": 0.0064697265625,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0003631831787060946,
      "loss_partial": 0.0081787109375,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.00021362309053074569,
      "loss_partial": 0.006011962890625,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0002816591877490282,
      "loss_partial": 0.01123046875,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.000719360716175288,
      "loss_partial": 0.00518798828125,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0005321229691617191,
      "loss_partial": 0.004669189453125,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0005761817446909845,
      "loss_partial": 0.0059814453125,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0004824143252335489,
      "loss_partial": 0.010498046875,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0008623189060017467,
      "loss_partial": 0.00531005859375,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.00042583918548189104,
      "loss_partial": 0.00836181640625,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.00042460227268747985,
      "loss_partial": 0.004119873046875,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0006261410308070481,
      "loss_partial": 0.004180908203125,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0007143882103264332,
      "loss_partial": 0.005126953125,
      "step": 857
    },
    {
      "epoch": 1.245639534883721,
      "loss_distr": 0.0003103015769738704,
      "loss_partial": 0.00909423828125,
      "step": 857
    },
    {
      "epoch": 1.247093023255814,
      "grad_norm": 0.18149687349796295,
      "learning_rate": 7.4895125862015275e-06,
      "loss": 0.1771,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0006156884483061731,
      "loss_partial": 0.006591796875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0003343370044603944,
      "loss_partial": 0.0054931640625,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0003470640513114631,
      "loss_partial": 0.00897216796875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00024400759139098227,
      "loss_partial": 0.004547119140625,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00030960957519710064,
      "loss_partial": 0.006103515625,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0005020020762458444,
      "loss_partial": 0.01190185546875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0007917374605312943,
      "loss_partial": 0.0079345703125,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0007784578483551741,
      "loss_partial": 0.0030517578125,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00044139038072898984,
      "loss_partial": 0.0057373046875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0006128797540441155,
      "loss_partial": 0.0062255859375,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0003769946633838117,
      "loss_partial": 0.007476806640625,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0006024157628417015,
      "loss_partial": 0.007659912109375,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0002724383375607431,
      "loss_partial": 0.005584716796875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00041055650217458606,
      "loss_partial": 0.00445556640625,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0009207160910591483,
      "loss_partial": 0.00701904296875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0005619564326480031,
      "loss_partial": 0.0079345703125,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00030890965717844665,
      "loss_partial": 0.0203857421875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0007908902480266988,
      "loss_partial": 0.005096435546875,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0005453958292491734,
      "loss_partial": 0.00958251953125,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00041411496931687,
      "loss_partial": 0.006683349609375,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00019927088578697294,
      "loss_partial": 0.004241943359375,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0006628799601458013,
      "loss_partial": 0.0062255859375,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.0005449762102216482,
      "loss_partial": 0.00787353515625,
      "step": 858
    },
    {
      "epoch": 1.247093023255814,
      "loss_distr": 0.00034548237454146147,
      "loss_partial": 0.004150390625,
      "step": 858
    },
    {
      "epoch": 1.2485465116279069,
      "grad_norm": 0.2008572220802307,
      "learning_rate": 7.464957033375555e-06,
      "loss": 0.1768,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0004450187261682004,
      "loss_partial": 0.007232666015625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.00019620085367932916,
      "loss_partial": 0.0038909912109375,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0006168169202283025,
      "loss_partial": 0.0036163330078125,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.00043500325409695506,
      "loss_partial": 0.004547119140625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0009992115665227175,
      "loss_partial": 0.003936767578125,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0005463584093376994,
      "loss_partial": 0.00457763671875,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0004174038767814636,
      "loss_partial": 0.00994873046875,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0007314740214496851,
      "loss_partial": 0.003997802734375,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0003853875386994332,
      "loss_partial": 0.00970458984375,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0005951524944975972,
      "loss_partial": 0.0079345703125,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.00042863015551120043,
      "loss_partial": 0.006500244140625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.00031248503364622593,
      "loss_partial": 0.0084228515625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0007382812909781933,
      "loss_partial": 0.004150390625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0006279679364524782,
      "loss_partial": 0.0067138671875,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0005097129615023732,
      "loss_partial": 0.0120849609375,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0007031224085949361,
      "loss_partial": 0.00518798828125,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0003529243404045701,
      "loss_partial": 0.0103759765625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0003214097232557833,
      "loss_partial": 0.007415771484375,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.00046567863319069147,
      "loss_partial": 0.01068115234375,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0004856963059864938,
      "loss_partial": 0.0074462890625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0004421703633852303,
      "loss_partial": 0.0107421875,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0003921648603864014,
      "loss_partial": 0.0087890625,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0003421758010517806,
      "loss_partial": 0.00677490234375,
      "step": 859
    },
    {
      "epoch": 1.2485465116279069,
      "loss_distr": 0.0005145416944287717,
      "loss_partial": 0.0030670166015625,
      "step": 859
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.18704921007156372,
      "learning_rate": 7.440417805187134e-06,
      "loss": 0.1751,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00037933216663077474,
      "loss_partial": 0.006500244140625,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0006911210948601365,
      "loss_partial": 0.004302978515625,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00045303182560019195,
      "loss_partial": 0.007537841796875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0005866253050044179,
      "loss_partial": 0.00811767578125,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00038024428067728877,
      "loss_partial": 0.01239013671875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.000496250344440341,
      "loss_partial": 0.007171630859375,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00058587989769876,
      "loss_partial": 0.003662109375,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0009500973392277956,
      "loss_partial": 0.00469970703125,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0005413914332166314,
      "loss_partial": 0.0076904296875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0008278174791485071,
      "loss_partial": 0.00439453125,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00038574752397835255,
      "loss_partial": 0.006317138671875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0009388657053932548,
      "loss_partial": 0.003448486328125,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.000330744864186272,
      "loss_partial": 0.005615234375,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0008133441442623734,
      "loss_partial": 0.0057373046875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0002964931190945208,
      "loss_partial": 0.00677490234375,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00037998391781002283,
      "loss_partial": 0.010498046875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00030381797114387155,
      "loss_partial": 0.00732421875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00034915702417492867,
      "loss_partial": 0.0120849609375,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0004800142196472734,
      "loss_partial": 0.01043701171875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0004724056925624609,
      "loss_partial": 0.006683349609375,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0004750309744849801,
      "loss_partial": 0.0037078857421875,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0003340185503475368,
      "loss_partial": 0.004913330078125,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.00048092423821799457,
      "loss_partial": 0.0087890625,
      "step": 860
    },
    {
      "epoch": 1.25,
      "loss_distr": 0.0003187789989169687,
      "loss_partial": 0.013427734375,
      "step": 860
    },
    {
      "epoch": 1.2514534883720931,
      "grad_norm": 0.209253191947937,
      "learning_rate": 7.415895059658835e-06,
      "loss": 0.1807,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0008525117300450802,
      "loss_partial": 0.007293701171875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0006350413314066827,
      "loss_partial": 0.00604248046875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0007673572981730103,
      "loss_partial": 0.00457763671875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.00042107957415282726,
      "loss_partial": 0.00469970703125,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.000826754083391279,
      "loss_partial": 0.00335693359375,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0007062659133225679,
      "loss_partial": 0.0035552978515625,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.00040482182521373034,
      "loss_partial": 0.00823974609375,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.000789892568718642,
      "loss_partial": 0.00469970703125,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0004338080470915884,
      "loss_partial": 0.0093994140625,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.00028925470542162657,
      "loss_partial": 0.006439208984375,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.000824934511911124,
      "loss_partial": 0.0107421875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0004171111504547298,
      "loss_partial": 0.006683349609375,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0007145688869059086,
      "loss_partial": 0.004180908203125,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0004840096225962043,
      "loss_partial": 0.004638671875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0004976256750524044,
      "loss_partial": 0.01043701171875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0008132631191983819,
      "loss_partial": 0.004486083984375,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0006142210913822055,
      "loss_partial": 0.004364013671875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0006341399857774377,
      "loss_partial": 0.007293701171875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0005600012373179197,
      "loss_partial": 0.00457763671875,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0005494189681485295,
      "loss_partial": 0.00634765625,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0002543212613090873,
      "loss_partial": 0.006927490234375,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0006581025081686676,
      "loss_partial": 0.004791259765625,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0006673733005300164,
      "loss_partial": 0.007568359375,
      "step": 861
    },
    {
      "epoch": 1.2514534883720931,
      "loss_distr": 0.0002441686228848994,
      "loss_partial": 0.006500244140625,
      "step": 861
    },
    {
      "epoch": 1.252906976744186,
      "grad_norm": 0.2192627638578415,
      "learning_rate": 7.391388954707086e-06,
      "loss": 0.1743,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0004879705375060439,
      "loss_partial": 0.00567626953125,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0008737021125853062,
      "loss_partial": 0.00604248046875,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0004036693135276437,
      "loss_partial": 0.00506591796875,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0006676831981167197,
      "loss_partial": 0.006256103515625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.00063286442309618,
      "loss_partial": 0.006500244140625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0005597192794084549,
      "loss_partial": 0.006744384765625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.00032198952976614237,
      "loss_partial": 0.00701904296875,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0006350580370053649,
      "loss_partial": 0.006500244140625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.00026610970962792635,
      "loss_partial": 0.00848388671875,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0008823717362247407,
      "loss_partial": 0.00494384765625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.00040076032746583223,
      "loss_partial": 0.008056640625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.000260353263001889,
      "loss_partial": 0.00836181640625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0006766474107280374,
      "loss_partial": 0.0052490234375,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0005011623143218458,
      "loss_partial": 0.006256103515625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0009219769854098558,
      "loss_partial": 0.00396728515625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0003774301731027663,
      "loss_partial": 0.0123291015625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0007372476975433528,
      "loss_partial": 0.004608154296875,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.00024259561905637383,
      "loss_partial": 0.006866455078125,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0005911893676966429,
      "loss_partial": 0.004791259765625,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.00033223937498405576,
      "loss_partial": 0.004974365234375,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0004985328996554017,
      "loss_partial": 0.007537841796875,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0002105271560139954,
      "loss_partial": 0.00921630859375,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.0005296939052641392,
      "loss_partial": 0.0101318359375,
      "step": 862
    },
    {
      "epoch": 1.252906976744186,
      "loss_distr": 0.00022770444047637284,
      "loss_partial": 0.00836181640625,
      "step": 862
    },
    {
      "epoch": 1.254360465116279,
      "grad_norm": 0.22316765785217285,
      "learning_rate": 7.366899648141155e-06,
      "loss": 0.1748,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.001031635096296668,
      "loss_partial": 0.00396728515625,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.000556676764972508,
      "loss_partial": 0.0084228515625,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0006345498259179294,
      "loss_partial": 0.00665283203125,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00045879214303568006,
      "loss_partial": 0.00555419921875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0005517536774277687,
      "loss_partial": 0.00433349609375,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00043336403905414045,
      "loss_partial": 0.0106201171875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.000275216851150617,
      "loss_partial": 0.01043701171875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00032572049531154335,
      "loss_partial": 0.0068359375,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0005294730653986335,
      "loss_partial": 0.00787353515625,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00081865512765944,
      "loss_partial": 0.00665283203125,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0003876769624184817,
      "loss_partial": 0.01092529296875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00042617012513801455,
      "loss_partial": 0.004150390625,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0004912940785288811,
      "loss_partial": 0.007354736328125,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00035378203028813004,
      "loss_partial": 0.0045166015625,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0006885858019813895,
      "loss_partial": 0.004852294921875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0003449494834057987,
      "loss_partial": 0.006317138671875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0008099757833406329,
      "loss_partial": 0.006744384765625,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00041095816413871944,
      "loss_partial": 0.00958251953125,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0003281494718976319,
      "loss_partial": 0.00982666015625,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.000517916982062161,
      "loss_partial": 0.00701904296875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0003397068940103054,
      "loss_partial": 0.006561279296875,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.00028667779406532645,
      "loss_partial": 0.0069580078125,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0008564814343117177,
      "loss_partial": 0.005157470703125,
      "step": 863
    },
    {
      "epoch": 1.254360465116279,
      "loss_distr": 0.0010471002897247672,
      "loss_partial": 0.007568359375,
      "step": 863
    },
    {
      "epoch": 1.255813953488372,
      "grad_norm": 0.22010387480258942,
      "learning_rate": 7.3424272976621405e-06,
      "loss": 0.1761,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00032307833316735923,
      "loss_partial": 0.00860595703125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0005165197653695941,
      "loss_partial": 0.01165771484375,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00033219862962141633,
      "loss_partial": 0.00433349609375,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00035092682810500264,
      "loss_partial": 0.0098876953125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0005878974916413426,
      "loss_partial": 0.005645751953125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0006976930308155715,
      "loss_partial": 0.003387451171875,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0004648711474146694,
      "loss_partial": 0.007720947265625,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0005333801382221282,
      "loss_partial": 0.0045166015625,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0003767687303479761,
      "loss_partial": 0.00732421875,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0006803111173212528,
      "loss_partial": 0.005615234375,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00036904553417116404,
      "loss_partial": 0.007537841796875,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0005813220050185919,
      "loss_partial": 0.005035400390625,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00046860924339853227,
      "loss_partial": 0.00921630859375,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00028746554744429886,
      "loss_partial": 0.01007080078125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0003553716233000159,
      "loss_partial": 0.004302978515625,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0005917336093261838,
      "loss_partial": 0.00714111328125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00043176961480639875,
      "loss_partial": 0.01123046875,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00021119594748597592,
      "loss_partial": 0.007537841796875,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0009315990610048175,
      "loss_partial": 0.005126953125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0004894252051599324,
      "loss_partial": 0.00714111328125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0004956146003678441,
      "loss_partial": 0.00860595703125,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.000790734775364399,
      "loss_partial": 0.00482177734375,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.00046332538477145135,
      "loss_partial": 0.007171630859375,
      "step": 864
    },
    {
      "epoch": 1.255813953488372,
      "loss_distr": 0.0006304302951321006,
      "loss_partial": 0.00421142578125,
      "step": 864
    },
    {
      "epoch": 1.2572674418604652,
      "grad_norm": 0.17795740067958832,
      "learning_rate": 7.317972060861953e-06,
      "loss": 0.1815,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00026374743902124465,
      "loss_partial": 0.008056640625,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00043804518645629287,
      "loss_partial": 0.006591796875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0003472286625765264,
      "loss_partial": 0.00738525390625,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0004997133510187268,
      "loss_partial": 0.00921630859375,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0009053770918399096,
      "loss_partial": 0.00457763671875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00046758397365920246,
      "loss_partial": 0.006195068359375,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0003336459631100297,
      "loss_partial": 0.007293701171875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0009273739997297525,
      "loss_partial": 0.007171630859375,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0006606737151741982,
      "loss_partial": 0.00469970703125,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00042588761425577104,
      "loss_partial": 0.0038299560546875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00044590566540136933,
      "loss_partial": 0.00738525390625,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0008007022552192211,
      "loss_partial": 0.00506591796875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0004701834113802761,
      "loss_partial": 0.01141357421875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0007186973816715181,
      "loss_partial": 0.0189208984375,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0005795600009150803,
      "loss_partial": 0.00543212890625,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00020745051733683795,
      "loss_partial": 0.009033203125,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0007889852277003229,
      "loss_partial": 0.0086669921875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00031155935721471906,
      "loss_partial": 0.00885009765625,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00022224037093110383,
      "loss_partial": 0.0052490234375,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00046223410754464567,
      "loss_partial": 0.0084228515625,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0009062153985723853,
      "loss_partial": 0.00396728515625,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.00037045549834147096,
      "loss_partial": 0.00830078125,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0005715353763662279,
      "loss_partial": 0.00604248046875,
      "step": 865
    },
    {
      "epoch": 1.2572674418604652,
      "loss_distr": 0.0006471591186709702,
      "loss_partial": 0.004547119140625,
      "step": 865
    },
    {
      "epoch": 1.2587209302325582,
      "grad_norm": 0.191192165017128,
      "learning_rate": 7.29353409522228e-06,
      "loss": 0.1779,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.000785684329457581,
      "loss_partial": 0.007293701171875,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0005269830580800772,
      "loss_partial": 0.00518798828125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.000450020597781986,
      "loss_partial": 0.004180908203125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0003288035513833165,
      "loss_partial": 0.00714111328125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.00060639763250947,
      "loss_partial": 0.00640869140625,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.00020738065359182656,
      "loss_partial": 0.011962890625,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0007501200307160616,
      "loss_partial": 0.004638671875,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0005467951996251941,
      "loss_partial": 0.0078125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.00038517368375323713,
      "loss_partial": 0.005157470703125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0006640736246481538,
      "loss_partial": 0.0037689208984375,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0003072346153203398,
      "loss_partial": 0.0079345703125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0009956620633602142,
      "loss_partial": 0.004119873046875,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0010175886563956738,
      "loss_partial": 0.007232666015625,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0002931484777946025,
      "loss_partial": 0.004608154296875,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0008330665295943618,
      "loss_partial": 0.006378173828125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.00043790924246422946,
      "loss_partial": 0.005462646484375,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0005642246105708182,
      "loss_partial": 0.005859375,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0010302048176527023,
      "loss_partial": 0.0034332275390625,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0003408181364648044,
      "loss_partial": 0.0081787109375,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0005580710712820292,
      "loss_partial": 0.00494384765625,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0005189105286262929,
      "loss_partial": 0.003875732421875,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0002991905203089118,
      "loss_partial": 0.00439453125,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0004073417221661657,
      "loss_partial": 0.01409912109375,
      "step": 866
    },
    {
      "epoch": 1.2587209302325582,
      "loss_distr": 0.0006563299684785306,
      "loss_partial": 0.003814697265625,
      "step": 866
    },
    {
      "epoch": 1.260174418604651,
      "grad_norm": 0.20582908391952515,
      "learning_rate": 7.2691135581136115e-06,
      "loss": 0.1749,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00046180421486496925,
      "loss_partial": 0.009765625,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00027267681434750557,
      "loss_partial": 0.0050048828125,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0002706690283957869,
      "loss_partial": 0.00860595703125,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00027169857639819384,
      "loss_partial": 0.01263427734375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0007372156251221895,
      "loss_partial": 0.0037078857421875,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00046379337436519563,
      "loss_partial": 0.00537109375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0004755911650136113,
      "loss_partial": 0.00506591796875,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00044463746598921716,
      "loss_partial": 0.007781982421875,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0006617858307436109,
      "loss_partial": 0.0038909912109375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0006307910080067813,
      "loss_partial": 0.00689697265625,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0009875022806227207,
      "loss_partial": 0.005401611328125,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0005159868160262704,
      "loss_partial": 0.0038604736328125,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00036099180579185486,
      "loss_partial": 0.009521484375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00047535166959278286,
      "loss_partial": 0.007354736328125,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0008104834123514593,
      "loss_partial": 0.006439208984375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0007229747134260833,
      "loss_partial": 0.004302978515625,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0007599367527291179,
      "loss_partial": 0.004486083984375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0005461109103634953,
      "loss_partial": 0.00531005859375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0006801218260079622,
      "loss_partial": 0.004364013671875,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0007892858702689409,
      "loss_partial": 0.0042724609375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0004979106597602367,
      "loss_partial": 0.00396728515625,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0007366497302427888,
      "loss_partial": 0.00531005859375,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.0006439777207560837,
      "loss_partial": 0.006500244140625,
      "step": 867
    },
    {
      "epoch": 1.260174418604651,
      "loss_distr": 0.00032440226641483605,
      "loss_partial": 0.006134033203125,
      "step": 867
    },
    {
      "epoch": 1.2616279069767442,
      "grad_norm": 0.19249537587165833,
      "learning_rate": 7.244710606794201e-06,
      "loss": 0.178,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.00039217303856275976,
      "loss_partial": 0.00958251953125,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.000455577828688547,
      "loss_partial": 0.0079345703125,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005234341369941831,
      "loss_partial": 0.007110595703125,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.00028111296705901623,
      "loss_partial": 0.005340576171875,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0007371617830358446,
      "loss_partial": 0.005218505859375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005884335259906948,
      "loss_partial": 0.00494384765625,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0003853551752399653,
      "loss_partial": 0.005950927734375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005573168164119124,
      "loss_partial": 0.006622314453125,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.000364756619092077,
      "loss_partial": 0.006500244140625,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0006157004390843213,
      "loss_partial": 0.00567626953125,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005839893128722906,
      "loss_partial": 0.007659912109375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0003562775091268122,
      "loss_partial": 0.005035400390625,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0007297213887795806,
      "loss_partial": 0.007293701171875,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0006484113982878625,
      "loss_partial": 0.0030975341796875,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005584872560575604,
      "loss_partial": 0.00823974609375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005568101769313216,
      "loss_partial": 0.00469970703125,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005311329732649028,
      "loss_partial": 0.00628662109375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005577165866270661,
      "loss_partial": 0.006103515625,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0004407794331200421,
      "loss_partial": 0.009521484375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0007063122466206551,
      "loss_partial": 0.0035247802734375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005483482964336872,
      "loss_partial": 0.0036468505859375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0005886462749913335,
      "loss_partial": 0.005401611328125,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0007781751919537783,
      "loss_partial": 0.009521484375,
      "step": 868
    },
    {
      "epoch": 1.2616279069767442,
      "loss_distr": 0.0006142885540612042,
      "loss_partial": 0.00518798828125,
      "step": 868
    },
    {
      "epoch": 1.2630813953488373,
      "grad_norm": 0.19490711390972137,
      "learning_rate": 7.220325398409041e-06,
      "loss": 0.1732,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0009879665449261665,
      "loss_partial": 0.00506591796875,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0006696871714666486,
      "loss_partial": 0.006500244140625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0005868538864888251,
      "loss_partial": 0.00732421875,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0005681397742591798,
      "loss_partial": 0.007720947265625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.00047739536967128515,
      "loss_partial": 0.005523681640625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.00043273690971545875,
      "loss_partial": 0.0084228515625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0005409027216956019,
      "loss_partial": 0.01123046875,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0005080387927591801,
      "loss_partial": 0.005767822265625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.00022519285266753286,
      "loss_partial": 0.00750732421875,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0008829060825519264,
      "loss_partial": 0.003631591796875,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0005173501558601856,
      "loss_partial": 0.0098876953125,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0006506750360131264,
      "loss_partial": 0.004791259765625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0005477559752762318,
      "loss_partial": 0.005767822265625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.00038579615647904575,
      "loss_partial": 0.00732421875,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.000603888591285795,
      "loss_partial": 0.00628662109375,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0006466248305514455,
      "loss_partial": 0.007598876953125,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.000611736555583775,
      "loss_partial": 0.003936767578125,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.00048755688476376235,
      "loss_partial": 0.01019287109375,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0004013651632703841,
      "loss_partial": 0.0091552734375,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.00024044762540142983,
      "loss_partial": 0.00762939453125,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0006095240241847932,
      "loss_partial": 0.00787353515625,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0006503249751403928,
      "loss_partial": 0.007598876953125,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.0005229131784290075,
      "loss_partial": 0.005340576171875,
      "step": 869
    },
    {
      "epoch": 1.2630813953488373,
      "loss_distr": 0.00063129368936643,
      "loss_partial": 0.004791259765625,
      "step": 869
    },
    {
      "epoch": 1.2645348837209303,
      "grad_norm": 0.20557984709739685,
      "learning_rate": 7.1959580899888814e-06,
      "loss": 0.179,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0008009865414351225,
      "loss_partial": 0.0086669921875,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0009219070198014379,
      "loss_partial": 0.003173828125,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.000322749896440655,
      "loss_partial": 0.014404296875,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0003080624155700207,
      "loss_partial": 0.0162353515625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0006568217067979276,
      "loss_partial": 0.004302978515625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.00025432888651266694,
      "loss_partial": 0.0103759765625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0006120167672634125,
      "loss_partial": 0.005706787109375,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0009128469391725957,
      "loss_partial": 0.00469970703125,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0006899891886860132,
      "loss_partial": 0.006683349609375,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0005004176055081189,
      "loss_partial": 0.004180908203125,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0003626865509431809,
      "loss_partial": 0.00909423828125,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0006958044832572341,
      "loss_partial": 0.009033203125,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0003603860968723893,
      "loss_partial": 0.00970458984375,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.00029881237423978746,
      "loss_partial": 0.01007080078125,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.00041839899495244026,
      "loss_partial": 0.006683349609375,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0005577963893301785,
      "loss_partial": 0.00396728515625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0008321236819028854,
      "loss_partial": 0.004730224609375,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0003798352263402194,
      "loss_partial": 0.0093994140625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.00045867354492656887,
      "loss_partial": 0.0064697265625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0005940735572949052,
      "loss_partial": 0.005035400390625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0004302469315007329,
      "loss_partial": 0.010009765625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0005700098699890077,
      "loss_partial": 0.00738525390625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.0006159265758469701,
      "loss_partial": 0.00836181640625,
      "step": 870
    },
    {
      "epoch": 1.2645348837209303,
      "loss_distr": 0.000626186141744256,
      "loss_partial": 0.008056640625,
      "step": 870
    },
    {
      "epoch": 1.2659883720930232,
      "grad_norm": 0.20756103098392487,
      "learning_rate": 7.1716088384492e-06,
      "loss": 0.1768,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0004986776039004326,
      "loss_partial": 0.00677490234375,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0010422308696433902,
      "loss_partial": 0.002960205078125,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0005031176842749119,
      "loss_partial": 0.007293701171875,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.00041460414649918675,
      "loss_partial": 0.012451171875,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0007932259468361735,
      "loss_partial": 0.00775146484375,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.00034389994107186794,
      "loss_partial": 0.006256103515625,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0005118936533108354,
      "loss_partial": 0.00872802734375,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0003319421084597707,
      "loss_partial": 0.0089111328125,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0006303102127276361,
      "loss_partial": 0.005218505859375,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0004006953095085919,
      "loss_partial": 0.0048828125,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0006998779717832804,
      "loss_partial": 0.005950927734375,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0005374622996896505,
      "loss_partial": 0.00897216796875,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0007238583057187498,
      "loss_partial": 0.004669189453125,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.00027188193053007126,
      "loss_partial": 0.006011962890625,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0005774255841970444,
      "loss_partial": 0.006103515625,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.00028876474243588746,
      "loss_partial": 0.007049560546875,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.000515640655066818,
      "loss_partial": 0.006927490234375,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0007952910382300615,
      "loss_partial": 0.003570556640625,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0004843107599299401,
      "loss_partial": 0.0087890625,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0003917819121852517,
      "loss_partial": 0.0142822265625,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.00045981432776898146,
      "loss_partial": 0.0032196044921875,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0004623486311174929,
      "loss_partial": 0.0086669921875,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0009416432003490627,
      "loss_partial": 0.00439453125,
      "step": 871
    },
    {
      "epoch": 1.2659883720930232,
      "loss_distr": 0.0006112135015428066,
      "loss_partial": 0.004547119140625,
      "step": 871
    },
    {
      "epoch": 1.2674418604651163,
      "grad_norm": 0.18513621389865875,
      "learning_rate": 7.1472778005892005e-06,
      "loss": 0.1756,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0004643560969270766,
      "loss_partial": 0.00848388671875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0004276628023944795,
      "loss_partial": 0.00775146484375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.001046045683324337,
      "loss_partial": 0.004241943359375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0005014392081648111,
      "loss_partial": 0.00555419921875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0007803499465808272,
      "loss_partial": 0.005706787109375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0006820023409090936,
      "loss_partial": 0.005889892578125,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0009315152419731021,
      "loss_partial": 0.0059814453125,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0007181355031207204,
      "loss_partial": 0.0064697265625,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0005601676530204713,
      "loss_partial": 0.008544921875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.00037766617606393993,
      "loss_partial": 0.004791259765625,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.00047611427726224065,
      "loss_partial": 0.0054931640625,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0008288425160571933,
      "loss_partial": 0.00433349609375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0006052248645573854,
      "loss_partial": 0.00506591796875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0005526072927750647,
      "loss_partial": 0.008544921875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.001027698628604412,
      "loss_partial": 0.003875732421875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0006421477301046252,
      "loss_partial": 0.005340576171875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0006982489721849561,
      "loss_partial": 0.00726318359375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.000667317071929574,
      "loss_partial": 0.007568359375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0004973781760782003,
      "loss_partial": 0.0068359375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0005659611197188497,
      "loss_partial": 0.00836181640625,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0005148014170117676,
      "loss_partial": 0.0059814453125,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.00030666240490972996,
      "loss_partial": 0.006439208984375,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.0003240222577005625,
      "loss_partial": 0.007293701171875,
      "step": 872
    },
    {
      "epoch": 1.2674418604651163,
      "loss_distr": 0.00045731975114904344,
      "loss_partial": 0.0072021484375,
      "step": 872
    },
    {
      "epoch": 1.2688953488372092,
      "grad_norm": 0.19611699879169464,
      "learning_rate": 7.122965133090785e-06,
      "loss": 0.1748,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0003697151259984821,
      "loss_partial": 0.00885009765625,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0004918812774121761,
      "loss_partial": 0.00494384765625,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0007937282207421958,
      "loss_partial": 0.00836181640625,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00039364799158647656,
      "loss_partial": 0.006103515625,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00040568149415776134,
      "loss_partial": 0.004180908203125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0008464358979836106,
      "loss_partial": 0.004486083984375,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.000750395585782826,
      "loss_partial": 0.0025177001953125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00041076820343732834,
      "loss_partial": 0.007354736328125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00037183501990512013,
      "loss_partial": 0.0079345703125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00030162098119035363,
      "loss_partial": 0.005096435546875,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00038151221815496683,
      "loss_partial": 0.0079345703125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0006932150572538376,
      "loss_partial": 0.0062255859375,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00035694893449544907,
      "loss_partial": 0.0034332275390625,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0005812901072204113,
      "loss_partial": 0.00616455078125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0006012078374624252,
      "loss_partial": 0.004180908203125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0003034012042917311,
      "loss_partial": 0.0086669921875,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0006010141223669052,
      "loss_partial": 0.005096435546875,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0008514082292094827,
      "loss_partial": 0.00421142578125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00045373791363090277,
      "loss_partial": 0.004547119140625,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0007291469955816865,
      "loss_partial": 0.00408935546875,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.00036687898682430387,
      "loss_partial": 0.007049560546875,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0008166698971763253,
      "loss_partial": 0.004058837890625,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.000502351438626647,
      "loss_partial": 0.0033721923828125,
      "step": 873
    },
    {
      "epoch": 1.2688953488372092,
      "loss_distr": 0.0007832411210983992,
      "loss_partial": 0.005401611328125,
      "step": 873
    },
    {
      "epoch": 1.2703488372093024,
      "grad_norm": 0.17503757774829865,
      "learning_rate": 7.09867099251757e-06,
      "loss": 0.1764,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0006292028701864183,
      "loss_partial": 0.0038909912109375,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0006040861480869353,
      "loss_partial": 0.00555419921875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0004128248547203839,
      "loss_partial": 0.007415771484375,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0005924473516643047,
      "loss_partial": 0.006500244140625,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0009639125782996416,
      "loss_partial": 0.003204345703125,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0004835375293623656,
      "loss_partial": 0.00897216796875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0004758126742672175,
      "loss_partial": 0.007415771484375,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0006415040697902441,
      "loss_partial": 0.00604248046875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0005390760488808155,
      "loss_partial": 0.00445556640625,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0006515764398500323,
      "loss_partial": 0.0059814453125,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0008041159599088132,
      "loss_partial": 0.0059814453125,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0007142419344745576,
      "loss_partial": 0.005401611328125,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0005537725519388914,
      "loss_partial": 0.012451171875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.00030372358742170036,
      "loss_partial": 0.0067138671875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0003946304495912045,
      "loss_partial": 0.006256103515625,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0005904797581024468,
      "loss_partial": 0.0057373046875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.00029366082162596285,
      "loss_partial": 0.0103759765625,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0004384524654597044,
      "loss_partial": 0.00653076171875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0005632907268591225,
      "loss_partial": 0.00537109375,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.00038467691047117114,
      "loss_partial": 0.007598876953125,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0008714976720511913,
      "loss_partial": 0.00408935546875,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0005664066993631423,
      "loss_partial": 0.0062255859375,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0007020996417850256,
      "loss_partial": 0.003082275390625,
      "step": 874
    },
    {
      "epoch": 1.2703488372093024,
      "loss_distr": 0.0008053253404796124,
      "loss_partial": 0.0038604736328125,
      "step": 874
    },
    {
      "epoch": 1.2718023255813953,
      "grad_norm": 0.16869087517261505,
      "learning_rate": 7.074395535313865e-06,
      "loss": 0.1729,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0004376269062049687,
      "loss_partial": 0.0089111328125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0005444780690595508,
      "loss_partial": 0.005035400390625,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0005682236514985561,
      "loss_partial": 0.0079345703125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.000277430604910478,
      "loss_partial": 0.007354736328125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0007775928825139999,
      "loss_partial": 0.005157470703125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0005683269118890166,
      "loss_partial": 0.010009765625,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.00078564666910097,
      "loss_partial": 0.004425048828125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0003430246142670512,
      "loss_partial": 0.00762939453125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.00047538799117319286,
      "loss_partial": 0.0084228515625,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.00046890153316780925,
      "loss_partial": 0.00665283203125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0004643938736990094,
      "loss_partial": 0.005279541015625,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0003423616290092468,
      "loss_partial": 0.0108642578125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0002445091085974127,
      "loss_partial": 0.00640869140625,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.00035015976754948497,
      "loss_partial": 0.00439453125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0008802381344139576,
      "loss_partial": 0.0079345703125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0004841200716327876,
      "loss_partial": 0.0096435546875,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0004583435074891895,
      "loss_partial": 0.007537841796875,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0005324969533830881,
      "loss_partial": 0.0062255859375,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0007155645871534944,
      "loss_partial": 0.00628662109375,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0004929807619191706,
      "loss_partial": 0.00848388671875,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0008951161289587617,
      "loss_partial": 0.0038604736328125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0004263963783159852,
      "loss_partial": 0.006561279296875,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0003285203129053116,
      "loss_partial": 0.0079345703125,
      "step": 875
    },
    {
      "epoch": 1.2718023255813953,
      "loss_distr": 0.0005137805128470063,
      "loss_partial": 0.0079345703125,
      "step": 875
    },
    {
      "epoch": 1.2732558139534884,
      "grad_norm": 0.17945370078086853,
      "learning_rate": 7.050138917803657e-06,
      "loss": 0.1749,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0006909773219376802,
      "loss_partial": 0.00921630859375,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0007560771773569286,
      "loss_partial": 0.007232666015625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0004645381704904139,
      "loss_partial": 0.00421142578125,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0008430206216871738,
      "loss_partial": 0.006988525390625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0005889464518986642,
      "loss_partial": 0.004791259765625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.000498764798976481,
      "loss_partial": 0.004547119140625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0004634148790501058,
      "loss_partial": 0.007720947265625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0009685163386166096,
      "loss_partial": 0.0054931640625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0004069867718499154,
      "loss_partial": 0.006622314453125,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0006567894015461206,
      "loss_partial": 0.006378173828125,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0004685673047788441,
      "loss_partial": 0.005035400390625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0005275008734315634,
      "loss_partial": 0.00567626953125,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0003649347345344722,
      "loss_partial": 0.01202392578125,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.00028622415265999734,
      "loss_partial": 0.00921630859375,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.00044629405601881444,
      "loss_partial": 0.0042724609375,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0005041643744334579,
      "loss_partial": 0.00738525390625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0009179867338389158,
      "loss_partial": 0.004241943359375,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0004962368402630091,
      "loss_partial": 0.0084228515625,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0004985447158105671,
      "loss_partial": 0.006072998046875,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0006305323913693428,
      "loss_partial": 0.007659912109375,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0007778977742418647,
      "loss_partial": 0.007293701171875,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.00033907388569787145,
      "loss_partial": 0.005157470703125,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0004921826766803861,
      "loss_partial": 0.0079345703125,
      "step": 876
    },
    {
      "epoch": 1.2732558139534884,
      "loss_distr": 0.0007700087735429406,
      "loss_partial": 0.0035247802734375,
      "step": 876
    },
    {
      "epoch": 1.2747093023255813,
      "grad_norm": 0.18985946476459503,
      "learning_rate": 7.025901296189626e-06,
      "loss": 0.1728,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0009024449973367155,
      "loss_partial": 0.004058837890625,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.000566722359508276,
      "loss_partial": 0.00982666015625,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.00034396781120449305,
      "loss_partial": 0.00811767578125,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.00025085482047870755,
      "loss_partial": 0.008544921875,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.00031007995130494237,
      "loss_partial": 0.00836181640625,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0008532714564353228,
      "loss_partial": 0.00677490234375,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.00040728168096393347,
      "loss_partial": 0.005615234375,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0006271165912039578,
      "loss_partial": 0.0067138671875,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.000380493002012372,
      "loss_partial": 0.006622314453125,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0005133252125233412,
      "loss_partial": 0.00616455078125,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0003856878902297467,
      "loss_partial": 0.0034027099609375,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0004556276835501194,
      "loss_partial": 0.005859375,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0008209517691284418,
      "loss_partial": 0.0038299560546875,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0006680167280137539,
      "loss_partial": 0.008544921875,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0006597076426260173,
      "loss_partial": 0.00811767578125,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0004979650839231908,
      "loss_partial": 0.00701904296875,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0006898497231304646,
      "loss_partial": 0.005859375,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0006204015808179975,
      "loss_partial": 0.005126953125,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.000527882541064173,
      "loss_partial": 0.005859375,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.00044650674681179225,
      "loss_partial": 0.00775146484375,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.0004253359220456332,
      "loss_partial": 0.007720947265625,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.00020905263954773545,
      "loss_partial": 0.006500244140625,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.000400806893594563,
      "loss_partial": 0.0078125,
      "step": 877
    },
    {
      "epoch": 1.2747093023255813,
      "loss_distr": 0.00047954751062206924,
      "loss_partial": 0.00653076171875,
      "step": 877
    },
    {
      "epoch": 1.2761627906976745,
      "grad_norm": 0.17013761401176453,
      "learning_rate": 7.0016828265521185e-06,
      "loss": 0.176,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0003445293696131557,
      "loss_partial": 0.0059814453125,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0006399322301149368,
      "loss_partial": 0.004638671875,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.00032027624547481537,
      "loss_partial": 0.00775146484375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0004681374994106591,
      "loss_partial": 0.0166015625,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0005386946722865105,
      "loss_partial": 0.00640869140625,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.00039503234438598156,
      "loss_partial": 0.01153564453125,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0007110678125172853,
      "loss_partial": 0.0031280517578125,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0007539946818724275,
      "loss_partial": 0.006927490234375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0003191177383996546,
      "loss_partial": 0.00811767578125,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0007429836550727487,
      "loss_partial": 0.00537109375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0004726891638711095,
      "loss_partial": 0.0047607421875,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0005360246868804097,
      "loss_partial": 0.00775146484375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.00026405375683680177,
      "loss_partial": 0.008544921875,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0006974890129640698,
      "loss_partial": 0.005615234375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0004250714264344424,
      "loss_partial": 0.0093994140625,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0006162887439131737,
      "loss_partial": 0.0079345703125,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0003535073483362794,
      "loss_partial": 0.00927734375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0007562484825029969,
      "loss_partial": 0.0033416748046875,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0006186747923493385,
      "loss_partial": 0.0074462890625,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0003937095170840621,
      "loss_partial": 0.005615234375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0004672631621360779,
      "loss_partial": 0.0062255859375,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0004727433552034199,
      "loss_partial": 0.0033111572265625,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0006632637232542038,
      "loss_partial": 0.005828857421875,
      "step": 878
    },
    {
      "epoch": 1.2761627906976745,
      "loss_distr": 0.0008323002839460969,
      "loss_partial": 0.0057373046875,
      "step": 878
    },
    {
      "epoch": 1.2776162790697674,
      "grad_norm": 0.17252211272716522,
      "learning_rate": 6.977483664848146e-06,
      "loss": 0.1759,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0007008492248132825,
      "loss_partial": 0.0047607421875,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0004391638794913888,
      "loss_partial": 0.0093994140625,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0006805077427998185,
      "loss_partial": 0.003448486328125,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0003645661927293986,
      "loss_partial": 0.0079345703125,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0005023854901082814,
      "loss_partial": 0.00469970703125,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0005028032464906573,
      "loss_partial": 0.00653076171875,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0009270163718611002,
      "loss_partial": 0.00531005859375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0006395189557224512,
      "loss_partial": 0.005340576171875,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0003449992509558797,
      "loss_partial": 0.004974365234375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0008594725513830781,
      "loss_partial": 0.003936767578125,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0005287462845444679,
      "loss_partial": 0.01141357421875,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0002772887237370014,
      "loss_partial": 0.0101318359375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0007450950797647238,
      "loss_partial": 0.00360107421875,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0006485371268354356,
      "loss_partial": 0.0078125,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.001096581225283444,
      "loss_partial": 0.0068359375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0005208021029829979,
      "loss_partial": 0.00823974609375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0008809644496068358,
      "loss_partial": 0.004058837890625,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.0005628974176943302,
      "loss_partial": 0.004974365234375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.00020981863781344146,
      "loss_partial": 0.006561279296875,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.00047595298383384943,
      "loss_partial": 0.006256103515625,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.000286762195173651,
      "loss_partial": 0.00689697265625,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.00025798205751925707,
      "loss_partial": 0.01214599609375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.00026474340120330453,
      "loss_partial": 0.007659912109375,
      "step": 879
    },
    {
      "epoch": 1.2776162790697674,
      "loss_distr": 0.00025942246429622173,
      "loss_partial": 0.0057373046875,
      "step": 879
    },
    {
      "epoch": 1.2790697674418605,
      "grad_norm": 0.16195648908615112,
      "learning_rate": 6.953303966910392e-06,
      "loss": 0.1736,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0004712647933047265,
      "loss_partial": 0.01019287109375,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0005583048914559186,
      "loss_partial": 0.004180908203125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0007267342298291624,
      "loss_partial": 0.0047607421875,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00023450417211279273,
      "loss_partial": 0.0040283203125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00039371324237436056,
      "loss_partial": 0.0034942626953125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0006068511283956468,
      "loss_partial": 0.0086669921875,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.000308885530102998,
      "loss_partial": 0.00860595703125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0004024301306344569,
      "loss_partial": 0.00994873046875,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00037704044370912015,
      "loss_partial": 0.007232666015625,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0007787308422848582,
      "loss_partial": 0.00225830078125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00035889598075300455,
      "loss_partial": 0.004669189453125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.000496590044349432,
      "loss_partial": 0.0059814453125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0006033033132553101,
      "loss_partial": 0.011962890625,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0005425340496003628,
      "loss_partial": 0.00421142578125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0004788422957062721,
      "loss_partial": 0.006866455078125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00022615141642745584,
      "loss_partial": 0.005859375,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0004113687900826335,
      "loss_partial": 0.0128173828125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0005794308381155133,
      "loss_partial": 0.005035400390625,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00024639457114972174,
      "loss_partial": 0.0087890625,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00034034077543765306,
      "loss_partial": 0.0067138671875,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0011714792344719172,
      "loss_partial": 0.0022735595703125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.000752137741073966,
      "loss_partial": 0.00433349609375,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.0005235536955296993,
      "loss_partial": 0.005889892578125,
      "step": 880
    },
    {
      "epoch": 1.2790697674418605,
      "loss_distr": 0.00041689735371619463,
      "loss_partial": 0.0057373046875,
      "step": 880
    },
    {
      "epoch": 1.2805232558139534,
      "grad_norm": 0.21135437488555908,
      "learning_rate": 6.9291438884462045e-06,
      "loss": 0.1817,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.000649423454888165,
      "loss_partial": 0.006591796875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.00043275902862660587,
      "loss_partial": 0.00762939453125,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0007306153420358896,
      "loss_partial": 0.003082275390625,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0002869670861400664,
      "loss_partial": 0.00823974609375,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0004884654190391302,
      "loss_partial": 0.00732421875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0002720046613831073,
      "loss_partial": 0.0089111328125,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0005790300201624632,
      "loss_partial": 0.007110595703125,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0005067382589913905,
      "loss_partial": 0.008544921875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0003200291539542377,
      "loss_partial": 0.00555419921875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.000611503841355443,
      "loss_partial": 0.01043701171875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0005180250736884773,
      "loss_partial": 0.00653076171875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0004981990205124021,
      "loss_partial": 0.0036468505859375,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0003991088015027344,
      "loss_partial": 0.007659912109375,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.00046434739488177,
      "loss_partial": 0.0096435546875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0005879107629880309,
      "loss_partial": 0.004058837890625,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.00039987254422158003,
      "loss_partial": 0.00543212890625,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0005221904721111059,
      "loss_partial": 0.0035552978515625,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0009122869232669473,
      "loss_partial": 0.00469970703125,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0006690183654427528,
      "loss_partial": 0.005828857421875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0006218943744897842,
      "loss_partial": 0.004913330078125,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.00032791434205137193,
      "loss_partial": 0.0032196044921875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0003784563741646707,
      "loss_partial": 0.0096435546875,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.00042796815978363156,
      "loss_partial": 0.00775146484375,
      "step": 881
    },
    {
      "epoch": 1.2805232558139534,
      "loss_distr": 0.0008723108330741525,
      "loss_partial": 0.004119873046875,
      "step": 881
    },
    {
      "epoch": 1.2819767441860466,
      "grad_norm": 0.16968446969985962,
      "learning_rate": 6.905003585036587e-06,
      "loss": 0.1756,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0005056246882304549,
      "loss_partial": 0.007720947265625,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00033656798768788576,
      "loss_partial": 0.00933837890625,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00037699920358136296,
      "loss_partial": 0.00830078125,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0004308216739445925,
      "loss_partial": 0.00927734375,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0005583205493167043,
      "loss_partial": 0.00726318359375,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00045761832734569907,
      "loss_partial": 0.006866455078125,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00029276032000780106,
      "loss_partial": 0.006866455078125,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00024367609876208007,
      "loss_partial": 0.0074462890625,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0007643424905836582,
      "loss_partial": 0.00494384765625,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00022557470947504044,
      "loss_partial": 0.0052490234375,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00029149779584258795,
      "loss_partial": 0.00469970703125,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0003818072727881372,
      "loss_partial": 0.0086669921875,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0007861780468374491,
      "loss_partial": 0.0047607421875,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00045576883712783456,
      "loss_partial": 0.004852294921875,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00031481782207265496,
      "loss_partial": 0.004364013671875,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0005222996696829796,
      "loss_partial": 0.00439453125,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0005931719206273556,
      "loss_partial": 0.005218505859375,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0003114562132395804,
      "loss_partial": 0.007049560546875,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0005890009924769402,
      "loss_partial": 0.006927490234375,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0003421117435209453,
      "loss_partial": 0.0162353515625,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0006540840840898454,
      "loss_partial": 0.0091552734375,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0003012040688190609,
      "loss_partial": 0.00860595703125,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.00039768460555933416,
      "loss_partial": 0.005401611328125,
      "step": 882
    },
    {
      "epoch": 1.2819767441860466,
      "loss_distr": 0.0010734840761870146,
      "loss_partial": 0.0042724609375,
      "step": 882
    },
    {
      "epoch": 1.2834302325581395,
      "grad_norm": 0.16573162376880646,
      "learning_rate": 6.880883212135189e-06,
      "loss": 0.1743,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0008079090039245784,
      "loss_partial": 0.005645751953125,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0008089793263934553,
      "loss_partial": 0.0037689208984375,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00027047222829423845,
      "loss_partial": 0.00653076171875,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0007240477716550231,
      "loss_partial": 0.003875732421875,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.000534865481313318,
      "loss_partial": 0.0091552734375,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0003220548096578568,
      "loss_partial": 0.006011962890625,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0005582601297646761,
      "loss_partial": 0.005889892578125,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0005737235769629478,
      "loss_partial": 0.00457763671875,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0004310042131692171,
      "loss_partial": 0.010009765625,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00034315476659685373,
      "loss_partial": 0.0086669921875,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.000518171233125031,
      "loss_partial": 0.00860595703125,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00039793079486116767,
      "loss_partial": 0.010986328125,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00025671999901533127,
      "loss_partial": 0.0038604736328125,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00037480524042621255,
      "loss_partial": 0.007049560546875,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0004962648381479084,
      "loss_partial": 0.008056640625,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0006268091965466738,
      "loss_partial": 0.00628662109375,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0004858102183789015,
      "loss_partial": 0.00787353515625,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00043878803262487054,
      "loss_partial": 0.0079345703125,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0008026339928619564,
      "loss_partial": 0.005096435546875,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0006995582371018827,
      "loss_partial": 0.00543212890625,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00046125106746330857,
      "loss_partial": 0.0118408203125,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00041368947131559253,
      "loss_partial": 0.006927490234375,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.00026746830553747714,
      "loss_partial": 0.004974365234375,
      "step": 883
    },
    {
      "epoch": 1.2834302325581395,
      "loss_distr": 0.0004530544101726264,
      "loss_partial": 0.00457763671875,
      "step": 883
    },
    {
      "epoch": 1.2848837209302326,
      "grad_norm": 0.20121543109416962,
      "learning_rate": 6.856782925067329e-06,
      "loss": 0.1737,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.00025538523914292455,
      "loss_partial": 0.0093994140625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0006604978116229177,
      "loss_partial": 0.005126953125,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0005926508456468582,
      "loss_partial": 0.0096435546875,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0002894879726227373,
      "loss_partial": 0.010009765625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0008137820987030864,
      "loss_partial": 0.005828857421875,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0002936781966127455,
      "loss_partial": 0.005615234375,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0007148361182771623,
      "loss_partial": 0.005706787109375,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0006938854930922389,
      "loss_partial": 0.00885009765625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0007147378637455404,
      "loss_partial": 0.0068359375,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0008450446184724569,
      "loss_partial": 0.00408935546875,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0005101477727293968,
      "loss_partial": 0.006103515625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.00034272970515303314,
      "loss_partial": 0.0106201171875,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0005156961269676685,
      "loss_partial": 0.009765625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0003865700855385512,
      "loss_partial": 0.006439208984375,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.001005619065836072,
      "loss_partial": 0.003936767578125,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.00028700754046440125,
      "loss_partial": 0.0120849609375,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.000399537559133023,
      "loss_partial": 0.008056640625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0003888467326760292,
      "loss_partial": 0.004669189453125,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.00032148402533493936,
      "loss_partial": 0.01019287109375,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0004428181564435363,
      "loss_partial": 0.0072021484375,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0005480762338265777,
      "loss_partial": 0.00787353515625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0006183262448757887,
      "loss_partial": 0.004547119140625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0002523875155020505,
      "loss_partial": 0.00836181640625,
      "step": 884
    },
    {
      "epoch": 1.2848837209302326,
      "loss_distr": 0.0005013614427298307,
      "loss_partial": 0.00531005859375,
      "step": 884
    },
    {
      "epoch": 1.2863372093023255,
      "grad_norm": 0.17348267138004303,
      "learning_rate": 6.8327028790289785e-06,
      "loss": 0.1743,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00045321343350224197,
      "loss_partial": 0.004058837890625,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0003757172671612352,
      "loss_partial": 0.006378173828125,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0005396457854658365,
      "loss_partial": 0.005615234375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0003872998058795929,
      "loss_partial": 0.004058837890625,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0005208677030168474,
      "loss_partial": 0.005401611328125,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00023210755898617208,
      "loss_partial": 0.0106201171875,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0003568378451745957,
      "loss_partial": 0.0029144287109375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0006265848060138524,
      "loss_partial": 0.00775146484375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0005517122335731983,
      "loss_partial": 0.0062255859375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00029091263422742486,
      "loss_partial": 0.00653076171875,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00023962980776559561,
      "loss_partial": 0.005950927734375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0005693665589205921,
      "loss_partial": 0.00982666015625,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00028819937142543495,
      "loss_partial": 0.0067138671875,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0005755646270699799,
      "loss_partial": 0.007415771484375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0006627551629208028,
      "loss_partial": 0.00445556640625,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0006562399212270975,
      "loss_partial": 0.004150390625,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00030784858972765505,
      "loss_partial": 0.004669189453125,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0005262998165562749,
      "loss_partial": 0.009033203125,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0005677944864146411,
      "loss_partial": 0.005706787109375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00039580906741321087,
      "loss_partial": 0.007568359375,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0003888027276843786,
      "loss_partial": 0.005584716796875,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0004956278135068715,
      "loss_partial": 0.005828857421875,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.0006372133502736688,
      "loss_partial": 0.00408935546875,
      "step": 885
    },
    {
      "epoch": 1.2863372093023255,
      "loss_distr": 0.00043996673775836825,
      "loss_partial": 0.0048828125,
      "step": 885
    },
    {
      "epoch": 1.2877906976744187,
      "grad_norm": 0.2095295786857605,
      "learning_rate": 6.808643229085758e-06,
      "loss": 0.1753,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0006774516659788787,
      "loss_partial": 0.00634765625,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.000671733112540096,
      "loss_partial": 0.008544921875,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0006079096347093582,
      "loss_partial": 0.006072998046875,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0006528232479467988,
      "loss_partial": 0.00555419921875,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0006069101509638131,
      "loss_partial": 0.00653076171875,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0003913876716978848,
      "loss_partial": 0.0045166015625,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0004408218082971871,
      "loss_partial": 0.0079345703125,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.00046487650251947343,
      "loss_partial": 0.0098876953125,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0002483837306499481,
      "loss_partial": 0.01458740234375,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0005916993832215667,
      "loss_partial": 0.004241943359375,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0004769741208292544,
      "loss_partial": 0.00628662109375,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0003131967969238758,
      "loss_partial": 0.00872802734375,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.00036904096486978233,
      "loss_partial": 0.00775146484375,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0003359823895152658,
      "loss_partial": 0.007537841796875,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.00044076726771891117,
      "loss_partial": 0.00469970703125,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.00042027185554616153,
      "loss_partial": 0.008056640625,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.00044781650649383664,
      "loss_partial": 0.007568359375,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0003929492668248713,
      "loss_partial": 0.005157470703125,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.00022271483612712473,
      "loss_partial": 0.00860595703125,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0005412626196630299,
      "loss_partial": 0.00537109375,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0003173776203766465,
      "loss_partial": 0.006805419921875,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0003425037139095366,
      "loss_partial": 0.003936767578125,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0006095612770877779,
      "loss_partial": 0.0064697265625,
      "step": 886
    },
    {
      "epoch": 1.2877906976744187,
      "loss_distr": 0.0008833215106278658,
      "loss_partial": 0.00482177734375,
      "step": 886
    },
    {
      "epoch": 1.2892441860465116,
      "grad_norm": 0.19138957560062408,
      "learning_rate": 6.784604130171956e-06,
      "loss": 0.1748,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0004855239239986986,
      "loss_partial": 0.0032958984375,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0007938171620480716,
      "loss_partial": 0.00433349609375,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0004850789555348456,
      "loss_partial": 0.0079345703125,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.00026829540729522705,
      "loss_partial": 0.004852294921875,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0002882569096982479,
      "loss_partial": 0.01007080078125,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0007140696397982538,
      "loss_partial": 0.004608154296875,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0003652359591796994,
      "loss_partial": 0.00897216796875,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0007900951895862818,
      "loss_partial": 0.0037078857421875,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0005239836173132062,
      "loss_partial": 0.005340576171875,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0004795060958713293,
      "loss_partial": 0.0078125,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.00022383432951755822,
      "loss_partial": 0.01123046875,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.000725877471268177,
      "loss_partial": 0.0023193359375,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0006496378919109702,
      "loss_partial": 0.0087890625,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0007130707381293178,
      "loss_partial": 0.005706787109375,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0004833731218241155,
      "loss_partial": 0.0101318359375,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0003226539702154696,
      "loss_partial": 0.005645751953125,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.00044452189467847347,
      "loss_partial": 0.00421142578125,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0005821367958560586,
      "loss_partial": 0.00579833984375,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.000748736725654453,
      "loss_partial": 0.00537109375,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0004112828173674643,
      "loss_partial": 0.007232666015625,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.000484322605188936,
      "loss_partial": 0.0113525390625,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0003220989019609988,
      "loss_partial": 0.00421142578125,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.0002448737504892051,
      "loss_partial": 0.0069580078125,
      "step": 887
    },
    {
      "epoch": 1.2892441860465116,
      "loss_distr": 0.001083772862330079,
      "loss_partial": 0.0045166015625,
      "step": 887
    },
    {
      "epoch": 1.2906976744186047,
      "grad_norm": 0.19316531717777252,
      "learning_rate": 6.760585737089512e-06,
      "loss": 0.1728,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.00031503336504101753,
      "loss_partial": 0.0115966796875,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0007359003066085279,
      "loss_partial": 0.004547119140625,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0002387726417509839,
      "loss_partial": 0.00909423828125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0005114375380799174,
      "loss_partial": 0.00927734375,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0007017750176601112,
      "loss_partial": 0.006591796875,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.000437526818132028,
      "loss_partial": 0.00390625,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.000517098349519074,
      "loss_partial": 0.0089111328125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0007519598584622145,
      "loss_partial": 0.004241943359375,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0005365638062357903,
      "loss_partial": 0.0079345703125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.000633749645203352,
      "loss_partial": 0.00457763671875,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.00047889197594486177,
      "loss_partial": 0.014404296875,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0007236383389681578,
      "loss_partial": 0.0038299560546875,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0005727773532271385,
      "loss_partial": 0.0062255859375,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0002907725574914366,
      "loss_partial": 0.006744384765625,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.000435795693192631,
      "loss_partial": 0.00830078125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.000257158768363297,
      "loss_partial": 0.005157470703125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.00024909540661610663,
      "loss_partial": 0.00347900390625,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0006833833176642656,
      "loss_partial": 0.006744384765625,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.00021163006022106856,
      "loss_partial": 0.008544921875,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.000561173539608717,
      "loss_partial": 0.005950927734375,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0007133183535188437,
      "loss_partial": 0.0108642578125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0004912731237709522,
      "loss_partial": 0.003936767578125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.0007205542642623186,
      "loss_partial": 0.004913330078125,
      "step": 888
    },
    {
      "epoch": 1.2906976744186047,
      "loss_distr": 0.00040404076571576297,
      "loss_partial": 0.00811767578125,
      "step": 888
    },
    {
      "epoch": 1.2921511627906976,
      "grad_norm": 0.1793919950723648,
      "learning_rate": 6.736588204507037e-06,
      "loss": 0.1774,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0007243049331009388,
      "loss_partial": 0.0038604736328125,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.00040875733247958124,
      "loss_partial": 0.0034637451171875,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0003643176460172981,
      "loss_partial": 0.009765625,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0006234137690626085,
      "loss_partial": 0.00921630859375,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0003248981083743274,
      "loss_partial": 0.0059814453125,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0005811312003061175,
      "loss_partial": 0.004913330078125,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0008158890996128321,
      "loss_partial": 0.00396728515625,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0005423967959359288,
      "loss_partial": 0.006591796875,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.00028231917531229556,
      "loss_partial": 0.006683349609375,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0003443059395067394,
      "loss_partial": 0.006134033203125,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.000729316147044301,
      "loss_partial": 0.004241943359375,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0008190652588382363,
      "loss_partial": 0.0054931640625,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.00032621261198073626,
      "loss_partial": 0.004241943359375,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0008964780136011541,
      "loss_partial": 0.003631591796875,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0006756381480954587,
      "loss_partial": 0.00555419921875,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0004861928755417466,
      "loss_partial": 0.0068359375,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0006842016591690481,
      "loss_partial": 0.0068359375,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0005479995161294937,
      "loss_partial": 0.0052490234375,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.00042484592995606363,
      "loss_partial": 0.01348876953125,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0007251776987686753,
      "loss_partial": 0.00836181640625,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0006502790492959321,
      "loss_partial": 0.00830078125,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.0003869123465847224,
      "loss_partial": 0.005096435546875,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.00044378405436873436,
      "loss_partial": 0.006072998046875,
      "step": 889
    },
    {
      "epoch": 1.2921511627906976,
      "loss_distr": 0.001101701520383358,
      "loss_partial": 0.00811767578125,
      "step": 889
    },
    {
      "epoch": 1.2936046511627908,
      "grad_norm": 0.17805320024490356,
      "learning_rate": 6.712611686958797e-06,
      "loss": 0.1721,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.000612398493103683,
      "loss_partial": 0.00433349609375,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0005117935361340642,
      "loss_partial": 0.006805419921875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0004235485685057938,
      "loss_partial": 0.00927734375,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0004924664390273392,
      "loss_partial": 0.00921630859375,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0004138810036238283,
      "loss_partial": 0.00836181640625,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.00020954772480763495,
      "loss_partial": 0.009033203125,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0006634105229750276,
      "loss_partial": 0.0079345703125,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0006540684262290597,
      "loss_partial": 0.006134033203125,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0009608000982552767,
      "loss_partial": 0.005584716796875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0005124464514665306,
      "loss_partial": 0.006805419921875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0003003668098244816,
      "loss_partial": 0.00408935546875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.00033505362807773054,
      "loss_partial": 0.0091552734375,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0005262508639134467,
      "loss_partial": 0.01171875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.000472511921543628,
      "loss_partial": 0.007659912109375,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0004916699836030602,
      "loss_partial": 0.00506591796875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0006689995061606169,
      "loss_partial": 0.006134033203125,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0003912131942342967,
      "loss_partial": 0.0107421875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0006063712062314153,
      "loss_partial": 0.004058837890625,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.00035398744512349367,
      "loss_partial": 0.0096435546875,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.00045717961620539427,
      "loss_partial": 0.006622314453125,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.00023180477728601545,
      "loss_partial": 0.00775146484375,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0007393585401587188,
      "loss_partial": 0.005645751953125,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.00025723071303218603,
      "loss_partial": 0.005279541015625,
      "step": 890
    },
    {
      "epoch": 1.2936046511627908,
      "loss_distr": 0.0008156904950737953,
      "loss_partial": 0.004608154296875,
      "step": 890
    },
    {
      "epoch": 1.2950581395348837,
      "grad_norm": 0.17304125428199768,
      "learning_rate": 6.688656338843741e-06,
      "loss": 0.1753,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.00042553790262900293,
      "loss_partial": 0.00787353515625,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0007328672218136489,
      "loss_partial": 0.00701904296875,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.000520805362612009,
      "loss_partial": 0.0079345703125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0008254888234660029,
      "loss_partial": 0.003936767578125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0005489138420671225,
      "loss_partial": 0.00634765625,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0005071816849522293,
      "loss_partial": 0.007110595703125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.00040538038592785597,
      "loss_partial": 0.00634765625,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0008008783916011453,
      "loss_partial": 0.004150390625,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0002841030072886497,
      "loss_partial": 0.005218505859375,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0004656016535591334,
      "loss_partial": 0.003875732421875,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0009557105950079858,
      "loss_partial": 0.004852294921875,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0006916739512234926,
      "loss_partial": 0.004669189453125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0006151546258479357,
      "loss_partial": 0.00579833984375,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0006621447391808033,
      "loss_partial": 0.0084228515625,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0004676431999541819,
      "loss_partial": 0.005645751953125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0004633030039258301,
      "loss_partial": 0.00909423828125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.000322070176480338,
      "loss_partial": 0.01007080078125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0007091888692229986,
      "loss_partial": 0.005340576171875,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0006475261179730296,
      "loss_partial": 0.006866455078125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0006927395006641746,
      "loss_partial": 0.0037384033203125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0004956137854605913,
      "loss_partial": 0.00469970703125,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0007663657888770103,
      "loss_partial": 0.0045166015625,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.0005682862247340381,
      "loss_partial": 0.007049560546875,
      "step": 891
    },
    {
      "epoch": 1.2950581395348837,
      "loss_distr": 0.000326127017615363,
      "loss_partial": 0.00726318359375,
      "step": 891
    },
    {
      "epoch": 1.2965116279069768,
      "grad_norm": 0.17289727926254272,
      "learning_rate": 6.664722314424494e-06,
      "loss": 0.1763,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0007878757314756513,
      "loss_partial": 0.00421142578125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.000568128190934658,
      "loss_partial": 0.007354736328125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.000405216560466215,
      "loss_partial": 0.0052490234375,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0003699453955050558,
      "loss_partial": 0.00927734375,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.00048798962961882353,
      "loss_partial": 0.005767822265625,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0002762587973847985,
      "loss_partial": 0.0089111328125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005229854723438621,
      "loss_partial": 0.007598876953125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005246333894319832,
      "loss_partial": 0.005828857421875,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.00042987053166143596,
      "loss_partial": 0.0091552734375,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.00023093963682185858,
      "loss_partial": 0.0067138671875,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005359508213587105,
      "loss_partial": 0.00714111328125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0009469065698795021,
      "loss_partial": 0.004913330078125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0006100541795603931,
      "loss_partial": 0.00408935546875,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0007237127865664661,
      "loss_partial": 0.00482177734375,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0004832067061215639,
      "loss_partial": 0.00860595703125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.00045040942495688796,
      "loss_partial": 0.006134033203125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0004784830380231142,
      "loss_partial": 0.004669189453125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0007167283911257982,
      "loss_partial": 0.0035400390625,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005053610075265169,
      "loss_partial": 0.009765625,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005465660942718387,
      "loss_partial": 0.00518798828125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0006830359343439341,
      "loss_partial": 0.01287841796875,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005948281032033265,
      "loss_partial": 0.0062255859375,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005950938211753964,
      "loss_partial": 0.00421142578125,
      "step": 892
    },
    {
      "epoch": 1.2965116279069768,
      "loss_distr": 0.0005183178000152111,
      "loss_partial": 0.004669189453125,
      "step": 892
    },
    {
      "epoch": 1.2979651162790697,
      "grad_norm": 0.1766957938671112,
      "learning_rate": 6.640809767826353e-06,
      "loss": 0.1745,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.00048156731645576656,
      "loss_partial": 0.0035400390625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0007666123565286398,
      "loss_partial": 0.004302978515625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0005070086917839944,
      "loss_partial": 0.0087890625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.00038951353053562343,
      "loss_partial": 0.0087890625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0004708769265562296,
      "loss_partial": 0.006439208984375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.00042354094330221415,
      "loss_partial": 0.006439208984375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.00024245362146757543,
      "loss_partial": 0.0087890625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0002923175925388932,
      "loss_partial": 0.00634765625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0010371487587690353,
      "loss_partial": 0.003082275390625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.00035445892717689276,
      "loss_partial": 0.0091552734375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0005131422658450902,
      "loss_partial": 0.00823974609375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0006156459567137063,
      "loss_partial": 0.0079345703125,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0003274840419180691,
      "loss_partial": 0.00433349609375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0005837911739945412,
      "loss_partial": 0.0091552734375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.000341179285896942,
      "loss_partial": 0.00494384765625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.00025131594156846404,
      "loss_partial": 0.009521484375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0006843114970251918,
      "loss_partial": 0.007049560546875,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0002997091505676508,
      "loss_partial": 0.009521484375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0006087417714297771,
      "loss_partial": 0.004486083984375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.000791234546341002,
      "loss_partial": 0.00494384765625,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0006436699768528342,
      "loss_partial": 0.00335693359375,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0008279587491415441,
      "loss_partial": 0.004119873046875,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0004525685799308121,
      "loss_partial": 0.007080078125,
      "step": 893
    },
    {
      "epoch": 1.2979651162790697,
      "loss_distr": 0.0006694013718515635,
      "loss_partial": 0.00750732421875,
      "step": 893
    },
    {
      "epoch": 1.2994186046511627,
      "grad_norm": 0.17663267254829407,
      "learning_rate": 6.616918853036322e-06,
      "loss": 0.1749,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.000813932390883565,
      "loss_partial": 0.00518798828125,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0003417074913159013,
      "loss_partial": 0.004730224609375,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00034461478935554624,
      "loss_partial": 0.007781982421875,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00035729329101741314,
      "loss_partial": 0.0074462890625,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0010564294643700123,
      "loss_partial": 0.004119873046875,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0006430609500966966,
      "loss_partial": 0.005950927734375,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00042230854160152376,
      "loss_partial": 0.00970458984375,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0005032815388403833,
      "loss_partial": 0.004730224609375,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.000865284469909966,
      "loss_partial": 0.005279541015625,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00030143852927722037,
      "loss_partial": 0.00714111328125,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0005777986370958388,
      "loss_partial": 0.005645751953125,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0005880407989025116,
      "loss_partial": 0.00897216796875,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00036089145578444004,
      "loss_partial": 0.010986328125,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00022504576190840453,
      "loss_partial": 0.005828857421875,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0004536641063168645,
      "loss_partial": 0.00714111328125,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00033062422880902886,
      "loss_partial": 0.007171630859375,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0006691135349683464,
      "loss_partial": 0.0047607421875,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0006116561708040535,
      "loss_partial": 0.0037078857421875,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0005151714431121945,
      "loss_partial": 0.010498046875,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0002979808486998081,
      "loss_partial": 0.017578125,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0007420682231895626,
      "loss_partial": 0.00494384765625,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0003249418514315039,
      "loss_partial": 0.0052490234375,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.00036880833795294166,
      "loss_partial": 0.006988525390625,
      "step": 894
    },
    {
      "epoch": 1.2994186046511627,
      "loss_distr": 0.0005650988314300776,
      "loss_partial": 0.00537109375,
      "step": 894
    },
    {
      "epoch": 1.3008720930232558,
      "grad_norm": 0.16290514171123505,
      "learning_rate": 6.593049723902099e-06,
      "loss": 0.1787,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0005283617647364736,
      "loss_partial": 0.00457763671875,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.00022336583060678095,
      "loss_partial": 0.00872802734375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0006113790441304445,
      "loss_partial": 0.00592041015625,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0008140531717799604,
      "loss_partial": 0.00421142578125,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0005873222253285348,
      "loss_partial": 0.00921630859375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0006978673627600074,
      "loss_partial": 0.0062255859375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0004392807313706726,
      "loss_partial": 0.006744384765625,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.00036172271938994527,
      "loss_partial": 0.005584716796875,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0006916925776749849,
      "loss_partial": 0.00872802734375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0012328187003731728,
      "loss_partial": 0.00390625,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0007380633032880723,
      "loss_partial": 0.00634765625,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0005243608029559255,
      "loss_partial": 0.007354736328125,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.00054643809562549,
      "loss_partial": 0.0089111328125,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0005942523130215704,
      "loss_partial": 0.010986328125,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0007431281264871359,
      "loss_partial": 0.005096435546875,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0004287908668629825,
      "loss_partial": 0.004486083984375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.00038888465496711433,
      "loss_partial": 0.006500244140625,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0002463837154209614,
      "loss_partial": 0.00872802734375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.000499995774589479,
      "loss_partial": 0.01031494140625,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.000539520988240838,
      "loss_partial": 0.00848388671875,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0005265909712761641,
      "loss_partial": 0.012451171875,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0002994638925883919,
      "loss_partial": 0.00677490234375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.00041359226452186704,
      "loss_partial": 0.0062255859375,
      "step": 895
    },
    {
      "epoch": 1.3008720930232558,
      "loss_distr": 0.0007295878021977842,
      "loss_partial": 0.0054931640625,
      "step": 895
    },
    {
      "epoch": 1.302325581395349,
      "grad_norm": 0.1758887767791748,
      "learning_rate": 6.569202534131096e-06,
      "loss": 0.1736,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0005192732205614448,
      "loss_partial": 0.004913330078125,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0007106065168045461,
      "loss_partial": 0.005889892578125,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.00035520526580512524,
      "loss_partial": 0.007354736328125,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0008330234559252858,
      "loss_partial": 0.005279541015625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0005002925754524767,
      "loss_partial": 0.006744384765625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0003434449899941683,
      "loss_partial": 0.007568359375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0009806968737393618,
      "loss_partial": 0.0033721923828125,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.00046425440814346075,
      "loss_partial": 0.006683349609375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.00042507145553827286,
      "loss_partial": 0.0101318359375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.00029379967600107193,
      "loss_partial": 0.01123046875,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.00032664427999407053,
      "loss_partial": 0.0120849609375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0006390794296748936,
      "loss_partial": 0.005615234375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0006501103052869439,
      "loss_partial": 0.008056640625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.00031776149990037084,
      "loss_partial": 0.0054931640625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.00043308298336341977,
      "loss_partial": 0.006195068359375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0007490002317354083,
      "loss_partial": 0.005218505859375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.000465523888124153,
      "loss_partial": 0.005035400390625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0006529380334541202,
      "loss_partial": 0.004302978515625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0004648319445550442,
      "loss_partial": 0.0064697265625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0006370822666212916,
      "loss_partial": 0.0084228515625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0007358631119132042,
      "loss_partial": 0.0072021484375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0004686799366027117,
      "loss_partial": 0.00640869140625,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0004280120774637908,
      "loss_partial": 0.00970458984375,
      "step": 896
    },
    {
      "epoch": 1.302325581395349,
      "loss_distr": 0.0007688032928854227,
      "loss_partial": 0.00311279296875,
      "step": 896
    },
    {
      "epoch": 1.3037790697674418,
      "grad_norm": 0.1756439357995987,
      "learning_rate": 6.545377437289429e-06,
      "loss": 0.1747,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0004374643322080374,
      "loss_partial": 0.00927734375,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0003880264703184366,
      "loss_partial": 0.01239013671875,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0007803913904353976,
      "loss_partial": 0.005218505859375,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.00047662932774983346,
      "loss_partial": 0.0035400390625,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0007973824976943433,
      "loss_partial": 0.0037689208984375,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0007301600417122245,
      "loss_partial": 0.006622314453125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0002377553901169449,
      "loss_partial": 0.015869140625,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0006748716696165502,
      "loss_partial": 0.0037841796875,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0006613790756091475,
      "loss_partial": 0.00958251953125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.00027298860368318856,
      "loss_partial": 0.00848388671875,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0005737856263294816,
      "loss_partial": 0.006195068359375,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0004118366341572255,
      "loss_partial": 0.005401611328125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0005734376609325409,
      "loss_partial": 0.0050048828125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0003986240772064775,
      "loss_partial": 0.00982666015625,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0004178607778158039,
      "loss_partial": 0.008544921875,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.00043682969408109784,
      "loss_partial": 0.0120849609375,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.000543836213182658,
      "loss_partial": 0.0079345703125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0004522374947555363,
      "loss_partial": 0.007354736328125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.00020818517077714205,
      "loss_partial": 0.0106201171875,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0003153907891828567,
      "loss_partial": 0.01165771484375,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0004360605962574482,
      "loss_partial": 0.00958251953125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.0005303509533405304,
      "loss_partial": 0.010986328125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.00037830870132893324,
      "loss_partial": 0.005157470703125,
      "step": 897
    },
    {
      "epoch": 1.3037790697674418,
      "loss_distr": 0.000493042403832078,
      "loss_partial": 0.00799560546875,
      "step": 897
    },
    {
      "epoch": 1.3052325581395348,
      "grad_norm": 0.17429235577583313,
      "learning_rate": 6.521574586800961e-06,
      "loss": 0.1782,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.000620139529928565,
      "loss_partial": 0.010498046875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0007268934859894216,
      "loss_partial": 0.00457763671875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0004195298533886671,
      "loss_partial": 0.0050048828125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0005131018115207553,
      "loss_partial": 0.005828857421875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.000916707911528647,
      "loss_partial": 0.00628662109375,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0008876523352228105,
      "loss_partial": 0.003692626953125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0004964266554452479,
      "loss_partial": 0.006866455078125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0005269510438665748,
      "loss_partial": 0.0048828125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.00042197524453513324,
      "loss_partial": 0.00506591796875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.000705338956322521,
      "loss_partial": 0.0057373046875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0004674143565353006,
      "loss_partial": 0.00640869140625,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0005963594885542989,
      "loss_partial": 0.00457763671875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0003526818472892046,
      "loss_partial": 0.0146484375,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0006447947816923261,
      "loss_partial": 0.00555419921875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0004982950631529093,
      "loss_partial": 0.00811767578125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0005664057098329067,
      "loss_partial": 0.007293701171875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.00045475561637431383,
      "loss_partial": 0.00927734375,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0006471230881288648,
      "loss_partial": 0.006622314453125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0003738014493137598,
      "loss_partial": 0.00457763671875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0006702388636767864,
      "loss_partial": 0.0059814453125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.00018814891518559307,
      "loss_partial": 0.01446533203125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0004601938999257982,
      "loss_partial": 0.0098876953125,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.00033961667213588953,
      "loss_partial": 0.0037841796875,
      "step": 898
    },
    {
      "epoch": 1.3052325581395348,
      "loss_distr": 0.0006689417641609907,
      "loss_partial": 0.0030670166015625,
      "step": 898
    },
    {
      "epoch": 1.306686046511628,
      "grad_norm": 0.16370666027069092,
      "learning_rate": 6.497794135946294e-06,
      "loss": 0.1734,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.000361240585334599,
      "loss_partial": 0.003814697265625,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0004068036796525121,
      "loss_partial": 0.0074462890625,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.00024579817545600235,
      "loss_partial": 0.00653076171875,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0008376705809496343,
      "loss_partial": 0.005950927734375,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0003509300295263529,
      "loss_partial": 0.00390625,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0005523619474843144,
      "loss_partial": 0.007080078125,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0003561076882760972,
      "loss_partial": 0.0159912109375,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.00041222310392186046,
      "loss_partial": 0.004608154296875,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0004948794958181679,
      "loss_partial": 0.006622314453125,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0005659325397573411,
      "loss_partial": 0.0076904296875,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0006990900146774948,
      "loss_partial": 0.00653076171875,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0002308026741957292,
      "loss_partial": 0.0123291015625,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.000547278905287385,
      "loss_partial": 0.0050048828125,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.00023165838501881808,
      "loss_partial": 0.006439208984375,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0006363361026160419,
      "loss_partial": 0.00653076171875,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0006773347267881036,
      "loss_partial": 0.0038909912109375,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.00042289646808058023,
      "loss_partial": 0.00909423828125,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0004493779269978404,
      "loss_partial": 0.00604248046875,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0005022574914619327,
      "loss_partial": 0.00732421875,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0003498659934848547,
      "loss_partial": 0.00421142578125,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0004041919019073248,
      "loss_partial": 0.008056640625,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0005026106373406947,
      "loss_partial": 0.00726318359375,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.0003770131152123213,
      "loss_partial": 0.0123291015625,
      "step": 899
    },
    {
      "epoch": 1.306686046511628,
      "loss_distr": 0.00031600959482602775,
      "loss_partial": 0.00726318359375,
      "step": 899
    },
    {
      "epoch": 1.308139534883721,
      "grad_norm": 0.17654913663864136,
      "learning_rate": 6.474036237861781e-06,
      "loss": 0.1745,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0007455579470843077,
      "loss_partial": 0.006256103515625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.00032264902256429195,
      "loss_partial": 0.0050048828125,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0003337906382512301,
      "loss_partial": 0.00677490234375,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.00048001573304645717,
      "loss_partial": 0.005889892578125,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.00047943490790203214,
      "loss_partial": 0.0074462890625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.000645289896056056,
      "loss_partial": 0.00335693359375,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.000871795229613781,
      "loss_partial": 0.00567626953125,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0005655649001710117,
      "loss_partial": 0.00604248046875,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0007552052848041058,
      "loss_partial": 0.008056640625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0005090477643534541,
      "loss_partial": 0.01068115234375,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0004255873791407794,
      "loss_partial": 0.007232666015625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0003719721862580627,
      "loss_partial": 0.0074462890625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0008394682663492858,
      "loss_partial": 0.004608154296875,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0006129895336925983,
      "loss_partial": 0.005859375,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0008196690469048917,
      "loss_partial": 0.003875732421875,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0005110555794090033,
      "loss_partial": 0.00738525390625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0002879960520658642,
      "loss_partial": 0.00982666015625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0005225774366408587,
      "loss_partial": 0.005767822265625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0006075389683246613,
      "loss_partial": 0.004241943359375,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0007678795955143869,
      "loss_partial": 0.005279541015625,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0007591918110847473,
      "loss_partial": 0.003173828125,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0007565986597910523,
      "loss_partial": 0.004486083984375,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.0007084517274051905,
      "loss_partial": 0.006072998046875,
      "step": 900
    },
    {
      "epoch": 1.308139534883721,
      "loss_distr": 0.00034804956521838903,
      "loss_partial": 0.0087890625,
      "step": 900
    },
    {
      "epoch": 1.309593023255814,
      "grad_norm": 0.18160401284694672,
      "learning_rate": 6.4503010455385454e-06,
      "loss": 0.1779,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.000450453779194504,
      "loss_partial": 0.0118408203125,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0005168989300727844,
      "loss_partial": 0.005340576171875,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0006265026750043035,
      "loss_partial": 0.00579833984375,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0005155469407327473,
      "loss_partial": 0.006103515625,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0005103719304315746,
      "loss_partial": 0.015869140625,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0008547687320969999,
      "loss_partial": 0.0032958984375,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.00033911707578226924,
      "loss_partial": 0.00579833984375,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0007842032937332988,
      "loss_partial": 0.006072998046875,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0004325190093368292,
      "loss_partial": 0.007537841796875,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0006174028967507184,
      "loss_partial": 0.006072998046875,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0007982595707289875,
      "loss_partial": 0.005767822265625,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0003455753903836012,
      "loss_partial": 0.01019287109375,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0005292035639286041,
      "loss_partial": 0.006103515625,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.000665708095766604,
      "loss_partial": 0.006591796875,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0004074546159245074,
      "loss_partial": 0.00811767578125,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.00039938301779329777,
      "loss_partial": 0.005706787109375,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0003892044769600034,
      "loss_partial": 0.00830078125,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0009647945407778025,
      "loss_partial": 0.0034637451171875,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.00046104236389510334,
      "loss_partial": 0.0078125,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.000411009241361171,
      "loss_partial": 0.006805419921875,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0003363144933246076,
      "loss_partial": 0.00677490234375,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.000526093877851963,
      "loss_partial": 0.00921630859375,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0007728737546131015,
      "loss_partial": 0.007110595703125,
      "step": 901
    },
    {
      "epoch": 1.309593023255814,
      "loss_distr": 0.0004558665386866778,
      "loss_partial": 0.005340576171875,
      "step": 901
    },
    {
      "epoch": 1.3110465116279069,
      "grad_norm": 0.1929703801870346,
      "learning_rate": 6.426588711821497e-06,
      "loss": 0.1728,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0007199993706308305,
      "loss_partial": 0.00494384765625,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0004043955123052001,
      "loss_partial": 0.006500244140625,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0003934545093216002,
      "loss_partial": 0.006591796875,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0004218455869704485,
      "loss_partial": 0.004150390625,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.000803509377874434,
      "loss_partial": 0.00640869140625,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0003005668113473803,
      "loss_partial": 0.00823974609375,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.00033420740510337055,
      "loss_partial": 0.005096435546875,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0003990240511484444,
      "loss_partial": 0.00799560546875,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0006769762840121984,
      "loss_partial": 0.00323486328125,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.00035713938996195793,
      "loss_partial": 0.00994873046875,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0008323308429680765,
      "loss_partial": 0.003509521484375,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0004555220657493919,
      "loss_partial": 0.006866455078125,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0004660292761400342,
      "loss_partial": 0.01141357421875,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.00043037114664912224,
      "loss_partial": 0.005950927734375,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0005357931950129569,
      "loss_partial": 0.00665283203125,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0004918143386021256,
      "loss_partial": 0.00531005859375,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0006844705785624683,
      "loss_partial": 0.007171630859375,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.00045833317562937737,
      "loss_partial": 0.005706787109375,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0008669557282701135,
      "loss_partial": 0.00933837890625,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.00037295528454706073,
      "loss_partial": 0.004547119140625,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0004350981907919049,
      "loss_partial": 0.01458740234375,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0009097940637730062,
      "loss_partial": 0.004364013671875,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0005349024431779981,
      "loss_partial": 0.0093994140625,
      "step": 902
    },
    {
      "epoch": 1.3110465116279069,
      "loss_distr": 0.0008397222263738513,
      "loss_partial": 0.0048828125,
      "step": 902
    },
    {
      "epoch": 1.3125,
      "grad_norm": 0.18044336140155792,
      "learning_rate": 6.40289938940835e-06,
      "loss": 0.1725,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0004341432941146195,
      "loss_partial": 0.006378173828125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0005453983321785927,
      "loss_partial": 0.0098876953125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.000567244365811348,
      "loss_partial": 0.006317138671875,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0007047182298265398,
      "loss_partial": 0.00848388671875,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0005948051111772656,
      "loss_partial": 0.00762939453125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0009633460431359708,
      "loss_partial": 0.00860595703125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0007142687682062387,
      "loss_partial": 0.006805419921875,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.000650706235319376,
      "loss_partial": 0.00531005859375,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0008284607320092618,
      "loss_partial": 0.0037689208984375,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0006103289779275656,
      "loss_partial": 0.0035400390625,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0006706996355205774,
      "loss_partial": 0.00445556640625,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0005233135307207704,
      "loss_partial": 0.0091552734375,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0005467648152261972,
      "loss_partial": 0.006866455078125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.00047128272126428783,
      "loss_partial": 0.00628662109375,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0004899833002127707,
      "loss_partial": 0.01007080078125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0005806006956845522,
      "loss_partial": 0.0057373046875,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0005615698173642159,
      "loss_partial": 0.006561279296875,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.00036886424641124904,
      "loss_partial": 0.0064697265625,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.00040375764365307987,
      "loss_partial": 0.006866455078125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.000540229317266494,
      "loss_partial": 0.00787353515625,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0002801728551276028,
      "loss_partial": 0.00665283203125,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0006706790300086141,
      "loss_partial": 0.005096435546875,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0011148186167702079,
      "loss_partial": 0.0057373046875,
      "step": 903
    },
    {
      "epoch": 1.3125,
      "loss_distr": 0.0004897603066638112,
      "loss_partial": 0.00836181640625,
      "step": 903
    },
    {
      "epoch": 1.3139534883720931,
      "grad_norm": 0.1792212575674057,
      "learning_rate": 6.379233230848625e-06,
      "loss": 0.1772,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.00027727181441150606,
      "loss_partial": 0.00689697265625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0005646344507113099,
      "loss_partial": 0.0067138671875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0003739446110557765,
      "loss_partial": 0.004150390625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0006807200843468308,
      "loss_partial": 0.0087890625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0005458237137645483,
      "loss_partial": 0.006561279296875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0005908946041017771,
      "loss_partial": 0.0048828125,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.000438402290455997,
      "loss_partial": 0.01025390625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.000510022509843111,
      "loss_partial": 0.007049560546875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0006217578193172812,
      "loss_partial": 0.005035400390625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.00043330175685696304,
      "loss_partial": 0.007568359375,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0006946962093934417,
      "loss_partial": 0.004852294921875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0006168147665448487,
      "loss_partial": 0.00994873046875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0005238351295702159,
      "loss_partial": 0.004913330078125,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0005343284574337304,
      "loss_partial": 0.00732421875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0002861631801351905,
      "loss_partial": 0.00689697265625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0005385046824812889,
      "loss_partial": 0.004852294921875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0004347934736870229,
      "loss_partial": 0.010009765625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0002657024306245148,
      "loss_partial": 0.009033203125,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0002481365227140486,
      "loss_partial": 0.005950927734375,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.000448287813924253,
      "loss_partial": 0.007537841796875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.00023333780700340867,
      "loss_partial": 0.005035400390625,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0004864624352194369,
      "loss_partial": 0.0037841796875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.0007771535310894251,
      "loss_partial": 0.00604248046875,
      "step": 904
    },
    {
      "epoch": 1.3139534883720931,
      "loss_distr": 0.00033905397867783904,
      "loss_partial": 0.005218505859375,
      "step": 904
    },
    {
      "epoch": 1.315406976744186,
      "grad_norm": 0.1789601445198059,
      "learning_rate": 6.355590388542681e-06,
      "loss": 0.1742,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0007235791999846697,
      "loss_partial": 0.005706787109375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0002672846894711256,
      "loss_partial": 0.00579833984375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0006533744162879884,
      "loss_partial": 0.0037384033203125,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.000525251030921936,
      "loss_partial": 0.0091552734375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.000569724477827549,
      "loss_partial": 0.005340576171875,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0008846365381032228,
      "loss_partial": 0.0033111572265625,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0005773731390945613,
      "loss_partial": 0.01287841796875,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0006344930734485388,
      "loss_partial": 0.00543212890625,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0003315131179988384,
      "loss_partial": 0.007293701171875,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0005907166050747037,
      "loss_partial": 0.0036163330078125,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0007372631225734949,
      "loss_partial": 0.00701904296875,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0010151194874197245,
      "loss_partial": 0.0054931640625,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0007038330659270287,
      "loss_partial": 0.006439208984375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0009754395578056574,
      "loss_partial": 0.0042724609375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0006892126984894276,
      "loss_partial": 0.0034332275390625,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0006932392716407776,
      "loss_partial": 0.003692626953125,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0008455852512270212,
      "loss_partial": 0.0048828125,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0007796483114361763,
      "loss_partial": 0.010009765625,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0004209513426758349,
      "loss_partial": 0.0042724609375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0002232311526313424,
      "loss_partial": 0.005279541015625,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0004787109501194209,
      "loss_partial": 0.00775146484375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.00048377097118645906,
      "loss_partial": 0.005615234375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0008204283658415079,
      "loss_partial": 0.004486083984375,
      "step": 905
    },
    {
      "epoch": 1.315406976744186,
      "loss_distr": 0.0008957492536865175,
      "loss_partial": 0.0042724609375,
      "step": 905
    },
    {
      "epoch": 1.316860465116279,
      "grad_norm": 0.1981557011604309,
      "learning_rate": 6.3319710147407386e-06,
      "loss": 0.1766,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0007681431015953422,
      "loss_partial": 0.0052490234375,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0007995725027285516,
      "loss_partial": 0.0032806396484375,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0006264111725613475,
      "loss_partial": 0.00439453125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.00047705808538012207,
      "loss_partial": 0.005035400390625,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0004882118373643607,
      "loss_partial": 0.00726318359375,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0011635038536041975,
      "loss_partial": 0.0037384033203125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.000579494284465909,
      "loss_partial": 0.007171630859375,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.00026786798844113946,
      "loss_partial": 0.00665283203125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.00032032158924266696,
      "loss_partial": 0.0042724609375,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0006112611736170948,
      "loss_partial": 0.007354736328125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0008152022492140532,
      "loss_partial": 0.003936767578125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0005985780735500157,
      "loss_partial": 0.00531005859375,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0007775314152240753,
      "loss_partial": 0.005340576171875,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0005433178739622235,
      "loss_partial": 0.005340576171875,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.00037958702887408435,
      "loss_partial": 0.004180908203125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.00037331582279875875,
      "loss_partial": 0.007537841796875,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0005440633394755423,
      "loss_partial": 0.005523681640625,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.00024011326604522765,
      "loss_partial": 0.006378173828125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0002906868467107415,
      "loss_partial": 0.01025390625,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0005207402864471078,
      "loss_partial": 0.0068359375,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0007030591368675232,
      "loss_partial": 0.003692626953125,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0006982937920838594,
      "loss_partial": 0.004302978515625,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.0007848797249607742,
      "loss_partial": 0.00543212890625,
      "step": 906
    },
    {
      "epoch": 1.316860465116279,
      "loss_distr": 0.000445226498413831,
      "loss_partial": 0.005615234375,
      "step": 906
    },
    {
      "epoch": 1.318313953488372,
      "grad_norm": 0.17010019719600677,
      "learning_rate": 6.308375261541871e-06,
      "loss": 0.178,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.000769351958297193,
      "loss_partial": 0.004852294921875,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0008367755217477679,
      "loss_partial": 0.0028533935546875,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.00042580108856782317,
      "loss_partial": 0.0140380859375,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005718140746466815,
      "loss_partial": 0.00823974609375,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0004461073549464345,
      "loss_partial": 0.0059814453125,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0004947728593833745,
      "loss_partial": 0.0059814453125,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.00024222099455073476,
      "loss_partial": 0.01214599609375,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005230661481618881,
      "loss_partial": 0.0068359375,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0003247166459914297,
      "loss_partial": 0.00653076171875,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005946907913312316,
      "loss_partial": 0.006744384765625,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0004258665139786899,
      "loss_partial": 0.003570556640625,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0002604663895908743,
      "loss_partial": 0.008544921875,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0006996346637606621,
      "loss_partial": 0.005859375,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005473953788168728,
      "loss_partial": 0.00750732421875,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005666058859787881,
      "loss_partial": 0.00701904296875,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0006845404859632254,
      "loss_partial": 0.006866455078125,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005403835675679147,
      "loss_partial": 0.0035552978515625,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0008293894934467971,
      "loss_partial": 0.004852294921875,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.000836099439766258,
      "loss_partial": 0.007720947265625,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.00030701508512720466,
      "loss_partial": 0.007598876953125,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0006390713388100266,
      "loss_partial": 0.007354736328125,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.00041692901868373156,
      "loss_partial": 0.008056640625,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005745175876654685,
      "loss_partial": 0.0093994140625,
      "step": 907
    },
    {
      "epoch": 1.318313953488372,
      "loss_distr": 0.0005698432214558125,
      "loss_partial": 0.004852294921875,
      "step": 907
    },
    {
      "epoch": 1.3197674418604652,
      "grad_norm": 0.17735588550567627,
      "learning_rate": 6.284803280893066e-06,
      "loss": 0.1776,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0006183235091157258,
      "loss_partial": 0.006195068359375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0006088304799050093,
      "loss_partial": 0.00543212890625,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0005981599679216743,
      "loss_partial": 0.007080078125,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0006309084710665047,
      "loss_partial": 0.00537109375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0005640300223603845,
      "loss_partial": 0.007659912109375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.000877795391716063,
      "loss_partial": 0.0035552978515625,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0004651792987715453,
      "loss_partial": 0.01068115234375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.000312372634653002,
      "loss_partial": 0.00628662109375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.00036014168290421367,
      "loss_partial": 0.01171875,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0007850796682760119,
      "loss_partial": 0.006134033203125,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0005637177382595837,
      "loss_partial": 0.0062255859375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0008316111634485424,
      "loss_partial": 0.00555419921875,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0003709521843120456,
      "loss_partial": 0.005401611328125,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0008479860844090581,
      "loss_partial": 0.006011962890625,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0006233866442926228,
      "loss_partial": 0.00433349609375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0002334626333322376,
      "loss_partial": 0.0034637451171875,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0003497403231449425,
      "loss_partial": 0.00634765625,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0005554771050810814,
      "loss_partial": 0.005096435546875,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0004763202741742134,
      "loss_partial": 0.00634765625,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.000332661991706118,
      "loss_partial": 0.0125732421875,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0004591165925376117,
      "loss_partial": 0.00799560546875,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0004631005576811731,
      "loss_partial": 0.01019287109375,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.000500414811540395,
      "loss_partial": 0.007293701171875,
      "step": 908
    },
    {
      "epoch": 1.3197674418604652,
      "loss_distr": 0.0006885132170282304,
      "loss_partial": 0.00628662109375,
      "step": 908
    },
    {
      "epoch": 1.3212209302325582,
      "grad_norm": 0.19087578356266022,
      "learning_rate": 6.261255224588212e-06,
      "loss": 0.1735,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0004823292838409543,
      "loss_partial": 0.01171875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.00037765357410535216,
      "loss_partial": 0.01458740234375,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0007870631525292993,
      "loss_partial": 0.005767822265625,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0009296868229284883,
      "loss_partial": 0.0047607421875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0006840995047241449,
      "loss_partial": 0.006866455078125,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0005536666139960289,
      "loss_partial": 0.006561279296875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.000328846275806427,
      "loss_partial": 0.007171630859375,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.00100958242546767,
      "loss_partial": 0.004852294921875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0009636207250878215,
      "loss_partial": 0.004608154296875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.00026885379338636994,
      "loss_partial": 0.004058837890625,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0007198296952992678,
      "loss_partial": 0.00482177734375,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0005623084725812078,
      "loss_partial": 0.01190185546875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0003492170653771609,
      "loss_partial": 0.0035247802734375,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0006801857380196452,
      "loss_partial": 0.005126953125,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.00023697022697888315,
      "loss_partial": 0.0084228515625,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.00040145573439076543,
      "loss_partial": 0.006500244140625,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0004811541875824332,
      "loss_partial": 0.005828857421875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0008970209746621549,
      "loss_partial": 0.00555419921875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0002931473427452147,
      "loss_partial": 0.00469970703125,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0003205431276001036,
      "loss_partial": 0.0072021484375,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0004944493994116783,
      "loss_partial": 0.005767822265625,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.00046003563329577446,
      "loss_partial": 0.00823974609375,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0005548672052100301,
      "loss_partial": 0.010498046875,
      "step": 909
    },
    {
      "epoch": 1.3212209302325582,
      "loss_distr": 0.0004545986885204911,
      "loss_partial": 0.006317138671875,
      "step": 909
    },
    {
      "epoch": 1.322674418604651,
      "grad_norm": 0.17946195602416992,
      "learning_rate": 6.2377312442671456e-06,
      "loss": 0.172,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.000487696030177176,
      "loss_partial": 0.004730224609375,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0008887265576049685,
      "loss_partial": 0.006439208984375,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0006012684898450971,
      "loss_partial": 0.006256103515625,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.00025594496401026845,
      "loss_partial": 0.01055908203125,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0008204192272387445,
      "loss_partial": 0.004302978515625,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.000557648716494441,
      "loss_partial": 0.0062255859375,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.00032927305437624454,
      "loss_partial": 0.01068115234375,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0006992819253355265,
      "loss_partial": 0.006317138671875,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.000286769907688722,
      "loss_partial": 0.005218505859375,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0005298934411257505,
      "loss_partial": 0.00830078125,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0005263568018563092,
      "loss_partial": 0.00762939453125,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0003656893677543849,
      "loss_partial": 0.00848388671875,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0003903299511875957,
      "loss_partial": 0.004852294921875,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.00042822572868317366,
      "loss_partial": 0.00830078125,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.00054607552010566,
      "loss_partial": 0.0098876953125,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.00046444812323898077,
      "loss_partial": 0.0069580078125,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.00048735749442130327,
      "loss_partial": 0.01397705078125,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0007577896467410028,
      "loss_partial": 0.00494384765625,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0005719711189158261,
      "loss_partial": 0.01092529296875,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0008396967314183712,
      "loss_partial": 0.004730224609375,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.00021163304336369038,
      "loss_partial": 0.005828857421875,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.000582448614295572,
      "loss_partial": 0.004486083984375,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.0005426945863291621,
      "loss_partial": 0.00732421875,
      "step": 910
    },
    {
      "epoch": 1.322674418604651,
      "loss_distr": 0.000490142498165369,
      "loss_partial": 0.006591796875,
      "step": 910
    },
    {
      "epoch": 1.3241279069767442,
      "grad_norm": 0.18456639349460602,
      "learning_rate": 6.214231491414649e-06,
      "loss": 0.1737,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0006876819534227252,
      "loss_partial": 0.00347900390625,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.00032989197643473744,
      "loss_partial": 0.008056640625,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.00046551087871193886,
      "loss_partial": 0.007781982421875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0004274345119483769,
      "loss_partial": 0.005340576171875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.00042057078098878264,
      "loss_partial": 0.006378173828125,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0007024921360425651,
      "loss_partial": 0.003997802734375,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0007804056513123214,
      "loss_partial": 0.004730224609375,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0005144643946550786,
      "loss_partial": 0.00482177734375,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0006474819965660572,
      "loss_partial": 0.006317138671875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.00038635521195828915,
      "loss_partial": 0.01483154296875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.00046758854296058416,
      "loss_partial": 0.007781982421875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0006418584380298853,
      "loss_partial": 0.0037994384765625,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0006548695964738727,
      "loss_partial": 0.006378173828125,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.00044782410259358585,
      "loss_partial": 0.007232666015625,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0007150141755118966,
      "loss_partial": 0.0024871826171875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.000514842220582068,
      "loss_partial": 0.0120849609375,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0006077311118133366,
      "loss_partial": 0.007598876953125,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0005820131627842784,
      "loss_partial": 0.005279541015625,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.00048505430459044874,
      "loss_partial": 0.0057373046875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0007685446180403233,
      "loss_partial": 0.004364013671875,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0002258409804198891,
      "loss_partial": 0.00909423828125,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0009543380001559854,
      "loss_partial": 0.00390625,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.0005664300988428295,
      "loss_partial": 0.003936767578125,
      "step": 911
    },
    {
      "epoch": 1.3241279069767442,
      "loss_distr": 0.000883494911249727,
      "loss_partial": 0.004119873046875,
      "step": 911
    },
    {
      "epoch": 1.3255813953488373,
      "grad_norm": 0.19758561253547668,
      "learning_rate": 6.190756117359498e-06,
      "loss": 0.1737,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0005767353577539325,
      "loss_partial": 0.006683349609375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0005414276965893805,
      "loss_partial": 0.0068359375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0007551747257821262,
      "loss_partial": 0.004364013671875,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0005079161492176354,
      "loss_partial": 0.005615234375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.00026630715001374483,
      "loss_partial": 0.00933837890625,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.00044181826524436474,
      "loss_partial": 0.0038299560546875,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0005822868552058935,
      "loss_partial": 0.007568359375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0006570263649336994,
      "loss_partial": 0.00537109375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0002676860021892935,
      "loss_partial": 0.00714111328125,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0004902016371488571,
      "loss_partial": 0.00811767578125,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0005250535905361176,
      "loss_partial": 0.00738525390625,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.00033558293944224715,
      "loss_partial": 0.00531005859375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0004177445953246206,
      "loss_partial": 0.010498046875,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0004117911448702216,
      "loss_partial": 0.0040283203125,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0005070205079391599,
      "loss_partial": 0.01251220703125,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.000845680886413902,
      "loss_partial": 0.00457763671875,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0008304413640871644,
      "loss_partial": 0.003570556640625,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0008169787470251322,
      "loss_partial": 0.002899169921875,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.00038831945857964456,
      "loss_partial": 0.00738525390625,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0007795492419973016,
      "loss_partial": 0.003997802734375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0006314088823273778,
      "loss_partial": 0.00537109375,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.000356733042281121,
      "loss_partial": 0.01129150390625,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0002633412950672209,
      "loss_partial": 0.005645751953125,
      "step": 912
    },
    {
      "epoch": 1.3255813953488373,
      "loss_distr": 0.0004221237904857844,
      "loss_partial": 0.0084228515625,
      "step": 912
    },
    {
      "epoch": 1.3270348837209303,
      "grad_norm": 0.17058074474334717,
      "learning_rate": 6.167305273273485e-06,
      "loss": 0.1754,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0005221215542405844,
      "loss_partial": 0.00390625,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0007285564206540585,
      "loss_partial": 0.005645751953125,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0011562827276065946,
      "loss_partial": 0.0052490234375,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.000467649515485391,
      "loss_partial": 0.0062255859375,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0003372632199898362,
      "loss_partial": 0.0057373046875,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0006082282634451985,
      "loss_partial": 0.0108642578125,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0006007086485624313,
      "loss_partial": 0.0040283203125,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0003468065697234124,
      "loss_partial": 0.006805419921875,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0007893950678408146,
      "loss_partial": 0.00555419921875,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0006419249693863094,
      "loss_partial": 0.005523681640625,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0005326217506080866,
      "loss_partial": 0.00909423828125,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0006612860015593469,
      "loss_partial": 0.00494384765625,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0005913679488003254,
      "loss_partial": 0.00628662109375,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0003587004612199962,
      "loss_partial": 0.005523681640625,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.00025363024906255305,
      "loss_partial": 0.006317138671875,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.00032494531478732824,
      "loss_partial": 0.00567626953125,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0007327783387154341,
      "loss_partial": 0.0035247802734375,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0005698823952116072,
      "loss_partial": 0.0048828125,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.00041166116716340184,
      "loss_partial": 0.005096435546875,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0010395620483905077,
      "loss_partial": 0.00396728515625,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0007565660635009408,
      "loss_partial": 0.005767822265625,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0006068064249120653,
      "loss_partial": 0.0086669921875,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.00047495317994616926,
      "loss_partial": 0.004547119140625,
      "step": 913
    },
    {
      "epoch": 1.3270348837209303,
      "loss_distr": 0.0003695698396768421,
      "loss_partial": 0.005035400390625,
      "step": 913
    },
    {
      "epoch": 1.3284883720930232,
      "grad_norm": 0.15896758437156677,
      "learning_rate": 6.143879110170427e-06,
      "loss": 0.1718,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0006482723401859403,
      "loss_partial": 0.0050048828125,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0004643655847758055,
      "loss_partial": 0.00518798828125,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0005531063652597368,
      "loss_partial": 0.007080078125,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0004935104516334832,
      "loss_partial": 0.005584716796875,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0004949819995090365,
      "loss_partial": 0.006011962890625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0002826505806297064,
      "loss_partial": 0.0087890625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0006429937202483416,
      "loss_partial": 0.00543212890625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.00039426260627806187,
      "loss_partial": 0.0078125,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.00044538674410432577,
      "loss_partial": 0.0062255859375,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.000303725159028545,
      "loss_partial": 0.010009765625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0002833038743119687,
      "loss_partial": 0.00482177734375,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0006052467506378889,
      "loss_partial": 0.00982666015625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0003299809468444437,
      "loss_partial": 0.01165771484375,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0004886712413281202,
      "loss_partial": 0.006500244140625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.00042104668682441115,
      "loss_partial": 0.00982666015625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.00052578782197088,
      "loss_partial": 0.00592041015625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0006145708030089736,
      "loss_partial": 0.0072021484375,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0008364029927179217,
      "loss_partial": 0.004730224609375,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.000769545731600374,
      "loss_partial": 0.0106201171875,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.00029955190257169306,
      "loss_partial": 0.00787353515625,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.00024625431979075074,
      "loss_partial": 0.0040283203125,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0003920613962691277,
      "loss_partial": 0.01202392578125,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0003400300338398665,
      "loss_partial": 0.0072021484375,
      "step": 914
    },
    {
      "epoch": 1.3284883720930232,
      "loss_distr": 0.0003687816206365824,
      "loss_partial": 0.01458740234375,
      "step": 914
    },
    {
      "epoch": 1.3299418604651163,
      "grad_norm": 0.18047097325325012,
      "learning_rate": 6.120477778905214e-06,
      "loss": 0.1763,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0008258700836449862,
      "loss_partial": 0.00518798828125,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0002704813377931714,
      "loss_partial": 0.00799560546875,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0006790725747123361,
      "loss_partial": 0.006561279296875,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0002032984048128128,
      "loss_partial": 0.0130615234375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0006921063177287579,
      "loss_partial": 0.00531005859375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.000607298337854445,
      "loss_partial": 0.00518798828125,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0003760583931580186,
      "loss_partial": 0.00982666015625,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.00034750637132674456,
      "loss_partial": 0.0048828125,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0004330409865360707,
      "loss_partial": 0.006378173828125,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0005857039941474795,
      "loss_partial": 0.00927734375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0007076134788803756,
      "loss_partial": 0.00604248046875,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0005797985941171646,
      "loss_partial": 0.00701904296875,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.00044352520490065217,
      "loss_partial": 0.005950927734375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0008317182073369622,
      "loss_partial": 0.00469970703125,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.00027693979791365564,
      "loss_partial": 0.006927490234375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0004161694669164717,
      "loss_partial": 0.006195068359375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.00039674792787991464,
      "loss_partial": 0.00567626953125,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0006701902020722628,
      "loss_partial": 0.00604248046875,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0006750341271981597,
      "loss_partial": 0.00787353515625,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0005588900530710816,
      "loss_partial": 0.00726318359375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0003865815233439207,
      "loss_partial": 0.004119873046875,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.00030166961369104683,
      "loss_partial": 0.004302978515625,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0005788439884781837,
      "loss_partial": 0.007171630859375,
      "step": 915
    },
    {
      "epoch": 1.3299418604651163,
      "loss_distr": 0.0005327348480932415,
      "loss_partial": 0.004150390625,
      "step": 915
    },
    {
      "epoch": 1.3313953488372092,
      "grad_norm": 0.1785467118024826,
      "learning_rate": 6.097101430172826e-06,
      "loss": 0.1741,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.00048039975808933377,
      "loss_partial": 0.00762939453125,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0005885269492864609,
      "loss_partial": 0.010498046875,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.00039056266541592777,
      "loss_partial": 0.01177978515625,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0005447392468340695,
      "loss_partial": 0.006103515625,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0005464837304316461,
      "loss_partial": 0.00762939453125,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0007864356739446521,
      "loss_partial": 0.00665283203125,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.00044288422213867307,
      "loss_partial": 0.004913330078125,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0004945271648466587,
      "loss_partial": 0.01025390625,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0005433886544778943,
      "loss_partial": 0.005035400390625,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0005589025095105171,
      "loss_partial": 0.00677490234375,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0004312830278649926,
      "loss_partial": 0.00897216796875,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0006288531003519893,
      "loss_partial": 0.005889892578125,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0006616745376959443,
      "loss_partial": 0.00537109375,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.00041631603380665183,
      "loss_partial": 0.00579833984375,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0004390980757307261,
      "loss_partial": 0.0062255859375,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.00035009969724342227,
      "loss_partial": 0.00848388671875,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0006770318723283708,
      "loss_partial": 0.0040283203125,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0005838911165483296,
      "loss_partial": 0.00640869140625,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0007019896875135601,
      "loss_partial": 0.005767822265625,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0003880829317495227,
      "loss_partial": 0.0086669921875,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0006571246194653213,
      "loss_partial": 0.0185546875,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0007890238775871694,
      "loss_partial": 0.00555419921875,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0004160046810284257,
      "loss_partial": 0.005615234375,
      "step": 916
    },
    {
      "epoch": 1.3313953488372092,
      "loss_distr": 0.0006098803132772446,
      "loss_partial": 0.00927734375,
      "step": 916
    },
    {
      "epoch": 1.3328488372093024,
      "grad_norm": 0.16842754185199738,
      "learning_rate": 6.07375021450737e-06,
      "loss": 0.1772,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0006898550782352686,
      "loss_partial": 0.007476806640625,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0006354125216603279,
      "loss_partial": 0.005126953125,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0005507423775270581,
      "loss_partial": 0.00469970703125,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0005233234260231256,
      "loss_partial": 0.002655029296875,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0005772659787908196,
      "loss_partial": 0.00665283203125,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.000848685042001307,
      "loss_partial": 0.00299072265625,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0007071894942782819,
      "loss_partial": 0.00518798828125,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.00046209600986912847,
      "loss_partial": 0.006317138671875,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0007630730979144573,
      "loss_partial": 0.004180908203125,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.00028088869294151664,
      "loss_partial": 0.01214599609375,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.000525133975315839,
      "loss_partial": 0.00823974609375,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0007231098134070635,
      "loss_partial": 0.007568359375,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0007377375150099397,
      "loss_partial": 0.00494384765625,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0007321212906390429,
      "loss_partial": 0.00653076171875,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0008333225268870592,
      "loss_partial": 0.006011962890625,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0006372493226081133,
      "loss_partial": 0.006561279296875,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.000290800875518471,
      "loss_partial": 0.004058837890625,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0002462207921780646,
      "loss_partial": 0.003265380859375,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.00037000662996433675,
      "loss_partial": 0.0081787109375,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0004572326724883169,
      "loss_partial": 0.0057373046875,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.000313124677632004,
      "loss_partial": 0.00714111328125,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0005015602218918502,
      "loss_partial": 0.007293701171875,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0005820525111630559,
      "loss_partial": 0.00836181640625,
      "step": 917
    },
    {
      "epoch": 1.3328488372093024,
      "loss_distr": 0.0005995669635012746,
      "loss_partial": 0.004486083984375,
      "step": 917
    },
    {
      "epoch": 1.3343023255813953,
      "grad_norm": 0.1852651834487915,
      "learning_rate": 6.0504242822810975e-06,
      "loss": 0.1752,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0005971886566840112,
      "loss_partial": 0.0086669921875,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.00046344537986442447,
      "loss_partial": 0.0087890625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.00044505036203190684,
      "loss_partial": 0.005279541015625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0005310151027515531,
      "loss_partial": 0.00811767578125,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.00048096265527419746,
      "loss_partial": 0.0086669921875,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0005378814530558884,
      "loss_partial": 0.007720947265625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0005981294088996947,
      "loss_partial": 0.0091552734375,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.000625635264441371,
      "loss_partial": 0.01171875,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0005242968327365816,
      "loss_partial": 0.0074462890625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0002674780844245106,
      "loss_partial": 0.006011962890625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0009059335570782423,
      "loss_partial": 0.009521484375,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0005085691227577627,
      "loss_partial": 0.009765625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0004415996081661433,
      "loss_partial": 0.007354736328125,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0009140601614490151,
      "loss_partial": 0.005462646484375,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0003476916463114321,
      "loss_partial": 0.006622314453125,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0011723892530426383,
      "loss_partial": 0.004608154296875,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0003763673303183168,
      "loss_partial": 0.01055908203125,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.000716496491804719,
      "loss_partial": 0.00396728515625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0004116929485462606,
      "loss_partial": 0.004852294921875,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0003958063607569784,
      "loss_partial": 0.0035247802734375,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.00034086155937984586,
      "loss_partial": 0.007476806640625,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0006420622812584043,
      "loss_partial": 0.005157470703125,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0007777928840368986,
      "loss_partial": 0.006622314453125,
      "step": 918
    },
    {
      "epoch": 1.3343023255813953,
      "loss_distr": 0.0006762867560610175,
      "loss_partial": 0.007110595703125,
      "step": 918
    },
    {
      "epoch": 1.3357558139534884,
      "grad_norm": 0.17366589605808258,
      "learning_rate": 6.027123783703454e-06,
      "loss": 0.1755,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0006561980117112398,
      "loss_partial": 0.00634765625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0004485761746764183,
      "loss_partial": 0.00830078125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0005772331496700644,
      "loss_partial": 0.01055908203125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00052671879529953,
      "loss_partial": 0.007049560546875,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0005210093804635108,
      "loss_partial": 0.008056640625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0006358564714901149,
      "loss_partial": 0.00958251953125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0005979061825200915,
      "loss_partial": 0.00872802734375,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0005500662373378873,
      "loss_partial": 0.005889892578125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00027902028523385525,
      "loss_partial": 0.0081787109375,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00039664999349042773,
      "loss_partial": 0.006927490234375,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00044591608457267284,
      "loss_partial": 0.00592041015625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0002949414774775505,
      "loss_partial": 0.0069580078125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0006475521950051188,
      "loss_partial": 0.0054931640625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00043304916471242905,
      "loss_partial": 0.006500244140625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0005797203630208969,
      "loss_partial": 0.00567626953125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00034882393083535135,
      "loss_partial": 0.00799560546875,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0005102427676320076,
      "loss_partial": 0.006744384765625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0006844919407740235,
      "loss_partial": 0.004791259765625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00079623784404248,
      "loss_partial": 0.00518798828125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0005596439586952329,
      "loss_partial": 0.00616455078125,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.00044562804396264255,
      "loss_partial": 0.0140380859375,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0004258850822225213,
      "loss_partial": 0.00897216796875,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0004667932807933539,
      "loss_partial": 0.004150390625,
      "step": 919
    },
    {
      "epoch": 1.3357558139534884,
      "loss_distr": 0.0008286530501209199,
      "loss_partial": 0.003570556640625,
      "step": 919
    },
    {
      "epoch": 1.3372093023255813,
      "grad_norm": 0.17602086067199707,
      "learning_rate": 6.003848868820099e-06,
      "loss": 0.1761,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.00048732029972597957,
      "loss_partial": 0.0050048828125,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0005890451720915735,
      "loss_partial": 0.0079345703125,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0005504681612364948,
      "loss_partial": 0.0062255859375,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0003415750979911536,
      "loss_partial": 0.007232666015625,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0003589438274502754,
      "loss_partial": 0.0057373046875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0004444980004336685,
      "loss_partial": 0.006744384765625,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0007454894948750734,
      "loss_partial": 0.004791259765625,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.00048104661982506514,
      "loss_partial": 0.01104736328125,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0003698851796798408,
      "loss_partial": 0.006011962890625,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0005244318745099008,
      "loss_partial": 0.011474609375,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0003837475669570267,
      "loss_partial": 0.007720947265625,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0006679396610707045,
      "loss_partial": 0.0057373046875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0005386373959481716,
      "loss_partial": 0.004730224609375,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0002676562580745667,
      "loss_partial": 0.0115966796875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0002643854822963476,
      "loss_partial": 0.0030975341796875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0005290391854941845,
      "loss_partial": 0.0030670166015625,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.00048584953765384853,
      "loss_partial": 0.007080078125,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.00042460212716832757,
      "loss_partial": 0.01239013671875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0003446303016971797,
      "loss_partial": 0.006317138671875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.00031136194593273103,
      "loss_partial": 0.00860595703125,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0006966795190237463,
      "loss_partial": 0.0057373046875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0007970742881298065,
      "loss_partial": 0.0078125,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0006013035890646279,
      "loss_partial": 0.005096435546875,
      "step": 920
    },
    {
      "epoch": 1.3372093023255813,
      "loss_distr": 0.0005543747683987021,
      "loss_partial": 0.0040283203125,
      "step": 920
    },
    {
      "epoch": 1.3386627906976745,
      "grad_norm": 0.17808909714221954,
      "learning_rate": 5.980599687511941e-06,
      "loss": 0.1732,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0004265840398147702,
      "loss_partial": 0.0084228515625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.00019806090858764946,
      "loss_partial": 0.008544921875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.00044640369014814496,
      "loss_partial": 0.0057373046875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.00038494853652082384,
      "loss_partial": 0.013671875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0007375298300758004,
      "loss_partial": 0.00390625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0004981260863132775,
      "loss_partial": 0.01025390625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0007367282523773611,
      "loss_partial": 0.0057373046875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0005685620126314461,
      "loss_partial": 0.00787353515625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0007123688119463623,
      "loss_partial": 0.005401611328125,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0007200783584266901,
      "loss_partial": 0.006378173828125,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0006599975167773664,
      "loss_partial": 0.010009765625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0003151792334392667,
      "loss_partial": 0.00579833984375,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.00037841545417904854,
      "loss_partial": 0.007049560546875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0002366268599871546,
      "loss_partial": 0.005462646484375,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0006772216875106096,
      "loss_partial": 0.0038299560546875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0003549755201674998,
      "loss_partial": 0.015625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0003488084767013788,
      "loss_partial": 0.00848388671875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0009690914303064346,
      "loss_partial": 0.0068359375,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0007072763983160257,
      "loss_partial": 0.004058837890625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0002480704279150814,
      "loss_partial": 0.01025390625,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0003981327754445374,
      "loss_partial": 0.0079345703125,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0005268980166874826,
      "loss_partial": 0.00860595703125,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.0005743042565882206,
      "loss_partial": 0.007537841796875,
      "step": 921
    },
    {
      "epoch": 1.3386627906976745,
      "loss_distr": 0.00068092648871243,
      "loss_partial": 0.00616455078125,
      "step": 921
    },
    {
      "epoch": 1.3401162790697674,
      "grad_norm": 0.20214542746543884,
      "learning_rate": 5.957376389494178e-06,
      "loss": 0.1755,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.00034162166411988437,
      "loss_partial": 0.0174560546875,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.00032215280225500464,
      "loss_partial": 0.01165771484375,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0005296557792462409,
      "loss_partial": 0.00579833984375,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0008467998122796416,
      "loss_partial": 0.004425048828125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0005088485195301473,
      "loss_partial": 0.0052490234375,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0006104648346081376,
      "loss_partial": 0.00592041015625,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0010060177883133292,
      "loss_partial": 0.002960205078125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0006084179040044546,
      "loss_partial": 0.007110595703125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0006130171241238713,
      "loss_partial": 0.007049560546875,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0008584870374761522,
      "loss_partial": 0.005157470703125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0005078800022602081,
      "loss_partial": 0.004913330078125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.00036663259379565716,
      "loss_partial": 0.00506591796875,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.00041315375710837543,
      "loss_partial": 0.0115966796875,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.00046081928303465247,
      "loss_partial": 0.0079345703125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0007774322293698788,
      "loss_partial": 0.005645751953125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0003658766800072044,
      "loss_partial": 0.010498046875,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.000626317982096225,
      "loss_partial": 0.00408935546875,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0007624385762028396,
      "loss_partial": 0.006256103515625,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0010637829545885324,
      "loss_partial": 0.00714111328125,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0004727583145722747,
      "loss_partial": 0.01385498046875,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0007587173022329807,
      "loss_partial": 0.00482177734375,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0002493254723958671,
      "loss_partial": 0.0023345947265625,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0006109047681093216,
      "loss_partial": 0.009765625,
      "step": 922
    },
    {
      "epoch": 1.3401162790697674,
      "loss_distr": 0.0005977547843940556,
      "loss_partial": 0.004058837890625,
      "step": 922
    },
    {
      "epoch": 1.3415697674418605,
      "grad_norm": 0.1709585189819336,
      "learning_rate": 5.9341791243153325e-06,
      "loss": 0.1738,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.00034102387144230306,
      "loss_partial": 0.0125732421875,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0006205015233717859,
      "loss_partial": 0.00445556640625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0009196088649332523,
      "loss_partial": 0.00341796875,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0005076781962998211,
      "loss_partial": 0.01312255859375,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0008535790257155895,
      "loss_partial": 0.005157470703125,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.00034664961276575923,
      "loss_partial": 0.0072021484375,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0005550861824303865,
      "loss_partial": 0.00457763671875,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0006102616898715496,
      "loss_partial": 0.0079345703125,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0003948106605093926,
      "loss_partial": 0.00616455078125,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.00032479577930644155,
      "loss_partial": 0.00982666015625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0004618400416802615,
      "loss_partial": 0.006011962890625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0005204689805395901,
      "loss_partial": 0.004425048828125,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0004504507523961365,
      "loss_partial": 0.006744384765625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0005649618105962873,
      "loss_partial": 0.00982666015625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0007212531636469066,
      "loss_partial": 0.01324462890625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.00035872653825208545,
      "loss_partial": 0.01416015625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.000510191370267421,
      "loss_partial": 0.00494384765625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.00025185529375448823,
      "loss_partial": 0.00665283203125,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.00046922144247218966,
      "loss_partial": 0.00433349609375,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0003951262915506959,
      "loss_partial": 0.00701904296875,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0003753214259631932,
      "loss_partial": 0.01043701171875,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.00031142716761678457,
      "loss_partial": 0.00933837890625,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.000651675509288907,
      "loss_partial": 0.005706787109375,
      "step": 923
    },
    {
      "epoch": 1.3415697674418605,
      "loss_distr": 0.0005372283048927784,
      "loss_partial": 0.005340576171875,
      "step": 923
    },
    {
      "epoch": 1.3430232558139534,
      "grad_norm": 0.1807212382555008,
      "learning_rate": 5.911008041356285e-06,
      "loss": 0.1772,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00040274448110722005,
      "loss_partial": 0.006195068359375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0002981017460115254,
      "loss_partial": 0.00787353515625,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00047713005915284157,
      "loss_partial": 0.005218505859375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0006791491759940982,
      "loss_partial": 0.004150390625,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0006748887244611979,
      "loss_partial": 0.00775146484375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0007146509597077966,
      "loss_partial": 0.0093994140625,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0005509105394594371,
      "loss_partial": 0.00921630859375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00030565293855033815,
      "loss_partial": 0.009033203125,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0007734915125183761,
      "loss_partial": 0.005401611328125,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00028979277703911066,
      "loss_partial": 0.007354736328125,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00032831222051754594,
      "loss_partial": 0.00494384765625,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00020483809930738062,
      "loss_partial": 0.006561279296875,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0002425675338599831,
      "loss_partial": 0.007659912109375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0006670292350463569,
      "loss_partial": 0.0048828125,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0003074043779633939,
      "loss_partial": 0.0086669921875,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00044013731530867517,
      "loss_partial": 0.004150390625,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0011300989426672459,
      "loss_partial": 0.0030517578125,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.00038752955151721835,
      "loss_partial": 0.007354736328125,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0006347192102111876,
      "loss_partial": 0.00640869140625,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0005646628560498357,
      "loss_partial": 0.0052490234375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0003612962900660932,
      "loss_partial": 0.004730224609375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0005216528079472482,
      "loss_partial": 0.00482177734375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0008990742499008775,
      "loss_partial": 0.0042724609375,
      "step": 924
    },
    {
      "epoch": 1.3430232558139534,
      "loss_distr": 0.0006324253045022488,
      "loss_partial": 0.007537841796875,
      "step": 924
    },
    {
      "epoch": 1.3444767441860466,
      "grad_norm": 0.17745251953601837,
      "learning_rate": 5.887863289829303e-06,
      "loss": 0.1747,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.000991143984720111,
      "loss_partial": 0.0027008056640625,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0006848339689895511,
      "loss_partial": 0.006134033203125,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0003444991889409721,
      "loss_partial": 0.005523681640625,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0003059107402805239,
      "loss_partial": 0.0089111328125,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0005798888159915805,
      "loss_partial": 0.006317138671875,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0006443931488320231,
      "loss_partial": 0.00439453125,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0005652666441164911,
      "loss_partial": 0.007598876953125,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0006807489553466439,
      "loss_partial": 0.00506591796875,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0003012767410837114,
      "loss_partial": 0.009521484375,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0006202729418873787,
      "loss_partial": 0.00537109375,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0005574732786044478,
      "loss_partial": 0.003814697265625,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.000586174544878304,
      "loss_partial": 0.008056640625,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0007039010524749756,
      "loss_partial": 0.005462646484375,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.000615383149124682,
      "loss_partial": 0.005218505859375,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0003608106344472617,
      "loss_partial": 0.00640869140625,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.00028778353589586914,
      "loss_partial": 0.003997802734375,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0005988773191347718,
      "loss_partial": 0.007537841796875,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0005499490071088076,
      "loss_partial": 0.0036773681640625,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0006027300260029733,
      "loss_partial": 0.007171630859375,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.00039073251537047327,
      "loss_partial": 0.00958251953125,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0003358524409122765,
      "loss_partial": 0.004852294921875,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0008055040379986167,
      "loss_partial": 0.004913330078125,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0006297713844105601,
      "loss_partial": 0.0069580078125,
      "step": 925
    },
    {
      "epoch": 1.3444767441860466,
      "loss_distr": 0.0006697896751575172,
      "loss_partial": 0.0037078857421875,
      "step": 925
    },
    {
      "epoch": 1.3459302325581395,
      "grad_norm": 0.18247799575328827,
      "learning_rate": 5.864745018777102e-06,
      "loss": 0.1751,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0005653882399201393,
      "loss_partial": 0.0050048828125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0007935647736303508,
      "loss_partial": 0.006683349609375,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0008106239838525653,
      "loss_partial": 0.004730224609375,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.000834086793474853,
      "loss_partial": 0.007720947265625,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00021263319649733603,
      "loss_partial": 0.00421142578125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00076870690099895,
      "loss_partial": 0.006195068359375,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0003282536054030061,
      "loss_partial": 0.008544921875,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00018949687364511192,
      "loss_partial": 0.006927490234375,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.000766337790992111,
      "loss_partial": 0.006927490234375,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0008357779588550329,
      "loss_partial": 0.005035400390625,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0005271364352665842,
      "loss_partial": 0.004669189453125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0007501637446694076,
      "loss_partial": 0.0050048828125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00040297990199178457,
      "loss_partial": 0.010009765625,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0003303191624581814,
      "loss_partial": 0.0069580078125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00045658618910238147,
      "loss_partial": 0.00457763671875,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0003583790676202625,
      "loss_partial": 0.00494384765625,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00041975543717853725,
      "loss_partial": 0.005157470703125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0004406931111589074,
      "loss_partial": 0.005096435546875,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00043082376942038536,
      "loss_partial": 0.005889892578125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0002997632836923003,
      "loss_partial": 0.0152587890625,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.00040392333175987005,
      "loss_partial": 0.01025390625,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0005792446900159121,
      "loss_partial": 0.0081787109375,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0010132577735930681,
      "loss_partial": 0.006622314453125,
      "step": 926
    },
    {
      "epoch": 1.3459302325581395,
      "loss_distr": 0.0005998059059493244,
      "loss_partial": 0.00482177734375,
      "step": 926
    },
    {
      "epoch": 1.3473837209302326,
      "grad_norm": 0.1699092835187912,
      "learning_rate": 5.841653377071881e-06,
      "loss": 0.1717,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.00035051588201895356,
      "loss_partial": 0.0078125,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.00033587016514502466,
      "loss_partial": 0.006683349609375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0002318723127245903,
      "loss_partial": 0.004180908203125,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0004383079940453172,
      "loss_partial": 0.007354736328125,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0005749023985117674,
      "loss_partial": 0.0069580078125,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0009022962767630816,
      "loss_partial": 0.00445556640625,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0007093861931934953,
      "loss_partial": 0.0068359375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.00060788489645347,
      "loss_partial": 0.005218505859375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0004539086658041924,
      "loss_partial": 0.00494384765625,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0002692323178052902,
      "loss_partial": 0.008544921875,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0005377536872401834,
      "loss_partial": 0.004150390625,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.00042339711217209697,
      "loss_partial": 0.007568359375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.00043323467252776027,
      "loss_partial": 0.00836181640625,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0008838003850542009,
      "loss_partial": 0.003265380859375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.00036283564986661077,
      "loss_partial": 0.00872802734375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.00025716342497617006,
      "loss_partial": 0.00799560546875,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.000399023643694818,
      "loss_partial": 0.006256103515625,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0003729258314706385,
      "loss_partial": 0.006866455078125,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0005938497488386929,
      "loss_partial": 0.00714111328125,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0005261346814222634,
      "loss_partial": 0.006927490234375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0006861996371299028,
      "loss_partial": 0.008544921875,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0007183762500062585,
      "loss_partial": 0.005615234375,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0004969299770891666,
      "loss_partial": 0.007293701171875,
      "step": 927
    },
    {
      "epoch": 1.3473837209302326,
      "loss_distr": 0.0006819706177338958,
      "loss_partial": 0.005584716796875,
      "step": 927
    },
    {
      "epoch": 1.3488372093023255,
      "grad_norm": 0.16870298981666565,
      "learning_rate": 5.81858851341433e-06,
      "loss": 0.1778,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0005031648906879127,
      "loss_partial": 0.01025390625,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0005155714461579919,
      "loss_partial": 0.009033203125,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0005571570945903659,
      "loss_partial": 0.006805419921875,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0006955376593396068,
      "loss_partial": 0.0098876953125,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0005422415561042726,
      "loss_partial": 0.01043701171875,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0004175242211204022,
      "loss_partial": 0.005706787109375,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0004752496024593711,
      "loss_partial": 0.00579833984375,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0009374869987368584,
      "loss_partial": 0.00457763671875,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0006110566901043057,
      "loss_partial": 0.005706787109375,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0006287278956733644,
      "loss_partial": 0.0029144287109375,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0008580764988437295,
      "loss_partial": 0.0036163330078125,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0006453252863138914,
      "loss_partial": 0.0029296875,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0005526675377041101,
      "loss_partial": 0.00390625,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.00025217473739758134,
      "loss_partial": 0.007293701171875,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0003894723195116967,
      "loss_partial": 0.010986328125,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0003585464437492192,
      "loss_partial": 0.0167236328125,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.00033224356593564153,
      "loss_partial": 0.00531005859375,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.000622794555965811,
      "loss_partial": 0.00537109375,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0005837854696437716,
      "loss_partial": 0.004425048828125,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0006053592660464346,
      "loss_partial": 0.00811767578125,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0004914719611406326,
      "loss_partial": 0.010009765625,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0004763701872434467,
      "loss_partial": 0.008544921875,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0004968753200955689,
      "loss_partial": 0.00689697265625,
      "step": 928
    },
    {
      "epoch": 1.3488372093023255,
      "loss_distr": 0.0007250392227433622,
      "loss_partial": 0.004364013671875,
      "step": 928
    },
    {
      "epoch": 1.3502906976744187,
      "grad_norm": 0.19547460973262787,
      "learning_rate": 5.795550576332731e-06,
      "loss": 0.1734,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00025674630887806416,
      "loss_partial": 0.00714111328125,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.000441550015239045,
      "loss_partial": 0.00653076171875,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0005656586727127433,
      "loss_partial": 0.005035400390625,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0007792501710355282,
      "loss_partial": 0.00616455078125,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0005008307052776217,
      "loss_partial": 0.004608154296875,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00031847169157117605,
      "loss_partial": 0.00537109375,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00040495244320482016,
      "loss_partial": 0.0079345703125,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0008483283454552293,
      "loss_partial": 0.005096435546875,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00065924774389714,
      "loss_partial": 0.00537109375,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0008527847239747643,
      "loss_partial": 0.004058837890625,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0006752979825250804,
      "loss_partial": 0.00836181640625,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0004336106067057699,
      "loss_partial": 0.00482177734375,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0009986767545342445,
      "loss_partial": 0.00457763671875,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.000821550958789885,
      "loss_partial": 0.00732421875,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0003434063110034913,
      "loss_partial": 0.0079345703125,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0006722038378939033,
      "loss_partial": 0.00543212890625,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00047415783046744764,
      "loss_partial": 0.01080322265625,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00045121164293959737,
      "loss_partial": 0.006195068359375,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0003287958388682455,
      "loss_partial": 0.0087890625,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0006032700766809285,
      "loss_partial": 0.006439208984375,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00038542516995221376,
      "loss_partial": 0.0103759765625,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0007686530007049441,
      "loss_partial": 0.004119873046875,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.00047739141155034304,
      "loss_partial": 0.005645751953125,
      "step": 929
    },
    {
      "epoch": 1.3502906976744187,
      "loss_distr": 0.0007285165484063327,
      "loss_partial": 0.00396728515625,
      "step": 929
    },
    {
      "epoch": 1.3517441860465116,
      "grad_norm": 0.18035076558589935,
      "learning_rate": 5.772539714181946e-06,
      "loss": 0.1739,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0006652646115981042,
      "loss_partial": 0.003936767578125,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0006172903813421726,
      "loss_partial": 0.003936767578125,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.00027674311422742903,
      "loss_partial": 0.008056640625,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0003703575930558145,
      "loss_partial": 0.01019287109375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0006398855475708842,
      "loss_partial": 0.005767822265625,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0005658098380081356,
      "loss_partial": 0.006683349609375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0004886593669652939,
      "loss_partial": 0.006561279296875,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0004586931027006358,
      "loss_partial": 0.005523681640625,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.00033791345776990056,
      "loss_partial": 0.00836181640625,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0003598764888010919,
      "loss_partial": 0.0034027099609375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0008222630713135004,
      "loss_partial": 0.0078125,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.00027414996293373406,
      "loss_partial": 0.0078125,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0007432423299178481,
      "loss_partial": 0.005828857421875,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0005382635863497853,
      "loss_partial": 0.0037689208984375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.00021757242211606354,
      "loss_partial": 0.0062255859375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0007828107918612659,
      "loss_partial": 0.00457763671875,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0004968976136296988,
      "loss_partial": 0.006561279296875,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0007806007051840425,
      "loss_partial": 0.0031585693359375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0006960775936022401,
      "loss_partial": 0.0040283203125,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0007334667025133967,
      "loss_partial": 0.004486083984375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0006636005127802491,
      "loss_partial": 0.0034027099609375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.00018811643531080335,
      "loss_partial": 0.0062255859375,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.0006480778683908284,
      "loss_partial": 0.00347900390625,
      "step": 930
    },
    {
      "epoch": 1.3517441860465116,
      "loss_distr": 0.00029622396687045693,
      "loss_partial": 0.0078125,
      "step": 930
    },
    {
      "epoch": 1.3531976744186047,
      "grad_norm": 0.1749040186405182,
      "learning_rate": 5.749556075142505e-06,
      "loss": 0.1753,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0008280288311652839,
      "loss_partial": 0.004180908203125,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.00024221374769695103,
      "loss_partial": 0.0135498046875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0007282222504727542,
      "loss_partial": 0.00640869140625,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.000911531678866595,
      "loss_partial": 0.00555419921875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.00032951042521744967,
      "loss_partial": 0.01068115234375,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.000428608589572832,
      "loss_partial": 0.00689697265625,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0007788852672092617,
      "loss_partial": 0.00604248046875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.00044057623017579317,
      "loss_partial": 0.00634765625,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0003157291794195771,
      "loss_partial": 0.006317138671875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0004270242643542588,
      "loss_partial": 0.004852294921875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.000817165884654969,
      "loss_partial": 0.0057373046875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0005484608118422329,
      "loss_partial": 0.007598876953125,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0004779641458299011,
      "loss_partial": 0.00836181640625,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0008154706447385252,
      "loss_partial": 0.004974365234375,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0005444562993943691,
      "loss_partial": 0.004608154296875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.001080097397789359,
      "loss_partial": 0.004669189453125,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0006306575378403068,
      "loss_partial": 0.00799560546875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.000624599342700094,
      "loss_partial": 0.00579833984375,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.00034447707002982497,
      "loss_partial": 0.006866455078125,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0004592504119500518,
      "loss_partial": 0.0078125,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.000620261300355196,
      "loss_partial": 0.00390625,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0007435878505930305,
      "loss_partial": 0.00396728515625,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.0003807522589340806,
      "loss_partial": 0.0067138671875,
      "step": 931
    },
    {
      "epoch": 1.3531976744186047,
      "loss_distr": 0.000398091331589967,
      "loss_partial": 0.006683349609375,
      "step": 931
    },
    {
      "epoch": 1.3546511627906976,
      "grad_norm": 0.20682193338871002,
      "learning_rate": 5.726599807219607e-06,
      "loss": 0.1769,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0005528398905880749,
      "loss_partial": 0.005157470703125,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0004510085273068398,
      "loss_partial": 0.007049560546875,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.00038426247192546725,
      "loss_partial": 0.01483154296875,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0005209819646552205,
      "loss_partial": 0.00787353515625,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0006082390318624675,
      "loss_partial": 0.01263427734375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.00027597235748544335,
      "loss_partial": 0.00433349609375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0005751222488470376,
      "loss_partial": 0.0036163330078125,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0003494963748380542,
      "loss_partial": 0.006439208984375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.00020950740145053715,
      "loss_partial": 0.01556396484375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0005425876006484032,
      "loss_partial": 0.005126953125,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.00045177608262747526,
      "loss_partial": 0.01214599609375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.00040860247099772096,
      "loss_partial": 0.01080322265625,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0003665094845928252,
      "loss_partial": 0.0111083984375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0006321377586573362,
      "loss_partial": 0.007415771484375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0005934283253736794,
      "loss_partial": 0.004638671875,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0005700564943253994,
      "loss_partial": 0.005218505859375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0003931915562134236,
      "loss_partial": 0.00921630859375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0007672472856938839,
      "loss_partial": 0.0032196044921875,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0010856142034754157,
      "loss_partial": 0.00494384765625,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0002953317016363144,
      "loss_partial": 0.004852294921875,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0004229352925904095,
      "loss_partial": 0.01068115234375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0006718027289025486,
      "loss_partial": 0.006439208984375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.000691621215082705,
      "loss_partial": 0.005462646484375,
      "step": 932
    },
    {
      "epoch": 1.3546511627906976,
      "loss_distr": 0.0002786662080325186,
      "loss_partial": 0.0093994140625,
      "step": 932
    },
    {
      "epoch": 1.3561046511627908,
      "grad_norm": 0.19861657917499542,
      "learning_rate": 5.703671058242216e-06,
      "loss": 0.1765,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0008827518904581666,
      "loss_partial": 0.0036773681640625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.00031063216738402843,
      "loss_partial": 0.01080322265625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0010506906546652317,
      "loss_partial": 0.004150390625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0004343405307736248,
      "loss_partial": 0.0093994140625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.000642733124550432,
      "loss_partial": 0.0031890869140625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0003567622625268996,
      "loss_partial": 0.01031494140625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.000531804864294827,
      "loss_partial": 0.004730224609375,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0002919345279224217,
      "loss_partial": 0.0126953125,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.00037562596844509244,
      "loss_partial": 0.01129150390625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0003940155147574842,
      "loss_partial": 0.00946044921875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0007919293129816651,
      "loss_partial": 0.0072021484375,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0005660280585289001,
      "loss_partial": 0.0072021484375,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.00029885489493608475,
      "loss_partial": 0.00811767578125,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0008566834731027484,
      "loss_partial": 0.005828857421875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0007379291346296668,
      "loss_partial": 0.00182342529296875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0005224179476499557,
      "loss_partial": 0.0068359375,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0007953177555464208,
      "loss_partial": 0.006561279296875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0007136898348107934,
      "loss_partial": 0.00653076171875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.000522298039868474,
      "loss_partial": 0.005401611328125,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0005392922321334481,
      "loss_partial": 0.0067138671875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0006627187831327319,
      "loss_partial": 0.0067138671875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0007639441173523664,
      "loss_partial": 0.0035400390625,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.00033418924431316555,
      "loss_partial": 0.01239013671875,
      "step": 933
    },
    {
      "epoch": 1.3561046511627908,
      "loss_distr": 0.0006410973146557808,
      "loss_partial": 0.006378173828125,
      "step": 933
    },
    {
      "epoch": 1.3575581395348837,
      "grad_norm": 0.16393712162971497,
      "learning_rate": 5.680769975862084e-06,
      "loss": 0.1768,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0003083007759414613,
      "loss_partial": 0.005706787109375,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.00040061931940726936,
      "loss_partial": 0.006500244140625,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0009343581041321158,
      "loss_partial": 0.007293701171875,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0006934556877240539,
      "loss_partial": 0.005218505859375,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0004996052593924105,
      "loss_partial": 0.00823974609375,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0005514952936209738,
      "loss_partial": 0.00506591796875,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.00033180660102516413,
      "loss_partial": 0.00457763671875,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.001014598412439227,
      "loss_partial": 0.00567626953125,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.000840647320728749,
      "loss_partial": 0.00531005859375,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.000720894371625036,
      "loss_partial": 0.00494384765625,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0007982567185536027,
      "loss_partial": 0.004058837890625,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0005088152829557657,
      "loss_partial": 0.005096435546875,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0007895019371062517,
      "loss_partial": 0.006072998046875,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.00045885221334174275,
      "loss_partial": 0.0036773681640625,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0008739944314584136,
      "loss_partial": 0.004058837890625,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0003637805057223886,
      "loss_partial": 0.01055908203125,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.00038380612386390567,
      "loss_partial": 0.004852294921875,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0004075881442986429,
      "loss_partial": 0.01153564453125,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0006213137530721724,
      "loss_partial": 0.007293701171875,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.00035366168594919145,
      "loss_partial": 0.01214599609375,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0005354593740776181,
      "loss_partial": 0.00714111328125,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0007427578675560653,
      "loss_partial": 0.006500244140625,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0004564241389743984,
      "loss_partial": 0.00634765625,
      "step": 934
    },
    {
      "epoch": 1.3575581395348837,
      "loss_distr": 0.0005415671621449292,
      "loss_partial": 0.00811767578125,
      "step": 934
    },
    {
      "epoch": 1.3590116279069768,
      "grad_norm": 0.20964539051055908,
      "learning_rate": 5.657896707552779e-06,
      "loss": 0.1763,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0005684123607352376,
      "loss_partial": 0.005126953125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00035041532828472555,
      "loss_partial": 0.007110595703125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0007611045148223639,
      "loss_partial": 0.004241943359375,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00025285646552219987,
      "loss_partial": 0.004974365234375,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0005150499055162072,
      "loss_partial": 0.005523681640625,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00038214653613977134,
      "loss_partial": 0.01123046875,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00029430235736072063,
      "loss_partial": 0.00836181640625,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0005730398697778583,
      "loss_partial": 0.006988525390625,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0004458532785065472,
      "loss_partial": 0.005340576171875,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0006802185671404004,
      "loss_partial": 0.00689697265625,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0005037244409322739,
      "loss_partial": 0.00811767578125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00023417074407916516,
      "loss_partial": 0.0078125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0002519322151783854,
      "loss_partial": 0.0106201171875,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00048823838005773723,
      "loss_partial": 0.005279541015625,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00042622379260137677,
      "loss_partial": 0.004608154296875,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0003445812617428601,
      "loss_partial": 0.003997802734375,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00042879837565124035,
      "loss_partial": 0.002716064453125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0008162098820321262,
      "loss_partial": 0.0048828125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00048051492194645107,
      "loss_partial": 0.007293701171875,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0005160091677680612,
      "loss_partial": 0.00628662109375,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0007132058381102979,
      "loss_partial": 0.00274658203125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0003345635486766696,
      "loss_partial": 0.0078125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.00048390260781161487,
      "loss_partial": 0.00469970703125,
      "step": 935
    },
    {
      "epoch": 1.3590116279069768,
      "loss_distr": 0.0008664267952553928,
      "loss_partial": 0.0064697265625,
      "step": 935
    },
    {
      "epoch": 1.3604651162790697,
      "grad_norm": 0.17432312667369843,
      "learning_rate": 5.635051400608782e-06,
      "loss": 0.1734,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.000929158297367394,
      "loss_partial": 0.00762939453125,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0005657345755025744,
      "loss_partial": 0.00958251953125,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0009994633728638291,
      "loss_partial": 0.0050048828125,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0005246973014436662,
      "loss_partial": 0.005767822265625,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.00041615459485910833,
      "loss_partial": 0.00836181640625,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0005048522143624723,
      "loss_partial": 0.00677490234375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0007611605105921626,
      "loss_partial": 0.00494384765625,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0004310401272960007,
      "loss_partial": 0.00457763671875,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0008780232165008783,
      "loss_partial": 0.003662109375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0006571643752977252,
      "loss_partial": 0.004241943359375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.000667920452542603,
      "loss_partial": 0.0027923583984375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0004738093994092196,
      "loss_partial": 0.00927734375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0002764337696135044,
      "loss_partial": 0.00628662109375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.000535244238562882,
      "loss_partial": 0.00701904296875,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0005424697883427143,
      "loss_partial": 0.0086669921875,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0002613662800285965,
      "loss_partial": 0.0101318359375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.00031545324600301683,
      "loss_partial": 0.01104736328125,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0007213439675979316,
      "loss_partial": 0.0078125,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0007284568855538964,
      "loss_partial": 0.00982666015625,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.000559363339561969,
      "loss_partial": 0.006591796875,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.00034255976788699627,
      "loss_partial": 0.004058837890625,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0008808458223938942,
      "loss_partial": 0.005126953125,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.0005776246543973684,
      "loss_partial": 0.0091552734375,
      "step": 936
    },
    {
      "epoch": 1.3604651162790697,
      "loss_distr": 0.00042196072172373533,
      "loss_partial": 0.006500244140625,
      "step": 936
    },
    {
      "epoch": 1.3619186046511627,
      "grad_norm": 0.1799665242433548,
      "learning_rate": 5.6122342021445e-06,
      "loss": 0.1751,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0003085258067585528,
      "loss_partial": 0.00701904296875,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0007158393273130059,
      "loss_partial": 0.005157470703125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.000449706451036036,
      "loss_partial": 0.0089111328125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0007446917006745934,
      "loss_partial": 0.00439453125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0005258284509181976,
      "loss_partial": 0.004974365234375,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0006028952775523067,
      "loss_partial": 0.005706787109375,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0006366654997691512,
      "loss_partial": 0.00616455078125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0006437352276407182,
      "loss_partial": 0.00701904296875,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.00042222236515954137,
      "loss_partial": 0.00445556640625,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.00034678197698667645,
      "loss_partial": 0.0091552734375,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.000687805179040879,
      "loss_partial": 0.006988525390625,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.00033810592140071094,
      "loss_partial": 0.00860595703125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.00044438685290515423,
      "loss_partial": 0.00860595703125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.00033947345218621194,
      "loss_partial": 0.00921630859375,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0004642389831133187,
      "loss_partial": 0.010986328125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.000591963529586792,
      "loss_partial": 0.009765625,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0008047681767493486,
      "loss_partial": 0.00372314453125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0006041754386387765,
      "loss_partial": 0.0035400390625,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0008361509535461664,
      "loss_partial": 0.0059814453125,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0007390987011604011,
      "loss_partial": 0.00408935546875,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0008685893262736499,
      "loss_partial": 0.0036468505859375,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0002794102765619755,
      "loss_partial": 0.00897216796875,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.0003198385238647461,
      "loss_partial": 0.007171630859375,
      "step": 937
    },
    {
      "epoch": 1.3619186046511627,
      "loss_distr": 0.00024833998759277165,
      "loss_partial": 0.003326416015625,
      "step": 937
    },
    {
      "epoch": 1.3633720930232558,
      "grad_norm": 0.16125714778900146,
      "learning_rate": 5.589445259093345e-06,
      "loss": 0.176,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.00046920793829485774,
      "loss_partial": 0.00494384765625,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0006113450508564711,
      "loss_partial": 0.004180908203125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.00052789063192904,
      "loss_partial": 0.00555419921875,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0009554245043545961,
      "loss_partial": 0.0037384033203125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0006646367255598307,
      "loss_partial": 0.00689697265625,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0003812414943240583,
      "loss_partial": 0.00811767578125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0007719406276009977,
      "loss_partial": 0.00396728515625,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0005221726605668664,
      "loss_partial": 0.00787353515625,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.000857537379488349,
      "loss_partial": 0.005950927734375,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0008153840317390859,
      "loss_partial": 0.003448486328125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0003674331237562001,
      "loss_partial": 0.006134033203125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.00039327831473201513,
      "loss_partial": 0.0089111328125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0002676204894669354,
      "loss_partial": 0.006195068359375,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0003352161147631705,
      "loss_partial": 0.0098876953125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.00046331959310919046,
      "loss_partial": 0.007171630859375,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0004669849877245724,
      "loss_partial": 0.00531005859375,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0006121138576418161,
      "loss_partial": 0.004150390625,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0005181730957701802,
      "loss_partial": 0.007354736328125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0005475931102409959,
      "loss_partial": 0.00762939453125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0004180956748314202,
      "loss_partial": 0.00701904296875,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0007719694986008108,
      "loss_partial": 0.0038604736328125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0006473151734098792,
      "loss_partial": 0.0050048828125,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.0007605062564834952,
      "loss_partial": 0.007659912109375,
      "step": 938
    },
    {
      "epoch": 1.3633720930232558,
      "loss_distr": 0.00030784623231738806,
      "loss_partial": 0.0118408203125,
      "step": 938
    },
    {
      "epoch": 1.364825581395349,
      "grad_norm": 0.16753537952899933,
      "learning_rate": 5.566684718206764e-06,
      "loss": 0.174,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.000677775708027184,
      "loss_partial": 0.00537109375,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0006318683153949678,
      "loss_partial": 0.005523681640625,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0006952141411602497,
      "loss_partial": 0.0036468505859375,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.000845632515847683,
      "loss_partial": 0.006103515625,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0004697683616541326,
      "loss_partial": 0.004119873046875,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0004921032814309001,
      "loss_partial": 0.01171875,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0004024881054647267,
      "loss_partial": 0.00823974609375,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0004980441881343722,
      "loss_partial": 0.0079345703125,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0007403221679851413,
      "loss_partial": 0.008544921875,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.00033881067065522075,
      "loss_partial": 0.01409912109375,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.00046743263374082744,
      "loss_partial": 0.005157470703125,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0003604662779252976,
      "loss_partial": 0.010986328125,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0006233823951333761,
      "loss_partial": 0.007232666015625,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0008265052456408739,
      "loss_partial": 0.00555419921875,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.00036304560489952564,
      "loss_partial": 0.00994873046875,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.00040928879752755165,
      "loss_partial": 0.004547119140625,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0005564581952057779,
      "loss_partial": 0.0036468505859375,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.000667944026645273,
      "loss_partial": 0.006927490234375,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.000539773958735168,
      "loss_partial": 0.00604248046875,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0005346569232642651,
      "loss_partial": 0.006439208984375,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.00038859620690345764,
      "loss_partial": 0.006744384765625,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.00033671618439257145,
      "loss_partial": 0.009765625,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0005438554799184203,
      "loss_partial": 0.00732421875,
      "step": 939
    },
    {
      "epoch": 1.364825581395349,
      "loss_distr": 0.0006384828011505306,
      "loss_partial": 0.006103515625,
      "step": 939
    },
    {
      "epoch": 1.3662790697674418,
      "grad_norm": 0.1747227907180786,
      "learning_rate": 5.543952726053308e-06,
      "loss": 0.1759,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0007032527937553823,
      "loss_partial": 0.0057373046875,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0005661351606249809,
      "loss_partial": 0.0038299560546875,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00035463651875033975,
      "loss_partial": 0.00921630859375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00038790242979303,
      "loss_partial": 0.00909423828125,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0006262138485908508,
      "loss_partial": 0.003875732421875,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0002903990971390158,
      "loss_partial": 0.00823974609375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0005693528801202774,
      "loss_partial": 0.0072021484375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00024843402206897736,
      "loss_partial": 0.008544921875,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0004756718990392983,
      "loss_partial": 0.0079345703125,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0006116492440924048,
      "loss_partial": 0.0047607421875,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0004186226869933307,
      "loss_partial": 0.004669189453125,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00031685084104537964,
      "loss_partial": 0.0048828125,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0004064814420416951,
      "loss_partial": 0.006072998046875,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.000759055488742888,
      "loss_partial": 0.004364013671875,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.000615301076322794,
      "loss_partial": 0.007568359375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00026324152713641524,
      "loss_partial": 0.009521484375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0007305614999495447,
      "loss_partial": 0.00933837890625,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.000536017760168761,
      "loss_partial": 0.008056640625,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0009047857020050287,
      "loss_partial": 0.003204345703125,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0007248983019962907,
      "loss_partial": 0.005126953125,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00045284113730303943,
      "loss_partial": 0.00823974609375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00036479125265032053,
      "loss_partial": 0.00726318359375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.0009113128180615604,
      "loss_partial": 0.004974365234375,
      "step": 940
    },
    {
      "epoch": 1.3662790697674418,
      "loss_distr": 0.00048573885578662157,
      "loss_partial": 0.006317138671875,
      "step": 940
    },
    {
      "epoch": 1.3677325581395348,
      "grad_norm": 0.1678028702735901,
      "learning_rate": 5.521249429017695e-06,
      "loss": 0.1716,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0006158523028716445,
      "loss_partial": 0.00653076171875,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.000913301482796669,
      "loss_partial": 0.0034027099609375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0006283645052462816,
      "loss_partial": 0.00408935546875,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0010441921185702085,
      "loss_partial": 0.00144195556640625,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.000698616961017251,
      "loss_partial": 0.005859375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.00042218188173137605,
      "loss_partial": 0.00762939453125,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0006394154625013471,
      "loss_partial": 0.0037384033203125,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0005259896861389279,
      "loss_partial": 0.007171630859375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0002487907186150551,
      "loss_partial": 0.01214599609375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0006360055413097143,
      "loss_partial": 0.003875732421875,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.00019150669686496258,
      "loss_partial": 0.01068115234375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0006518304580822587,
      "loss_partial": 0.00653076171875,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0006446303450502455,
      "loss_partial": 0.009521484375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.00032708473736420274,
      "loss_partial": 0.0068359375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0005503234569914639,
      "loss_partial": 0.0068359375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0007536286721006036,
      "loss_partial": 0.007354736328125,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.000282292312476784,
      "loss_partial": 0.00445556640625,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0002261934569105506,
      "loss_partial": 0.00811767578125,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.00024314995971508324,
      "loss_partial": 0.00628662109375,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.00023368955589830875,
      "loss_partial": 0.006256103515625,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0005174371763132513,
      "loss_partial": 0.0089111328125,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.00041118060471490026,
      "loss_partial": 0.008056640625,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.00042026067967526615,
      "loss_partial": 0.0035858154296875,
      "step": 941
    },
    {
      "epoch": 1.3677325581395348,
      "loss_distr": 0.0004215119406580925,
      "loss_partial": 0.01123046875,
      "step": 941
    },
    {
      "epoch": 1.369186046511628,
      "grad_norm": 0.1666436344385147,
      "learning_rate": 5.498574973299846e-06,
      "loss": 0.1774,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.00044631626224145293,
      "loss_partial": 0.007659912109375,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.000870062445756048,
      "loss_partial": 0.00543212890625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0005413239123299718,
      "loss_partial": 0.00543212890625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0004380916361697018,
      "loss_partial": 0.0079345703125,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.000431421329267323,
      "loss_partial": 0.006134033203125,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0009348453022539616,
      "loss_partial": 0.0050048828125,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0009094164124689996,
      "loss_partial": 0.007293701171875,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0004559860972221941,
      "loss_partial": 0.006561279296875,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0005141189321875572,
      "loss_partial": 0.007080078125,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0008593081729486585,
      "loss_partial": 0.005859375,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0003651253064163029,
      "loss_partial": 0.007080078125,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0005801493534818292,
      "loss_partial": 0.00433349609375,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0007694890955463052,
      "loss_partial": 0.005035400390625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0008002192480489612,
      "loss_partial": 0.0057373046875,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0007428765529766679,
      "loss_partial": 0.0038299560546875,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0004589908057823777,
      "loss_partial": 0.00701904296875,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0006578646134585142,
      "loss_partial": 0.004791259765625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0006552465492859483,
      "loss_partial": 0.0054931640625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0006433111848309636,
      "loss_partial": 0.01080322265625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0005314130103215575,
      "loss_partial": 0.00897216796875,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0004995958879590034,
      "loss_partial": 0.006134033203125,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0006468999781645834,
      "loss_partial": 0.007476806640625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.0002642802137415856,
      "loss_partial": 0.00933837890625,
      "step": 942
    },
    {
      "epoch": 1.369186046511628,
      "loss_distr": 0.00044384918874129653,
      "loss_partial": 0.0084228515625,
      "step": 942
    },
    {
      "epoch": 1.370639534883721,
      "grad_norm": 0.1679960936307907,
      "learning_rate": 5.47592950491396e-06,
      "loss": 0.1737,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.00047871607239358127,
      "loss_partial": 0.005218505859375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0007470703567378223,
      "loss_partial": 0.00390625,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0007577646756544709,
      "loss_partial": 0.00555419921875,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.00028182927053421736,
      "loss_partial": 0.01214599609375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006554920109920204,
      "loss_partial": 0.007476806640625,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0003569741966202855,
      "loss_partial": 0.00830078125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006062987959012389,
      "loss_partial": 0.00665283203125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.00047821877524256706,
      "loss_partial": 0.0098876953125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0004526557167991996,
      "loss_partial": 0.006927490234375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.00026201229775324464,
      "loss_partial": 0.00518798828125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006407769396901131,
      "loss_partial": 0.007110595703125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006756322691217065,
      "loss_partial": 0.003509521484375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006661998340860009,
      "loss_partial": 0.005950927734375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.00026593031361699104,
      "loss_partial": 0.00634765625,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.00021210440900176764,
      "loss_partial": 0.01214599609375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0005380927468650043,
      "loss_partial": 0.004608154296875,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0007385827484540641,
      "loss_partial": 0.006927490234375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006740093231201172,
      "loss_partial": 0.00872802734375,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006431546062231064,
      "loss_partial": 0.00372314453125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.00040958664612844586,
      "loss_partial": 0.01153564453125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0006260221125558019,
      "loss_partial": 0.004913330078125,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0007821896579116583,
      "loss_partial": 0.003631591796875,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0002567444753367454,
      "loss_partial": 0.0107421875,
      "step": 943
    },
    {
      "epoch": 1.370639534883721,
      "loss_distr": 0.0004962848033756018,
      "loss_partial": 0.00555419921875,
      "step": 943
    },
    {
      "epoch": 1.372093023255814,
      "grad_norm": 0.16406679153442383,
      "learning_rate": 5.453313169687577e-06,
      "loss": 0.1747,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0006633158191107213,
      "loss_partial": 0.00494384765625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0004248201148584485,
      "loss_partial": 0.0068359375,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0003661626251414418,
      "loss_partial": 0.00958251953125,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0005973416846245527,
      "loss_partial": 0.00775146484375,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0005867031286470592,
      "loss_partial": 0.00982666015625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0006190095446072519,
      "loss_partial": 0.005462646484375,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.000429415114922449,
      "loss_partial": 0.00421142578125,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0003779959515668452,
      "loss_partial": 0.00885009765625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0006107143708504736,
      "loss_partial": 0.007720947265625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0006552889826707542,
      "loss_partial": 0.004058837890625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0005687081138603389,
      "loss_partial": 0.004180908203125,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0006089825183153152,
      "loss_partial": 0.00439453125,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0006613600999116898,
      "loss_partial": 0.0057373046875,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.00031033350387588143,
      "loss_partial": 0.003631591796875,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.00037464324850589037,
      "loss_partial": 0.00799560546875,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.00031971270800568163,
      "loss_partial": 0.006805419921875,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0005840663216076791,
      "loss_partial": 0.004669189453125,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.000829919648822397,
      "loss_partial": 0.004791259765625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0005169885698705912,
      "loss_partial": 0.00836181640625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.000600697472691536,
      "loss_partial": 0.011474609375,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0003922108735423535,
      "loss_partial": 0.00592041015625,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0007530846633017063,
      "loss_partial": 0.0098876953125,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.00022210669703781605,
      "loss_partial": 0.0137939453125,
      "step": 944
    },
    {
      "epoch": 1.372093023255814,
      "loss_distr": 0.0002834601909853518,
      "loss_partial": 0.0064697265625,
      "step": 944
    },
    {
      "epoch": 1.3735465116279069,
      "grad_norm": 0.18765710294246674,
      "learning_rate": 5.430726113260624e-06,
      "loss": 0.1793,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0005246481741778553,
      "loss_partial": 0.012451171875,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0005710422992706299,
      "loss_partial": 0.00323486328125,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0008865175186656415,
      "loss_partial": 0.00531005859375,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.00046575110172852874,
      "loss_partial": 0.006011962890625,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0007046246319077909,
      "loss_partial": 0.00396728515625,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0003267753345426172,
      "loss_partial": 0.003875732421875,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.00038967718137428164,
      "loss_partial": 0.00921630859375,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0002600823645479977,
      "loss_partial": 0.004791259765625,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0007672328501939774,
      "loss_partial": 0.0064697265625,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.00047364458441734314,
      "loss_partial": 0.00872802734375,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0008034060592763126,
      "loss_partial": 0.005889892578125,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0005657941219396889,
      "loss_partial": 0.0074462890625,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0004864601360168308,
      "loss_partial": 0.00714111328125,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0003553414426278323,
      "loss_partial": 0.0089111328125,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.00061223772354424,
      "loss_partial": 0.003662109375,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0007297617848962545,
      "loss_partial": 0.00372314453125,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0006102303159423172,
      "loss_partial": 0.004119873046875,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0007007706444710493,
      "loss_partial": 0.00634765625,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0006869030185043812,
      "loss_partial": 0.00592041015625,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.0007504600798711181,
      "loss_partial": 0.0030059814453125,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.00038591696647927165,
      "loss_partial": 0.0096435546875,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.00044311824603937566,
      "loss_partial": 0.00537109375,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.00028222426772117615,
      "loss_partial": 0.0096435546875,
      "step": 945
    },
    {
      "epoch": 1.3735465116279069,
      "loss_distr": 0.000846237177029252,
      "loss_partial": 0.0054931640625,
      "step": 945
    },
    {
      "epoch": 1.375,
      "grad_norm": 0.1578444093465805,
      "learning_rate": 5.408168481084482e-06,
      "loss": 0.1714,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.00043722623377107084,
      "loss_partial": 0.0086669921875,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.00032102869590744376,
      "loss_partial": 0.0054931640625,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0004449519037734717,
      "loss_partial": 0.004150390625,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0002959223056677729,
      "loss_partial": 0.00628662109375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0006697556236758828,
      "loss_partial": 0.0098876953125,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0004046453395858407,
      "loss_partial": 0.00787353515625,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0005680039175786078,
      "loss_partial": 0.006439208984375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.00040571746649220586,
      "loss_partial": 0.006134033203125,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.00029756297590211034,
      "loss_partial": 0.005218505859375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0008518906543031335,
      "loss_partial": 0.003997802734375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0004331919481046498,
      "loss_partial": 0.007568359375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0003013252862729132,
      "loss_partial": 0.0028228759765625,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0006395750096999109,
      "loss_partial": 0.004730224609375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0009106173529289663,
      "loss_partial": 0.0027923583984375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.00037716139922849834,
      "loss_partial": 0.007537841796875,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0005782395601272583,
      "loss_partial": 0.004241943359375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0003368624020367861,
      "loss_partial": 0.0062255859375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.00024098073481582105,
      "loss_partial": 0.0103759765625,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0005636444548144937,
      "loss_partial": 0.007293701171875,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.000641529681161046,
      "loss_partial": 0.00537109375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0002799328649416566,
      "loss_partial": 0.00335693359375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.00026883967802859843,
      "loss_partial": 0.0087890625,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0007382046314887702,
      "loss_partial": 0.003997802734375,
      "step": 946
    },
    {
      "epoch": 1.375,
      "loss_distr": 0.0006929317023605108,
      "loss_partial": 0.003936767578125,
      "step": 946
    },
    {
      "epoch": 1.3764534883720931,
      "grad_norm": 0.16689199209213257,
      "learning_rate": 5.385640418421052e-06,
      "loss": 0.1744,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0003609117993619293,
      "loss_partial": 0.007720947265625,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0006119006429798901,
      "loss_partial": 0.007232666015625,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0006130461115390062,
      "loss_partial": 0.006072998046875,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0003102595510426909,
      "loss_partial": 0.00616455078125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0008096843375824392,
      "loss_partial": 0.00482177734375,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0004263501614332199,
      "loss_partial": 0.00640869140625,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0006388754700310528,
      "loss_partial": 0.005645751953125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.00024152395781129599,
      "loss_partial": 0.0028533935546875,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0008382517262361944,
      "loss_partial": 0.005889892578125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0003879534197039902,
      "loss_partial": 0.00689697265625,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0003194583405274898,
      "loss_partial": 0.0048828125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.000634350348263979,
      "loss_partial": 0.0037841796875,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.00028641513199545443,
      "loss_partial": 0.004425048828125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.00027097322163172066,
      "loss_partial": 0.00958251953125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0004310241201892495,
      "loss_partial": 0.00836181640625,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.00030054536182433367,
      "loss_partial": 0.012451171875,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0006791718187741935,
      "loss_partial": 0.006011962890625,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0003767489397432655,
      "loss_partial": 0.00860595703125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.00043135660234838724,
      "loss_partial": 0.00482177734375,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0008125162567012012,
      "loss_partial": 0.004669189453125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0005964278825558722,
      "loss_partial": 0.006134033203125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0005683307535946369,
      "loss_partial": 0.00439453125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.000454046850791201,
      "loss_partial": 0.00714111328125,
      "step": 947
    },
    {
      "epoch": 1.3764534883720931,
      "loss_distr": 0.0002346529217902571,
      "loss_partial": 0.01055908203125,
      "step": 947
    },
    {
      "epoch": 1.377906976744186,
      "grad_norm": 0.1850230097770691,
      "learning_rate": 5.363142070341831e-06,
      "loss": 0.1734,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0005962366703897715,
      "loss_partial": 0.005645751953125,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0006848169723525643,
      "loss_partial": 0.0084228515625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.000696046743541956,
      "loss_partial": 0.005096435546875,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0003610999556258321,
      "loss_partial": 0.00897216796875,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0007305179024115205,
      "loss_partial": 0.00347900390625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.00029395526507869363,
      "loss_partial": 0.01092529296875,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0005450916360132396,
      "loss_partial": 0.004974365234375,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0007019354379735887,
      "loss_partial": 0.006591796875,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0004490120045375079,
      "loss_partial": 0.00439453125,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0006248975987546146,
      "loss_partial": 0.007354736328125,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0006732819601893425,
      "loss_partial": 0.007293701171875,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0004691181820817292,
      "loss_partial": 0.00885009765625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0006471319939009845,
      "loss_partial": 0.006500244140625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0004685772582888603,
      "loss_partial": 0.00469970703125,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0005137075786478817,
      "loss_partial": 0.005035400390625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0004494602035265416,
      "loss_partial": 0.00494384765625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0003415907849557698,
      "loss_partial": 0.006256103515625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0007854189607314765,
      "loss_partial": 0.003875732421875,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0005883845733478665,
      "loss_partial": 0.00933837890625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.00046200305223464966,
      "loss_partial": 0.0035552978515625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.00030965651967562735,
      "loss_partial": 0.01007080078125,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0005318634212017059,
      "loss_partial": 0.0072021484375,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0004930532886646688,
      "loss_partial": 0.00396728515625,
      "step": 948
    },
    {
      "epoch": 1.377906976744186,
      "loss_distr": 0.0006243843236006796,
      "loss_partial": 0.00677490234375,
      "step": 948
    },
    {
      "epoch": 1.379360465116279,
      "grad_norm": 0.1874580681324005,
      "learning_rate": 5.340673581726956e-06,
      "loss": 0.1753,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0005719749024137855,
      "loss_partial": 0.00543212890625,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0007747228955850005,
      "loss_partial": 0.00421142578125,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0007593049085699022,
      "loss_partial": 0.004058837890625,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0005842538666911423,
      "loss_partial": 0.0089111328125,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0007100607035681605,
      "loss_partial": 0.00518798828125,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0008749156259000301,
      "loss_partial": 0.005950927734375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0008350529242306948,
      "loss_partial": 0.0037384033203125,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0003849232743959874,
      "loss_partial": 0.00823974609375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.00045081344433128834,
      "loss_partial": 0.01116943359375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.00032083364203572273,
      "loss_partial": 0.005523681640625,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.00036764948163181543,
      "loss_partial": 0.01153564453125,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.00048176723066717386,
      "loss_partial": 0.006103515625,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0003621187643148005,
      "loss_partial": 0.008056640625,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0003362773859407753,
      "loss_partial": 0.007293701171875,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.00020491305622272193,
      "loss_partial": 0.006744384765625,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0007797519210726023,
      "loss_partial": 0.0037689208984375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0006802423158660531,
      "loss_partial": 0.007293701171875,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0007138160872273147,
      "loss_partial": 0.00518798828125,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0005713984137400985,
      "loss_partial": 0.00579833984375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0008035368518903852,
      "loss_partial": 0.007171630859375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0005617226706817746,
      "loss_partial": 0.006927490234375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0004116705385968089,
      "loss_partial": 0.005615234375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0005691950209438801,
      "loss_partial": 0.00927734375,
      "step": 949
    },
    {
      "epoch": 1.379360465116279,
      "loss_distr": 0.0005978142144158483,
      "loss_partial": 0.004638671875,
      "step": 949
    },
    {
      "epoch": 1.380813953488372,
      "grad_norm": 0.22008587419986725,
      "learning_rate": 5.318235097264278e-06,
      "loss": 0.1753,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0007443956565111876,
      "loss_partial": 0.005218505859375,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0005235553835518658,
      "loss_partial": 0.006256103515625,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0003491385723464191,
      "loss_partial": 0.010498046875,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.00043011747766286135,
      "loss_partial": 0.0048828125,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0006326869479380548,
      "loss_partial": 0.0067138671875,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0003643417439889163,
      "loss_partial": 0.0123291015625,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0007288996130228043,
      "loss_partial": 0.00677490234375,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0007008623797446489,
      "loss_partial": 0.005767822265625,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0004774103872478008,
      "loss_partial": 0.006866455078125,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.00028731883503496647,
      "loss_partial": 0.00799560546875,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0007727062329649925,
      "loss_partial": 0.004638671875,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0003774315700866282,
      "loss_partial": 0.00439453125,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0003941899340134114,
      "loss_partial": 0.004638671875,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.00020411537843756378,
      "loss_partial": 0.0081787109375,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0005859924713149667,
      "loss_partial": 0.0069580078125,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0006364599103108048,
      "loss_partial": 0.005950927734375,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0006084871711209416,
      "loss_partial": 0.006683349609375,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0003542606718838215,
      "loss_partial": 0.00897216796875,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.00038585346192121506,
      "loss_partial": 0.007659912109375,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0007610273896716535,
      "loss_partial": 0.0050048828125,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0009611257701180875,
      "loss_partial": 0.0031280517578125,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.00023115558724384755,
      "loss_partial": 0.00653076171875,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.0006884668255224824,
      "loss_partial": 0.004913330078125,
      "step": 950
    },
    {
      "epoch": 1.380813953488372,
      "loss_distr": 0.00029055203776806593,
      "loss_partial": 0.0057373046875,
      "step": 950
    },
    {
      "epoch": 1.3822674418604652,
      "grad_norm": 0.15898726880550385,
      "learning_rate": 5.295826761448448e-06,
      "loss": 0.1744,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0006269817240536213,
      "loss_partial": 0.0086669921875,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0006630440475419164,
      "loss_partial": 0.00445556640625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0009229227434843779,
      "loss_partial": 0.0025177001953125,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0006227159174159169,
      "loss_partial": 0.006744384765625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0002533069346100092,
      "loss_partial": 0.0037078857421875,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0003848570631816983,
      "loss_partial": 0.005523681640625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.000422910088673234,
      "loss_partial": 0.005462646484375,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0008754245936870575,
      "loss_partial": 0.007080078125,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.000454774679383263,
      "loss_partial": 0.0101318359375,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0003936853026971221,
      "loss_partial": 0.00439453125,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0004080900689586997,
      "loss_partial": 0.009033203125,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0005361855728551745,
      "loss_partial": 0.003936767578125,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0005462937988340855,
      "loss_partial": 0.004150390625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0007540988153778017,
      "loss_partial": 0.004302978515625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0006239030044525862,
      "loss_partial": 0.0037384033203125,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0006432125810533762,
      "loss_partial": 0.00531005859375,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0002565503236837685,
      "loss_partial": 0.0068359375,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0006819418049417436,
      "loss_partial": 0.005523681640625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.00036785408155992627,
      "loss_partial": 0.0045166015625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.00037151481956243515,
      "loss_partial": 0.01092529296875,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0004287924966774881,
      "loss_partial": 0.007476806640625,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0006118540186434984,
      "loss_partial": 0.0081787109375,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.0002681511687114835,
      "loss_partial": 0.007537841796875,
      "step": 951
    },
    {
      "epoch": 1.3822674418604652,
      "loss_distr": 0.00027801646501757205,
      "loss_partial": 0.00665283203125,
      "step": 951
    },
    {
      "epoch": 1.3837209302325582,
      "grad_norm": 0.19534315168857574,
      "learning_rate": 5.273448718579958e-06,
      "loss": 0.175,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0010023051872849464,
      "loss_partial": 0.005126953125,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0007444045040756464,
      "loss_partial": 0.00604248046875,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.00044707077904604375,
      "loss_partial": 0.007659912109375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0004282768932171166,
      "loss_partial": 0.003936767578125,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.00037471711402758956,
      "loss_partial": 0.006683349609375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0005444414564408362,
      "loss_partial": 0.01025390625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0002713452558964491,
      "loss_partial": 0.00933837890625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.00025465385988354683,
      "loss_partial": 0.00592041015625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.000501069356687367,
      "loss_partial": 0.004150390625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0006541608599945903,
      "loss_partial": 0.00439453125,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0007786040077917278,
      "loss_partial": 0.006011962890625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0006525455974042416,
      "loss_partial": 0.005035400390625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0002739413466770202,
      "loss_partial": 0.004241943359375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0005831563612446189,
      "loss_partial": 0.006500244140625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0004192731576040387,
      "loss_partial": 0.0064697265625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0005155497929081321,
      "loss_partial": 0.007171630859375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.000490752630867064,
      "loss_partial": 0.0072021484375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0003647108096629381,
      "loss_partial": 0.006011962890625,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0007249968475662172,
      "loss_partial": 0.00726318359375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0008817490888759494,
      "loss_partial": 0.004241943359375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.00038403572398237884,
      "loss_partial": 0.0078125,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0007399403839372098,
      "loss_partial": 0.008544921875,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0006720115779899061,
      "loss_partial": 0.005218505859375,
      "step": 952
    },
    {
      "epoch": 1.3837209302325582,
      "loss_distr": 0.0006640593055635691,
      "loss_partial": 0.007171630859375,
      "step": 952
    },
    {
      "epoch": 1.385174418604651,
      "grad_norm": 0.202371284365654,
      "learning_rate": 5.251101112764227e-06,
      "loss": 0.1756,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0005635194829665124,
      "loss_partial": 0.0101318359375,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.00039625540375709534,
      "loss_partial": 0.005340576171875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0007091278675943613,
      "loss_partial": 0.00628662109375,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.00024103259784169495,
      "loss_partial": 0.007293701171875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0003083909978158772,
      "loss_partial": 0.01104736328125,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0006567592499777675,
      "loss_partial": 0.0078125,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.00029986226581968367,
      "loss_partial": 0.013427734375,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0005728789838030934,
      "loss_partial": 0.00799560546875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0003700808738358319,
      "loss_partial": 0.01226806640625,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.000738962204195559,
      "loss_partial": 0.0052490234375,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0005488848546519876,
      "loss_partial": 0.005584716796875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0007190759642980993,
      "loss_partial": 0.00396728515625,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0005724788643419743,
      "loss_partial": 0.00860595703125,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0004015419108327478,
      "loss_partial": 0.004638671875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0005968826590105891,
      "loss_partial": 0.005828857421875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.00046283096889965236,
      "loss_partial": 0.00555419921875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0008841897360980511,
      "loss_partial": 0.004180908203125,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0007043923251330853,
      "loss_partial": 0.0034332275390625,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0004274006641935557,
      "loss_partial": 0.01104736328125,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.00037445800262503326,
      "loss_partial": 0.006561279296875,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0006930652307346463,
      "loss_partial": 0.007110595703125,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.00035541257238946855,
      "loss_partial": 0.0098876953125,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.000723145087249577,
      "loss_partial": 0.0072021484375,
      "step": 953
    },
    {
      "epoch": 1.385174418604651,
      "loss_distr": 0.0004352544783614576,
      "loss_partial": 0.0101318359375,
      "step": 953
    },
    {
      "epoch": 1.3866279069767442,
      "grad_norm": 0.18078802525997162,
      "learning_rate": 5.228784087910685e-06,
      "loss": 0.1741,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0005766612011939287,
      "loss_partial": 0.00634765625,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0003478316939435899,
      "loss_partial": 0.00537109375,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0005578333511948586,
      "loss_partial": 0.00433349609375,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0005168296629562974,
      "loss_partial": 0.0107421875,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0002950954658444971,
      "loss_partial": 0.007781982421875,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0003693663456942886,
      "loss_partial": 0.006256103515625,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0006607072427868843,
      "loss_partial": 0.005340576171875,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0006500415620394051,
      "loss_partial": 0.004852294921875,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.00042779138311743736,
      "loss_partial": 0.0096435546875,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0009572258568368852,
      "loss_partial": 0.00689697265625,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0006836465327069163,
      "loss_partial": 0.00384521484375,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.00030545220943167806,
      "loss_partial": 0.006866455078125,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0001672983489697799,
      "loss_partial": 0.01025390625,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.00029738963348791003,
      "loss_partial": 0.0057373046875,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0005764418747276068,
      "loss_partial": 0.006988525390625,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.00040103038190864027,
      "loss_partial": 0.0091552734375,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0006239982321858406,
      "loss_partial": 0.0038909912109375,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.00044355387217365205,
      "loss_partial": 0.005950927734375,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0004075946635566652,
      "loss_partial": 0.00982666015625,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0005753354635089636,
      "loss_partial": 0.005096435546875,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.000733538530766964,
      "loss_partial": 0.00372314453125,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0004824211064260453,
      "loss_partial": 0.0084228515625,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0003250972949899733,
      "loss_partial": 0.006622314453125,
      "step": 954
    },
    {
      "epoch": 1.3866279069767442,
      "loss_distr": 0.0003788782050833106,
      "loss_partial": 0.005279541015625,
      "step": 954
    },
    {
      "epoch": 1.3880813953488373,
      "grad_norm": 0.21716320514678955,
      "learning_rate": 5.206497787731819e-06,
      "loss": 0.174,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0004082423110958189,
      "loss_partial": 0.006927490234375,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0007644569268450141,
      "loss_partial": 0.0037841796875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.00039554445538669825,
      "loss_partial": 0.00518798828125,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0004704719758592546,
      "loss_partial": 0.00811767578125,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0006037152488715947,
      "loss_partial": 0.0062255859375,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0005160000873729587,
      "loss_partial": 0.01068115234375,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0003605099627748132,
      "loss_partial": 0.00823974609375,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0005921174306422472,
      "loss_partial": 0.00604248046875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0006127993110567331,
      "loss_partial": 0.0079345703125,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0006370885530486703,
      "loss_partial": 0.007720947265625,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.00046813394874334335,
      "loss_partial": 0.00830078125,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0002968671324197203,
      "loss_partial": 0.017822265625,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0006901204469613731,
      "loss_partial": 0.00469970703125,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0004909458803012967,
      "loss_partial": 0.0069580078125,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0007562265964224935,
      "loss_partial": 0.00457763671875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0002675331197679043,
      "loss_partial": 0.01422119140625,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.00046900176675990224,
      "loss_partial": 0.005401611328125,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0003654446336440742,
      "loss_partial": 0.00823974609375,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0002211006940342486,
      "loss_partial": 0.0086669921875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.000628048786893487,
      "loss_partial": 0.00506591796875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0006115082651376724,
      "loss_partial": 0.01092529296875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0007945395773276687,
      "loss_partial": 0.00555419921875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0009195219608955085,
      "loss_partial": 0.004852294921875,
      "step": 955
    },
    {
      "epoch": 1.3880813953488373,
      "loss_distr": 0.0010781242744997144,
      "loss_partial": 0.004974365234375,
      "step": 955
    },
    {
      "epoch": 1.3895348837209303,
      "grad_norm": 0.1746058464050293,
      "learning_rate": 5.184242355742264e-06,
      "loss": 0.1739,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0003444798931013793,
      "loss_partial": 0.005157470703125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0005161741864867508,
      "loss_partial": 0.006927490234375,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0004089354770258069,
      "loss_partial": 0.01019287109375,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0005435484927147627,
      "loss_partial": 0.005767822265625,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0007209730101749301,
      "loss_partial": 0.003448486328125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.00028850254602730274,
      "loss_partial": 0.0108642578125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0008690216345712543,
      "loss_partial": 0.0048828125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.000647918728645891,
      "loss_partial": 0.00616455078125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.00037560664350166917,
      "loss_partial": 0.0074462890625,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0006029023788869381,
      "loss_partial": 0.00439453125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0007533591124229133,
      "loss_partial": 0.0031890869140625,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0007645452860742807,
      "loss_partial": 0.004425048828125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.00030203108326531947,
      "loss_partial": 0.00811767578125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0004924341337755322,
      "loss_partial": 0.006256103515625,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.00037829845678061247,
      "loss_partial": 0.006988525390625,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0006298690568655729,
      "loss_partial": 0.00665283203125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0005816202610731125,
      "loss_partial": 0.00885009765625,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0003902868484146893,
      "loss_partial": 0.006256103515625,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0002717268653213978,
      "loss_partial": 0.00921630859375,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0003948213707190007,
      "loss_partial": 0.004608154296875,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.00031965773086994886,
      "loss_partial": 0.0101318359375,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.00045558481360785663,
      "loss_partial": 0.01220703125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0005014833877794445,
      "loss_partial": 0.00323486328125,
      "step": 956
    },
    {
      "epoch": 1.3895348837209303,
      "loss_distr": 0.0004308571224100888,
      "loss_partial": 0.009033203125,
      "step": 956
    },
    {
      "epoch": 1.3909883720930232,
      "grad_norm": 0.18966887891292572,
      "learning_rate": 5.162017935257884e-06,
      "loss": 0.1724,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0005535456584766507,
      "loss_partial": 0.004791259765625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0002597472630441189,
      "loss_partial": 0.007720947265625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0005480102845467627,
      "loss_partial": 0.00738525390625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0006519527523778379,
      "loss_partial": 0.0079345703125,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0006284897099249065,
      "loss_partial": 0.007537841796875,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0007812988478690386,
      "loss_partial": 0.005584716796875,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0007426728843711317,
      "loss_partial": 0.005767822265625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.00038331426912918687,
      "loss_partial": 0.01177978515625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0006756327347829938,
      "loss_partial": 0.003082275390625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0003545291256159544,
      "loss_partial": 0.01470947265625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.00033383473055437207,
      "loss_partial": 0.0078125,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.000672279333230108,
      "loss_partial": 0.00592041015625,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.000720862066373229,
      "loss_partial": 0.004364013671875,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.00045104691525921226,
      "loss_partial": 0.01513671875,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0005899579264223576,
      "loss_partial": 0.0101318359375,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0005308807594701648,
      "loss_partial": 0.005462646484375,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0003929495287593454,
      "loss_partial": 0.0115966796875,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0006028359057381749,
      "loss_partial": 0.005126953125,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0006502547184936702,
      "loss_partial": 0.0037689208984375,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0006977872690185905,
      "loss_partial": 0.0081787109375,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.00040827979682944715,
      "loss_partial": 0.00830078125,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.000278003717539832,
      "loss_partial": 0.0106201171875,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0009155486477538943,
      "loss_partial": 0.0029296875,
      "step": 957
    },
    {
      "epoch": 1.3909883720930232,
      "loss_distr": 0.0007652257336303592,
      "loss_partial": 0.003814697265625,
      "step": 957
    },
    {
      "epoch": 1.3924418604651163,
      "grad_norm": 0.200775146484375,
      "learning_rate": 5.139824669394835e-06,
      "loss": 0.1727,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.000628481328021735,
      "loss_partial": 0.005218505859375,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0003844949824269861,
      "loss_partial": 0.006256103515625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.00041482335655018687,
      "loss_partial": 0.00970458984375,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0004424867802299559,
      "loss_partial": 0.0125732421875,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0007220666157081723,
      "loss_partial": 0.007110595703125,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0008805444813333452,
      "loss_partial": 0.002960205078125,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0005935555091127753,
      "loss_partial": 0.00634765625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0003628073900472373,
      "loss_partial": 0.00732421875,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.00047659227857366204,
      "loss_partial": 0.0079345703125,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.00064952636603266,
      "loss_partial": 0.00823974609375,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.000252188096055761,
      "loss_partial": 0.00445556640625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0007390353712253273,
      "loss_partial": 0.004150390625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0003983280621469021,
      "loss_partial": 0.0050048828125,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0006651552394032478,
      "loss_partial": 0.00445556640625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0006177022587507963,
      "loss_partial": 0.0045166015625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0007477065082639456,
      "loss_partial": 0.00628662109375,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.000550745171494782,
      "loss_partial": 0.0034332275390625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0005252882838249207,
      "loss_partial": 0.00897216796875,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0005278922617435455,
      "loss_partial": 0.00775146484375,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0007133955950848758,
      "loss_partial": 0.005767822265625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0007063443190418184,
      "loss_partial": 0.0054931640625,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.0008229500963352621,
      "loss_partial": 0.0072021484375,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.00026085751596838236,
      "loss_partial": 0.006378173828125,
      "step": 958
    },
    {
      "epoch": 1.3924418604651163,
      "loss_distr": 0.00038701301673427224,
      "loss_partial": 0.00994873046875,
      "step": 958
    },
    {
      "epoch": 1.3938953488372092,
      "grad_norm": 0.19048376381397247,
      "learning_rate": 5.117662701068653e-06,
      "loss": 0.1699,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0008366837864741683,
      "loss_partial": 0.003814697265625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0007241746643558145,
      "loss_partial": 0.00262451171875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.00036883490975014865,
      "loss_partial": 0.00799560546875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.00029875742620788515,
      "loss_partial": 0.0079345703125,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0008492939523421228,
      "loss_partial": 0.005340576171875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0006609185365960002,
      "loss_partial": 0.0042724609375,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0006717932410538197,
      "loss_partial": 0.005523681640625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0007709964993409812,
      "loss_partial": 0.005584716796875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.000613487558439374,
      "loss_partial": 0.0096435546875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.00026784403598867357,
      "loss_partial": 0.01031494140625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0005363410455174744,
      "loss_partial": 0.004730224609375,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.00024454673985019326,
      "loss_partial": 0.005279541015625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0007068408885970712,
      "loss_partial": 0.00543212890625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.00021184529759921134,
      "loss_partial": 0.0034332275390625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0006136181764304638,
      "loss_partial": 0.0025787353515625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0003451383381616324,
      "loss_partial": 0.005584716796875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0002758443006314337,
      "loss_partial": 0.00811767578125,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.00042350482544861734,
      "loss_partial": 0.00738525390625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0005160411819815636,
      "loss_partial": 0.005462646484375,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0005320827476680279,
      "loss_partial": 0.005035400390625,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0006543452618643641,
      "loss_partial": 0.006805419921875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0007551966700702906,
      "loss_partial": 0.004608154296875,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.000351298920577392,
      "loss_partial": 0.0048828125,
      "step": 959
    },
    {
      "epoch": 1.3938953488372092,
      "loss_distr": 0.0004637730016838759,
      "loss_partial": 0.005706787109375,
      "step": 959
    },
    {
      "epoch": 1.3953488372093024,
      "grad_norm": 0.1713620126247406,
      "learning_rate": 5.095532172993322e-06,
      "loss": 0.1756,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005334153538569808,
      "loss_partial": 0.006103515625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0004312627133913338,
      "loss_partial": 0.005584716796875,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.00036354060284793377,
      "loss_partial": 0.004486083984375,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0003699648368638009,
      "loss_partial": 0.0140380859375,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.00035352815757505596,
      "loss_partial": 0.0037841796875,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005021357792429626,
      "loss_partial": 0.006500244140625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005966924945823848,
      "loss_partial": 0.004150390625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0004429043619893491,
      "loss_partial": 0.0093994140625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.000262389425188303,
      "loss_partial": 0.007110595703125,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0007834049174562097,
      "loss_partial": 0.004638671875,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0006643622182309628,
      "loss_partial": 0.0042724609375,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0002493579522706568,
      "loss_partial": 0.00836181640625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.00019585859263315797,
      "loss_partial": 0.01055908203125,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0002426504943287,
      "loss_partial": 0.00469970703125,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.00038302325992845,
      "loss_partial": 0.007049560546875,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005741746281273663,
      "loss_partial": 0.00738525390625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005639990558847785,
      "loss_partial": 0.006011962890625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005553063820116222,
      "loss_partial": 0.00732421875,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0003516739816404879,
      "loss_partial": 0.0034027099609375,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005317748291417956,
      "loss_partial": 0.0087890625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.00042486106394790113,
      "loss_partial": 0.00543212890625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0007358191069215536,
      "loss_partial": 0.007232666015625,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0005288319662213326,
      "loss_partial": 0.007293701171875,
      "step": 960
    },
    {
      "epoch": 1.3953488372093024,
      "loss_distr": 0.0006074669654481113,
      "loss_partial": 0.005584716796875,
      "step": 960
    },
    {
      "epoch": 1.3968023255813953,
      "grad_norm": 0.22626912593841553,
      "learning_rate": 5.07343322768038e-06,
      "loss": 0.1731,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0003964925417676568,
      "loss_partial": 0.0033416748046875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0005220181774348021,
      "loss_partial": 0.00732421875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0004316489212214947,
      "loss_partial": 0.00811767578125,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.00023879253421910107,
      "loss_partial": 0.0076904296875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0008067157468758523,
      "loss_partial": 0.006256103515625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0006502954056486487,
      "loss_partial": 0.0054931640625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0007292916416190565,
      "loss_partial": 0.004547119140625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0004516824847087264,
      "loss_partial": 0.00982666015625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0005712349666282535,
      "loss_partial": 0.00347900390625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.00045951962238177657,
      "loss_partial": 0.00933837890625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0007728938362561166,
      "loss_partial": 0.0062255859375,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.00022183082182891667,
      "loss_partial": 0.010009765625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.00024700406356714666,
      "loss_partial": 0.0074462890625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0003575101727619767,
      "loss_partial": 0.004669189453125,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.000706997700035572,
      "loss_partial": 0.00506591796875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0005271845730021596,
      "loss_partial": 0.006683349609375,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0002671478141564876,
      "loss_partial": 0.00689697265625,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0003636646724771708,
      "loss_partial": 0.006072998046875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0005802448140457273,
      "loss_partial": 0.0050048828125,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0005721741472370923,
      "loss_partial": 0.005584716796875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0006497114081867039,
      "loss_partial": 0.00457763671875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0006099477177485824,
      "loss_partial": 0.004638671875,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0005694723222404718,
      "loss_partial": 0.00909423828125,
      "step": 961
    },
    {
      "epoch": 1.3968023255813953,
      "loss_distr": 0.0004698655684478581,
      "loss_partial": 0.006500244140625,
      "step": 961
    },
    {
      "epoch": 1.3982558139534884,
      "grad_norm": 0.17307358980178833,
      "learning_rate": 5.051366007437979e-06,
      "loss": 0.1784,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.000799354340415448,
      "loss_partial": 0.005462646484375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.000477925525046885,
      "loss_partial": 0.005615234375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00037473239353857934,
      "loss_partial": 0.00897216796875,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00023335759760811925,
      "loss_partial": 0.007659912109375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0007169655873440206,
      "loss_partial": 0.0038299560546875,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00031513432622887194,
      "loss_partial": 0.01007080078125,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.000767096527852118,
      "loss_partial": 0.00445556640625,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0008416876662522554,
      "loss_partial": 0.005401611328125,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00027075575781054795,
      "loss_partial": 0.01202392578125,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.000464017124613747,
      "loss_partial": 0.0101318359375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00035991345066577196,
      "loss_partial": 0.01336669921875,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0007889156113378704,
      "loss_partial": 0.004547119140625,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0003815565723925829,
      "loss_partial": 0.00701904296875,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0003929187951143831,
      "loss_partial": 0.00628662109375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0004897899343632162,
      "loss_partial": 0.005462646484375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0005074275541119277,
      "loss_partial": 0.00677490234375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0003498362493701279,
      "loss_partial": 0.00830078125,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0005649515660479665,
      "loss_partial": 0.00909423828125,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00024132695398293436,
      "loss_partial": 0.013671875,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0004463824152480811,
      "loss_partial": 0.0037384033203125,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00041911035077646375,
      "loss_partial": 0.005706787109375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.000697001931257546,
      "loss_partial": 0.006683349609375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.0004734553804155439,
      "loss_partial": 0.00872802734375,
      "step": 962
    },
    {
      "epoch": 1.3982558139534884,
      "loss_distr": 0.00037651832099072635,
      "loss_partial": 0.005615234375,
      "step": 962
    },
    {
      "epoch": 1.3997093023255813,
      "grad_norm": 0.17803175747394562,
      "learning_rate": 5.029330654369959e-06,
      "loss": 0.177,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0006166270468384027,
      "loss_partial": 0.00396728515625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.000769029080402106,
      "loss_partial": 0.004302978515625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0004893031436949968,
      "loss_partial": 0.00799560546875,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.00029475975316017866,
      "loss_partial": 0.006927490234375,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0005564364837482572,
      "loss_partial": 0.006134033203125,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0005155284306965768,
      "loss_partial": 0.007171630859375,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0004448356048669666,
      "loss_partial": 0.00640869140625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.00021527946228161454,
      "loss_partial": 0.0079345703125,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0006327853770926595,
      "loss_partial": 0.006500244140625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0005522076971828938,
      "loss_partial": 0.00628662109375,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.00039710744749754667,
      "loss_partial": 0.0084228515625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0007961599039845169,
      "loss_partial": 0.004730224609375,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0006202535005286336,
      "loss_partial": 0.007110595703125,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0003039042348973453,
      "loss_partial": 0.00543212890625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.00027122109895572066,
      "loss_partial": 0.00628662109375,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.00046086794463917613,
      "loss_partial": 0.00885009765625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0008450252935290337,
      "loss_partial": 0.00677490234375,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0005247293738648295,
      "loss_partial": 0.0079345703125,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0005389790167100728,
      "loss_partial": 0.006988525390625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.00047857884783297777,
      "loss_partial": 0.0035552978515625,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.00047257309779524803,
      "loss_partial": 0.01007080078125,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0009765048744156957,
      "loss_partial": 0.0042724609375,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0005446430295705795,
      "loss_partial": 0.005096435546875,
      "step": 963
    },
    {
      "epoch": 1.3997093023255813,
      "loss_distr": 0.0005560672143474221,
      "loss_partial": 0.0068359375,
      "step": 963
    },
    {
      "epoch": 1.4011627906976745,
      "grad_norm": 0.18639743328094482,
      "learning_rate": 5.007327310374972e-06,
      "loss": 0.1727,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0005639810115098953,
      "loss_partial": 0.004180908203125,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0007444608490914106,
      "loss_partial": 0.00579833984375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00041828228859230876,
      "loss_partial": 0.009033203125,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0005899816751480103,
      "loss_partial": 0.005096435546875,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0003211796283721924,
      "loss_partial": 0.0062255859375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00046454259427264333,
      "loss_partial": 0.0189208984375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00042920332634821534,
      "loss_partial": 0.00775146484375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0003367387398611754,
      "loss_partial": 0.0159912109375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00033253440051339567,
      "loss_partial": 0.006134033203125,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0006596456514671445,
      "loss_partial": 0.00677490234375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0004920940846204758,
      "loss_partial": 0.007354736328125,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0003692118916660547,
      "loss_partial": 0.00946044921875,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0006890803342685103,
      "loss_partial": 0.007537841796875,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00045805639820173383,
      "loss_partial": 0.0079345703125,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0004962011007592082,
      "loss_partial": 0.0062255859375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0006204759702086449,
      "loss_partial": 0.004547119140625,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0006788810133002698,
      "loss_partial": 0.010009765625,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0006239384529180825,
      "loss_partial": 0.006988525390625,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00039664420182816684,
      "loss_partial": 0.004302978515625,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0006004964234307408,
      "loss_partial": 0.003326416015625,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.0007168697193264961,
      "loss_partial": 0.004974365234375,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00028962214128114283,
      "loss_partial": 0.01007080078125,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00045440412941388786,
      "loss_partial": 0.01123046875,
      "step": 964
    },
    {
      "epoch": 1.4011627906976745,
      "loss_distr": 0.00043185922550037503,
      "loss_partial": 0.006561279296875,
      "step": 964
    },
    {
      "epoch": 1.4026162790697674,
      "grad_norm": 0.1890922486782074,
      "learning_rate": 4.98535611714553e-06,
      "loss": 0.176,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0007856934098526835,
      "loss_partial": 0.005096435546875,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00044861360220238566,
      "loss_partial": 0.00506591796875,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0004276168765500188,
      "loss_partial": 0.004547119140625,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00023164565209299326,
      "loss_partial": 0.006500244140625,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0003140111512038857,
      "loss_partial": 0.00360107421875,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00044522853568196297,
      "loss_partial": 0.005767822265625,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.000376045674784109,
      "loss_partial": 0.00726318359375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.000638382276520133,
      "loss_partial": 0.006256103515625,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0009940104791894555,
      "loss_partial": 0.007537841796875,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0003850898938253522,
      "loss_partial": 0.00677490234375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0005904701538383961,
      "loss_partial": 0.006683349609375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0004874864243902266,
      "loss_partial": 0.0103759765625,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00039921648567542434,
      "loss_partial": 0.0057373046875,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0007350434898398817,
      "loss_partial": 0.003936767578125,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0007421939517371356,
      "loss_partial": 0.006927490234375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0005799443461000919,
      "loss_partial": 0.0079345703125,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0008109500049613416,
      "loss_partial": 0.005859375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00034721207339316607,
      "loss_partial": 0.0072021484375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00048054399667307734,
      "loss_partial": 0.0072021484375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00042665755609050393,
      "loss_partial": 0.00775146484375,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.0004996468778699636,
      "loss_partial": 0.00787353515625,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00029028684366494417,
      "loss_partial": 0.008544921875,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.00080817227717489,
      "loss_partial": 0.0113525390625,
      "step": 965
    },
    {
      "epoch": 1.4026162790697674,
      "loss_distr": 0.000612546456977725,
      "loss_partial": 0.003173828125,
      "step": 965
    },
    {
      "epoch": 1.4040697674418605,
      "grad_norm": 0.16954006254673004,
      "learning_rate": 4.9634172161671064e-06,
      "loss": 0.1742,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00033536716364324093,
      "loss_partial": 0.0103759765625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0006751343025825918,
      "loss_partial": 0.00421142578125,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00030323522514663637,
      "loss_partial": 0.0103759765625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0003202806110493839,
      "loss_partial": 0.005889892578125,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0006755219073966146,
      "loss_partial": 0.004364013671875,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0005293235299177468,
      "loss_partial": 0.00372314453125,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0007270949427038431,
      "loss_partial": 0.005218505859375,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0005436391802504659,
      "loss_partial": 0.0059814453125,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0005267058731988072,
      "loss_partial": 0.006256103515625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00041784413042478263,
      "loss_partial": 0.0057373046875,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0002817857312038541,
      "loss_partial": 0.006500244140625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00036942397127859294,
      "loss_partial": 0.0123291015625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0004900987260043621,
      "loss_partial": 0.005157470703125,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00041736086132004857,
      "loss_partial": 0.00701904296875,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0006558889290317893,
      "loss_partial": 0.004730224609375,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00032518539228476584,
      "loss_partial": 0.00933837890625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00048227584920823574,
      "loss_partial": 0.01422119140625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.000769793288782239,
      "loss_partial": 0.0048828125,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0005263105849735439,
      "loss_partial": 0.006256103515625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00037429609801620245,
      "loss_partial": 0.00811767578125,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0006446918705478311,
      "loss_partial": 0.006072998046875,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0006453039823099971,
      "loss_partial": 0.005279541015625,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.00019759911810979247,
      "loss_partial": 0.00946044921875,
      "step": 966
    },
    {
      "epoch": 1.4040697674418605,
      "loss_distr": 0.0004839613975491375,
      "loss_partial": 0.006256103515625,
      "step": 966
    },
    {
      "epoch": 1.4055232558139534,
      "grad_norm": 0.18437010049819946,
      "learning_rate": 4.941510748717238e-06,
      "loss": 0.1745,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0005023336852900684,
      "loss_partial": 0.00811767578125,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0002949412155430764,
      "loss_partial": 0.01055908203125,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0004900099011138082,
      "loss_partial": 0.007659912109375,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0003965807845816016,
      "loss_partial": 0.004638671875,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.000341124803526327,
      "loss_partial": 0.00445556640625,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0006401982973329723,
      "loss_partial": 0.00640869140625,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0004786165081895888,
      "loss_partial": 0.01263427734375,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.000796927313786,
      "loss_partial": 0.006683349609375,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0003206701949238777,
      "loss_partial": 0.00640869140625,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0006599483895115554,
      "loss_partial": 0.0047607421875,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0009738331427797675,
      "loss_partial": 0.003631591796875,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0004905080422759056,
      "loss_partial": 0.005340576171875,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.00090955407358706,
      "loss_partial": 0.0031280517578125,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0005411949823610485,
      "loss_partial": 0.0074462890625,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0010331443045288324,
      "loss_partial": 0.0033721923828125,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0004283637972548604,
      "loss_partial": 0.008544921875,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.00043648932478390634,
      "loss_partial": 0.00567626953125,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0007891466375440359,
      "loss_partial": 0.004364013671875,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0002555948158260435,
      "loss_partial": 0.0086669921875,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.000520869274623692,
      "loss_partial": 0.00860595703125,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.00029921717941761017,
      "loss_partial": 0.010986328125,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0003304933197796345,
      "loss_partial": 0.00592041015625,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0006481302552856505,
      "loss_partial": 0.005950927734375,
      "step": 967
    },
    {
      "epoch": 1.4055232558139534,
      "loss_distr": 0.0006575027946382761,
      "loss_partial": 0.006317138671875,
      "step": 967
    },
    {
      "epoch": 1.4069767441860466,
      "grad_norm": 0.2102254331111908,
      "learning_rate": 4.91963685586459e-06,
      "loss": 0.1709,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.00046207287232391536,
      "loss_partial": 0.00958251953125,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0007509092101827264,
      "loss_partial": 0.00445556640625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.000639497593510896,
      "loss_partial": 0.00811767578125,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0007969893049448729,
      "loss_partial": 0.00494384765625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0006119273602962494,
      "loss_partial": 0.004547119140625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0005685199284926057,
      "loss_partial": 0.0089111328125,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0008173826499842107,
      "loss_partial": 0.005889892578125,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.00030160954338498414,
      "loss_partial": 0.007293701171875,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.00042639984167180955,
      "loss_partial": 0.005157470703125,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0005660752067342401,
      "loss_partial": 0.002838134765625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.00028602505335584283,
      "loss_partial": 0.01190185546875,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.00028190150624141097,
      "loss_partial": 0.00537109375,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0004984406987205148,
      "loss_partial": 0.004974365234375,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0004975007614120841,
      "loss_partial": 0.00970458984375,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.000594595680013299,
      "loss_partial": 0.00341796875,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0004861126362811774,
      "loss_partial": 0.01373291015625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0005151842487975955,
      "loss_partial": 0.0091552734375,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0008063134737312794,
      "loss_partial": 0.00390625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0005206619389355183,
      "loss_partial": 0.01153564453125,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0005481632542796433,
      "loss_partial": 0.006927490234375,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0004759408184327185,
      "loss_partial": 0.005279541015625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.00039374950574710965,
      "loss_partial": 0.0074462890625,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0004317942075431347,
      "loss_partial": 0.0213623046875,
      "step": 968
    },
    {
      "epoch": 1.4069767441860466,
      "loss_distr": 0.0007576608331874013,
      "loss_partial": 0.00347900390625,
      "step": 968
    },
    {
      "epoch": 1.4084302325581395,
      "grad_norm": 0.157326802611351,
      "learning_rate": 4.897795678468073e-06,
      "loss": 0.1749,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0003187793481629342,
      "loss_partial": 0.004974365234375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0004405942454468459,
      "loss_partial": 0.00787353515625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0002533746010158211,
      "loss_partial": 0.00933837890625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0008258998277597129,
      "loss_partial": 0.006072998046875,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0008829940925352275,
      "loss_partial": 0.003814697265625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0005232661496847868,
      "loss_partial": 0.005615234375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0005475592333823442,
      "loss_partial": 0.00592041015625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.00045374000910669565,
      "loss_partial": 0.00738525390625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0005197962746024132,
      "loss_partial": 0.006378173828125,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0006097540026530623,
      "loss_partial": 0.00677490234375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.00042286247480660677,
      "loss_partial": 0.00811767578125,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.00041283282916992903,
      "loss_partial": 0.0062255859375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.000498978653922677,
      "loss_partial": 0.006561279296875,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0003675958141684532,
      "loss_partial": 0.006072998046875,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0003208822454325855,
      "loss_partial": 0.0064697265625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0004935989854857326,
      "loss_partial": 0.005706787109375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0002894166682381183,
      "loss_partial": 0.007659912109375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0005971350474283099,
      "loss_partial": 0.0052490234375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0004038391343783587,
      "loss_partial": 0.00677490234375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0005537228425964713,
      "loss_partial": 0.00543212890625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.00026128001627512276,
      "loss_partial": 0.0107421875,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.000635356642305851,
      "loss_partial": 0.004547119140625,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0005373815074563026,
      "loss_partial": 0.007568359375,
      "step": 969
    },
    {
      "epoch": 1.4084302325581395,
      "loss_distr": 0.0005066274898126721,
      "loss_partial": 0.007049560546875,
      "step": 969
    },
    {
      "epoch": 1.4098837209302326,
      "grad_norm": 0.20291200280189514,
      "learning_rate": 4.8759873571759094e-06,
      "loss": 0.1736,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.000602743704803288,
      "loss_partial": 0.0035552978515625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0006257925415411592,
      "loss_partial": 0.0036163330078125,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0004978872602805495,
      "loss_partial": 0.004364013671875,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.000785144860856235,
      "loss_partial": 0.005279541015625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0004628357128240168,
      "loss_partial": 0.01043701171875,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0004528469580691308,
      "loss_partial": 0.009765625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.00048181600868701935,
      "loss_partial": 0.0086669921875,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0005288328975439072,
      "loss_partial": 0.007293701171875,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0003808804030995816,
      "loss_partial": 0.00738525390625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0003704283735714853,
      "loss_partial": 0.00299072265625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.000319608545396477,
      "loss_partial": 0.01129150390625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0007365861674770713,
      "loss_partial": 0.00634765625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0004874524602200836,
      "loss_partial": 0.002960205078125,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0004538425419013947,
      "loss_partial": 0.007232666015625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0007623253623023629,
      "loss_partial": 0.00469970703125,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0005838507786393166,
      "loss_partial": 0.0074462890625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0011504992144182324,
      "loss_partial": 0.00421142578125,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.00022892048582434654,
      "loss_partial": 0.0086669921875,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0003848727501463145,
      "loss_partial": 0.00579833984375,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0005197349237278104,
      "loss_partial": 0.0078125,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0003816289536189288,
      "loss_partial": 0.007720947265625,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0008282684138976038,
      "loss_partial": 0.004486083984375,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0008197996648959816,
      "loss_partial": 0.004364013671875,
      "step": 970
    },
    {
      "epoch": 1.4098837209302326,
      "loss_distr": 0.0009536100551486015,
      "loss_partial": 0.00433349609375,
      "step": 970
    },
    {
      "epoch": 1.4113372093023255,
      "grad_norm": 0.18438521027565002,
      "learning_rate": 4.854212032424748e-06,
      "loss": 0.1772,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0004065172979608178,
      "loss_partial": 0.0045166015625,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0002906916197389364,
      "loss_partial": 0.0125732421875,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0007718711858615279,
      "loss_partial": 0.00689697265625,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0007837584707885981,
      "loss_partial": 0.00579833984375,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0005647384095937014,
      "loss_partial": 0.0064697265625,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.00043774544610641897,
      "loss_partial": 0.0107421875,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0005744281224906445,
      "loss_partial": 0.0036773681640625,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0003169250558130443,
      "loss_partial": 0.009033203125,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0005911111948080361,
      "loss_partial": 0.0059814453125,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.00043282652040943503,
      "loss_partial": 0.006927490234375,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0005615699337795377,
      "loss_partial": 0.006011962890625,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0006761231343261898,
      "loss_partial": 0.005767822265625,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0006957954610697925,
      "loss_partial": 0.005645751953125,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0007514403550885618,
      "loss_partial": 0.002960205078125,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.00020189333008602262,
      "loss_partial": 0.007293701171875,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.00044705590698868036,
      "loss_partial": 0.00579833984375,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.000319967744871974,
      "loss_partial": 0.005859375,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0006578906322829425,
      "loss_partial": 0.006561279296875,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0005419002845883369,
      "loss_partial": 0.006378173828125,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0005988855264149606,
      "loss_partial": 0.00543212890625,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0005770640564151108,
      "loss_partial": 0.005889892578125,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0006710489979013801,
      "loss_partial": 0.00628662109375,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0006098287994973361,
      "loss_partial": 0.00531005859375,
      "step": 971
    },
    {
      "epoch": 1.4113372093023255,
      "loss_distr": 0.0007875001756474376,
      "loss_partial": 0.00506591796875,
      "step": 971
    },
    {
      "epoch": 1.4127906976744187,
      "grad_norm": 0.18881042301654816,
      "learning_rate": 4.832469844438765e-06,
      "loss": 0.1751,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005002148682251573,
      "loss_partial": 0.00738525390625,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005659706075675786,
      "loss_partial": 0.01123046875,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005323190707713366,
      "loss_partial": 0.01171875,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005173966637812555,
      "loss_partial": 0.00445556640625,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.00039698227192275226,
      "loss_partial": 0.005218505859375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0003780202241614461,
      "loss_partial": 0.00860595703125,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0002326477988390252,
      "loss_partial": 0.0072021484375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.00046433552051894367,
      "loss_partial": 0.009521484375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005274179275147617,
      "loss_partial": 0.006256103515625,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005595294060185552,
      "loss_partial": 0.00836181640625,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.00041203945875167847,
      "loss_partial": 0.007171630859375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0003778496175073087,
      "loss_partial": 0.0081787109375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0003864378377329558,
      "loss_partial": 0.0084228515625,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0007266972679644823,
      "loss_partial": 0.00537109375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005291929701343179,
      "loss_partial": 0.00726318359375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005106484750285745,
      "loss_partial": 0.00567626953125,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0004088333807885647,
      "loss_partial": 0.0037841796875,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0004967926652170718,
      "loss_partial": 0.00726318359375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.00045767644769512117,
      "loss_partial": 0.0079345703125,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0007920094067230821,
      "loss_partial": 0.00457763671875,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0005463786073960364,
      "loss_partial": 0.006866455078125,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0003876431146636605,
      "loss_partial": 0.00811767578125,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.00027369699091650546,
      "loss_partial": 0.0111083984375,
      "step": 972
    },
    {
      "epoch": 1.4127906976744187,
      "loss_distr": 0.0007915818132460117,
      "loss_partial": 0.002899169921875,
      "step": 972
    },
    {
      "epoch": 1.4142441860465116,
      "grad_norm": 0.17170116305351257,
      "learning_rate": 4.810760933228722e-06,
      "loss": 0.1744,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.001109400182031095,
      "loss_partial": 0.00457763671875,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0005972223589196801,
      "loss_partial": 0.00640869140625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0005112285143695772,
      "loss_partial": 0.0037994384765625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0005272855632938445,
      "loss_partial": 0.003753662109375,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0005535719683393836,
      "loss_partial": 0.0069580078125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.00027657137252390385,
      "loss_partial": 0.0087890625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.000477434805361554,
      "loss_partial": 0.006500244140625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0003806135500781238,
      "loss_partial": 0.0098876953125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.00043617349001578987,
      "loss_partial": 0.00518798828125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0006510866805911064,
      "loss_partial": 0.00439453125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0006356807425618172,
      "loss_partial": 0.0037994384765625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0007965408731251955,
      "loss_partial": 0.0036163330078125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.00045023506390862167,
      "loss_partial": 0.00469970703125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0003271349414717406,
      "loss_partial": 0.0079345703125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.00040275181527249515,
      "loss_partial": 0.006439208984375,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0007784949848428369,
      "loss_partial": 0.00885009765625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.000910739996470511,
      "loss_partial": 0.004302978515625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0005122388829477131,
      "loss_partial": 0.003173828125,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0005433250917121768,
      "loss_partial": 0.0084228515625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.00031193025643005967,
      "loss_partial": 0.0093994140625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.00044203334255144,
      "loss_partial": 0.007720947265625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.000493906787596643,
      "loss_partial": 0.0057373046875,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0006687798304483294,
      "loss_partial": 0.0029449462890625,
      "step": 973
    },
    {
      "epoch": 1.4142441860465116,
      "loss_distr": 0.0008674035198055208,
      "loss_partial": 0.0050048828125,
      "step": 973
    },
    {
      "epoch": 1.4156976744186047,
      "grad_norm": 0.22912228107452393,
      "learning_rate": 4.7890854385911175e-06,
      "loss": 0.1718,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00028041889891028404,
      "loss_partial": 0.00531005859375,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00022258171520661563,
      "loss_partial": 0.004150390625,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0004758643626701087,
      "loss_partial": 0.00860595703125,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0004690191417466849,
      "loss_partial": 0.00494384765625,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00044479637290351093,
      "loss_partial": 0.0062255859375,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00047333675320260227,
      "loss_partial": 0.0120849609375,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00046425958862528205,
      "loss_partial": 0.01141357421875,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0005177800776436925,
      "loss_partial": 0.00604248046875,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00048205594066530466,
      "loss_partial": 0.00390625,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0006094870041124523,
      "loss_partial": 0.005401611328125,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0006063487380743027,
      "loss_partial": 0.00555419921875,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0007398377056233585,
      "loss_partial": 0.005126953125,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00024926912738010287,
      "loss_partial": 0.008544921875,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0003809039480984211,
      "loss_partial": 0.00909423828125,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0005575362592935562,
      "loss_partial": 0.0052490234375,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00030146288918331265,
      "loss_partial": 0.0079345703125,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0007667680620215833,
      "loss_partial": 0.004058837890625,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.000585222733207047,
      "loss_partial": 0.01031494140625,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0005037310183979571,
      "loss_partial": 0.009033203125,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00041367660742253065,
      "loss_partial": 0.00958251953125,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.000605535926297307,
      "loss_partial": 0.005950927734375,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0006614981684833765,
      "loss_partial": 0.005035400390625,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.0004925019457004964,
      "loss_partial": 0.0035400390625,
      "step": 974
    },
    {
      "epoch": 1.4156976744186047,
      "loss_distr": 0.00023385911481454968,
      "loss_partial": 0.0086669921875,
      "step": 974
    },
    {
      "epoch": 1.4171511627906976,
      "grad_norm": 0.1781684309244156,
      "learning_rate": 4.7674435001072565e-06,
      "loss": 0.1768,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0002500101691111922,
      "loss_partial": 0.00506591796875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0003019545110873878,
      "loss_partial": 0.0067138671875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0008241288596764207,
      "loss_partial": 0.0047607421875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0003240611404180527,
      "loss_partial": 0.01019287109375,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0005390899605117738,
      "loss_partial": 0.006683349609375,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.00045700077316723764,
      "loss_partial": 0.00457763671875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.00046223096433095634,
      "loss_partial": 0.004852294921875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.00026311154942959547,
      "loss_partial": 0.009765625,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.00044227528269402683,
      "loss_partial": 0.010498046875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0006423422018997371,
      "loss_partial": 0.00628662109375,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0008555627427995205,
      "loss_partial": 0.004058837890625,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0004669484915211797,
      "loss_partial": 0.006317138671875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.00028724753065034747,
      "loss_partial": 0.009521484375,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0006577406311407685,
      "loss_partial": 0.007171630859375,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0008558956324122846,
      "loss_partial": 0.0028076171875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0003431931254453957,
      "loss_partial": 0.0106201171875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0009366194135509431,
      "loss_partial": 0.0048828125,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.00047177213127724826,
      "loss_partial": 0.0089111328125,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0006304424023255706,
      "loss_partial": 0.006134033203125,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0004952232702635229,
      "loss_partial": 0.0040283203125,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.000561860273592174,
      "loss_partial": 0.004913330078125,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0007142610847949982,
      "loss_partial": 0.006317138671875,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0005965289892628789,
      "loss_partial": 0.0087890625,
      "step": 975
    },
    {
      "epoch": 1.4171511627906976,
      "loss_distr": 0.0010401150211691856,
      "loss_partial": 0.003753662109375,
      "step": 975
    },
    {
      "epoch": 1.4186046511627908,
      "grad_norm": 0.18525312840938568,
      "learning_rate": 4.7458352571423446e-06,
      "loss": 0.1768,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.00041268207132816315,
      "loss_partial": 0.008544921875,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.00045678240712732077,
      "loss_partial": 0.006195068359375,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.00042130143265239894,
      "loss_partial": 0.00555419921875,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0006211221334524453,
      "loss_partial": 0.00836181640625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0006444897735491395,
      "loss_partial": 0.00677490234375,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.00041169903124682605,
      "loss_partial": 0.008544921875,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.00039846281288191676,
      "loss_partial": 0.00592041015625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.00023268989752978086,
      "loss_partial": 0.01031494140625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.000476726156193763,
      "loss_partial": 0.0067138671875,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0002343315863981843,
      "loss_partial": 0.00677490234375,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0007902727811597288,
      "loss_partial": 0.00494384765625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0006692855386063457,
      "loss_partial": 0.0037689208984375,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0007810634560883045,
      "loss_partial": 0.004425048828125,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0005515310913324356,
      "loss_partial": 0.00738525390625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0006996562005952001,
      "loss_partial": 0.004547119140625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0004100750375073403,
      "loss_partial": 0.005584716796875,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0005021159304305911,
      "loss_partial": 0.0059814453125,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0004516768385656178,
      "loss_partial": 0.005523681640625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0006772251217626035,
      "loss_partial": 0.005340576171875,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.000589311879593879,
      "loss_partial": 0.0052490234375,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0005596313276328146,
      "loss_partial": 0.01080322265625,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.00033492164220660925,
      "loss_partial": 0.00811767578125,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.0005213780095800757,
      "loss_partial": 0.005706787109375,
      "step": 976
    },
    {
      "epoch": 1.4186046511627908,
      "loss_distr": 0.000907517911400646,
      "loss_partial": 0.005035400390625,
      "step": 976
    },
    {
      "epoch": 1.4200581395348837,
      "grad_norm": 0.20361541211605072,
      "learning_rate": 4.7242608488446105e-06,
      "loss": 0.1737,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.00047395037836395204,
      "loss_partial": 0.00408935546875,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0003437049454078078,
      "loss_partial": 0.006561279296875,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.00046990098780952394,
      "loss_partial": 0.005218505859375,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0007558045326732099,
      "loss_partial": 0.005157470703125,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0004248277691658586,
      "loss_partial": 0.003448486328125,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0008467812440358102,
      "loss_partial": 0.006011962890625,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0005411251913756132,
      "loss_partial": 0.007568359375,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0006042399327270687,
      "loss_partial": 0.007568359375,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0008185970364138484,
      "loss_partial": 0.0072021484375,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0005594957619905472,
      "loss_partial": 0.00872802734375,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0007517652120441198,
      "loss_partial": 0.005126953125,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0004582737456075847,
      "loss_partial": 0.01129150390625,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0005078840185888112,
      "loss_partial": 0.006500244140625,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.00027663231594488025,
      "loss_partial": 0.00604248046875,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0004677001852542162,
      "loss_partial": 0.0087890625,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0007581301033496857,
      "loss_partial": 0.0035552978515625,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0002878484083339572,
      "loss_partial": 0.00567626953125,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0006787182064726949,
      "loss_partial": 0.0031585693359375,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0006620256463065743,
      "loss_partial": 0.004638671875,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.00045205384958535433,
      "loss_partial": 0.009521484375,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0006971504772081971,
      "loss_partial": 0.005645751953125,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.000956412754021585,
      "loss_partial": 0.004150390625,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.000420244294218719,
      "loss_partial": 0.006103515625,
      "step": 977
    },
    {
      "epoch": 1.4200581395348837,
      "loss_distr": 0.0005381378578022122,
      "loss_partial": 0.005218505859375,
      "step": 977
    },
    {
      "epoch": 1.4215116279069768,
      "grad_norm": 0.18842431902885437,
      "learning_rate": 4.7027204141443976e-06,
      "loss": 0.1716,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0004928281414322555,
      "loss_partial": 0.006561279296875,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0006216276087798178,
      "loss_partial": 0.005340576171875,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0003983575734309852,
      "loss_partial": 0.00665283203125,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0005886412691324949,
      "loss_partial": 0.0037689208984375,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0007460303604602814,
      "loss_partial": 0.007720947265625,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0002730896812863648,
      "loss_partial": 0.0069580078125,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0006365492008626461,
      "loss_partial": 0.00311279296875,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0005265214713290334,
      "loss_partial": 0.0079345703125,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.00048120200517587364,
      "loss_partial": 0.00946044921875,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0006191234569996595,
      "loss_partial": 0.00518798828125,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.00040841917507350445,
      "loss_partial": 0.005462646484375,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.00032833818113431334,
      "loss_partial": 0.004150390625,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0006354938959702849,
      "loss_partial": 0.0050048828125,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0007017396856099367,
      "loss_partial": 0.004150390625,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.00031635016785003245,
      "loss_partial": 0.006256103515625,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0003992074343841523,
      "loss_partial": 0.00592041015625,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.000589270144701004,
      "loss_partial": 0.004302978515625,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0004652771167457104,
      "loss_partial": 0.007568359375,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0004643743159249425,
      "loss_partial": 0.0096435546875,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0006298581138253212,
      "loss_partial": 0.00537109375,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.00021945455227978528,
      "loss_partial": 0.010498046875,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0003863576566800475,
      "loss_partial": 0.009033203125,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0004813979612663388,
      "loss_partial": 0.006134033203125,
      "step": 978
    },
    {
      "epoch": 1.4215116279069768,
      "loss_distr": 0.0006365016452036798,
      "loss_partial": 0.006744384765625,
      "step": 978
    },
    {
      "epoch": 1.4229651162790697,
      "grad_norm": 0.18917478621006012,
      "learning_rate": 4.681214091753281e-06,
      "loss": 0.1721,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.00046688044676557183,
      "loss_partial": 0.0045166015625,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.000688565312884748,
      "loss_partial": 0.006683349609375,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0004045280802529305,
      "loss_partial": 0.0079345703125,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0005182704189792275,
      "loss_partial": 0.004730224609375,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0006597430910915136,
      "loss_partial": 0.005126953125,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.00038601382402703166,
      "loss_partial": 0.01434326171875,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0006849576020613313,
      "loss_partial": 0.00836181640625,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.00023305081413127482,
      "loss_partial": 0.00494384765625,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0004282894660718739,
      "loss_partial": 0.01123046875,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0004616521764546633,
      "loss_partial": 0.0093994140625,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0002444878045935184,
      "loss_partial": 0.01263427734375,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.000748691032640636,
      "loss_partial": 0.004730224609375,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0008750042179599404,
      "loss_partial": 0.00927734375,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0007762954919598997,
      "loss_partial": 0.004669189453125,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.00046190537977963686,
      "loss_partial": 0.003387451171875,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0005039125680923462,
      "loss_partial": 0.006591796875,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0008440182427875698,
      "loss_partial": 0.004547119140625,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0005043917335569859,
      "loss_partial": 0.006134033203125,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.00043723982525989413,
      "loss_partial": 0.0068359375,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0004987911088392138,
      "loss_partial": 0.007537841796875,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0005151742370799184,
      "loss_partial": 0.006500244140625,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0005563445738516748,
      "loss_partial": 0.005584716796875,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.0008782211225479841,
      "loss_partial": 0.007354736328125,
      "step": 979
    },
    {
      "epoch": 1.4229651162790697,
      "loss_distr": 0.000724016223102808,
      "loss_partial": 0.004547119140625,
      "step": 979
    },
    {
      "epoch": 1.4244186046511627,
      "grad_norm": 0.18132317066192627,
      "learning_rate": 4.659742020163158e-06,
      "loss": 0.1775,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0005312655121088028,
      "loss_partial": 0.0047607421875,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0006150607368908823,
      "loss_partial": 0.00537109375,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.00037371969665400684,
      "loss_partial": 0.006683349609375,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0005713972495868802,
      "loss_partial": 0.00762939453125,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0007924161618575454,
      "loss_partial": 0.003662109375,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0007645002915523946,
      "loss_partial": 0.0029754638671875,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.00047940295189619064,
      "loss_partial": 0.005096435546875,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0003784224099945277,
      "loss_partial": 0.00787353515625,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0006724998820573092,
      "loss_partial": 0.00634765625,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0004510917351581156,
      "loss_partial": 0.007232666015625,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0005967107135802507,
      "loss_partial": 0.006805419921875,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.00040421989979222417,
      "loss_partial": 0.00885009765625,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0005299439653754234,
      "loss_partial": 0.005889892578125,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.000412988243624568,
      "loss_partial": 0.0069580078125,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0004133596085011959,
      "loss_partial": 0.0057373046875,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.000585738685913384,
      "loss_partial": 0.00616455078125,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0003661554947029799,
      "loss_partial": 0.00640869140625,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0007110144360922277,
      "loss_partial": 0.007171630859375,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0003888080536853522,
      "loss_partial": 0.00677490234375,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.00019588402938097715,
      "loss_partial": 0.00640869140625,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0002513264771550894,
      "loss_partial": 0.00958251953125,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.00048115942627191544,
      "loss_partial": 0.0030670166015625,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.00034263936686329544,
      "loss_partial": 0.005157470703125,
      "step": 980
    },
    {
      "epoch": 1.4244186046511627,
      "loss_distr": 0.0005856609786860645,
      "loss_partial": 0.00604248046875,
      "step": 980
    },
    {
      "epoch": 1.4258720930232558,
      "grad_norm": 0.2210879772901535,
      "learning_rate": 4.6383043376453655e-06,
      "loss": 0.1774,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0006440634024329484,
      "loss_partial": 0.004150390625,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.000843862013425678,
      "loss_partial": 0.004730224609375,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0006736637442372739,
      "loss_partial": 0.007354736328125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0005050234613008797,
      "loss_partial": 0.00775146484375,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0002937547105830163,
      "loss_partial": 0.006500244140625,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.00043136425665579736,
      "loss_partial": 0.0081787109375,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.00028778400155715644,
      "loss_partial": 0.006317138671875,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0007684697629883885,
      "loss_partial": 0.004913330078125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0008402619860135019,
      "loss_partial": 0.00604248046875,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.00035238295095041394,
      "loss_partial": 0.007568359375,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0005400090594775975,
      "loss_partial": 0.006378173828125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.00033792975591495633,
      "loss_partial": 0.007110595703125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.00044702363084070385,
      "loss_partial": 0.006561279296875,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0005439044907689095,
      "loss_partial": 0.005218505859375,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0007286706822924316,
      "loss_partial": 0.00665283203125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0004386797081679106,
      "loss_partial": 0.005401611328125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0003093290142714977,
      "loss_partial": 0.006134033203125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0005470559699460864,
      "loss_partial": 0.00640869140625,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0005374117172323167,
      "loss_partial": 0.00811767578125,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0003453032986726612,
      "loss_partial": 0.009765625,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0004899702034890652,
      "loss_partial": 0.0103759765625,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0006109696114435792,
      "loss_partial": 0.01043701171875,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.000746653531678021,
      "loss_partial": 0.0019683837890625,
      "step": 981
    },
    {
      "epoch": 1.4258720930232558,
      "loss_distr": 0.0006073000258766115,
      "loss_partial": 0.006683349609375,
      "step": 981
    },
    {
      "epoch": 1.427325581395349,
      "grad_norm": 0.18672622740268707,
      "learning_rate": 4.616901182249797e-06,
      "loss": 0.1769,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0005289015825837851,
      "loss_partial": 0.00360107421875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0005971809150651097,
      "loss_partial": 0.007171630859375,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.00034157763002440333,
      "loss_partial": 0.007720947265625,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.000565130787435919,
      "loss_partial": 0.00506591796875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.00042738713091239333,
      "loss_partial": 0.004913330078125,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.00047286838525906205,
      "loss_partial": 0.006195068359375,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0005726735107600689,
      "loss_partial": 0.00408935546875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0003353685315232724,
      "loss_partial": 0.0184326171875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0002293467114213854,
      "loss_partial": 0.00970458984375,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.00031548767583444715,
      "loss_partial": 0.005340576171875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.00030226545641198754,
      "loss_partial": 0.009033203125,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0007745203911326826,
      "loss_partial": 0.003997802734375,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0004999160883016884,
      "loss_partial": 0.00567626953125,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0004818349261768162,
      "loss_partial": 0.0072021484375,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.000682772952131927,
      "loss_partial": 0.003631591796875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0006386195309460163,
      "loss_partial": 0.006927490234375,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.00024084115284495056,
      "loss_partial": 0.01190185546875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0003585639060474932,
      "loss_partial": 0.00555419921875,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0005977644468657672,
      "loss_partial": 0.005401611328125,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0005276353331282735,
      "loss_partial": 0.007080078125,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0003958232409786433,
      "loss_partial": 0.00628662109375,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.000445307552581653,
      "loss_partial": 0.01007080078125,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.0003375989617779851,
      "loss_partial": 0.01153564453125,
      "step": 982
    },
    {
      "epoch": 1.427325581395349,
      "loss_distr": 0.000607802823651582,
      "loss_partial": 0.0067138671875,
      "step": 982
    },
    {
      "epoch": 1.4287790697674418,
      "grad_norm": 0.23161344230175018,
      "learning_rate": 4.595532691803996e-06,
      "loss": 0.1756,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0002907952875830233,
      "loss_partial": 0.0032501220703125,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.000762303767260164,
      "loss_partial": 0.00628662109375,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0004028581315651536,
      "loss_partial": 0.0101318359375,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005267294473014772,
      "loss_partial": 0.007781982421875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0007193248602561653,
      "loss_partial": 0.003936767578125,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0007979834917932749,
      "loss_partial": 0.0040283203125,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005417929496616125,
      "loss_partial": 0.00250244140625,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0007092483574524522,
      "loss_partial": 0.01165771484375,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0007733069360256195,
      "loss_partial": 0.0048828125,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.000499407877214253,
      "loss_partial": 0.00604248046875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0007329212967306376,
      "loss_partial": 0.003814697265625,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005458426894620061,
      "loss_partial": 0.0030670166015625,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005999659188091755,
      "loss_partial": 0.00506591796875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.00019169601728208363,
      "loss_partial": 0.00946044921875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.00019939109915867448,
      "loss_partial": 0.01312255859375,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0007194246863946319,
      "loss_partial": 0.006500244140625,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0007484253728762269,
      "loss_partial": 0.00555419921875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.00025295105297118425,
      "loss_partial": 0.006988525390625,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.00021400509285740554,
      "loss_partial": 0.0052490234375,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005965481395833194,
      "loss_partial": 0.004852294921875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005941618583165109,
      "loss_partial": 0.005126953125,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0003670250007417053,
      "loss_partial": 0.00506591796875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005398547509685159,
      "loss_partial": 0.004608154296875,
      "step": 983
    },
    {
      "epoch": 1.4287790697674418,
      "loss_distr": 0.0005085538723506033,
      "loss_partial": 0.007232666015625,
      "step": 983
    },
    {
      "epoch": 1.4302325581395348,
      "grad_norm": 0.1678406000137329,
      "learning_rate": 4.574199003912278e-06,
      "loss": 0.1755,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0005370310391299427,
      "loss_partial": 0.004058837890625,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0008218709845095873,
      "loss_partial": 0.00531005859375,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.000549652089830488,
      "loss_partial": 0.004608154296875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0005816437769681215,
      "loss_partial": 0.005584716796875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0005057619418948889,
      "loss_partial": 0.00860595703125,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.00037501618498936296,
      "loss_partial": 0.00323486328125,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0004594920901581645,
      "loss_partial": 0.00628662109375,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.00028830539667978883,
      "loss_partial": 0.00494384765625,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.00029427246772684157,
      "loss_partial": 0.006683349609375,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.00039382476825267076,
      "loss_partial": 0.01043701171875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0008709572139196098,
      "loss_partial": 0.0042724609375,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.00038709293585270643,
      "loss_partial": 0.01025390625,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0005185435293242335,
      "loss_partial": 0.006805419921875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0006251103477552533,
      "loss_partial": 0.005615234375,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0005431437166407704,
      "loss_partial": 0.005615234375,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0006871916702948511,
      "loss_partial": 0.0067138671875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0005881531978957355,
      "loss_partial": 0.006561279296875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0006548302480950952,
      "loss_partial": 0.00567626953125,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0007841875776648521,
      "loss_partial": 0.0035247802734375,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0005154283717274666,
      "loss_partial": 0.005340576171875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.00033438109676353633,
      "loss_partial": 0.00421142578125,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0006211638683453202,
      "loss_partial": 0.0045166015625,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0006858462002128363,
      "loss_partial": 0.005584716796875,
      "step": 984
    },
    {
      "epoch": 1.4302325581395348,
      "loss_distr": 0.0010746433399617672,
      "loss_partial": 0.004180908203125,
      "step": 984
    },
    {
      "epoch": 1.431686046511628,
      "grad_norm": 0.16684770584106445,
      "learning_rate": 4.5529002559548575e-06,
      "loss": 0.1703,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0007659112452529371,
      "loss_partial": 0.00506591796875,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.00028424564516171813,
      "loss_partial": 0.0074462890625,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005529052577912807,
      "loss_partial": 0.00628662109375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0007647010497748852,
      "loss_partial": 0.01019287109375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.00026867291308008134,
      "loss_partial": 0.003631591796875,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.00043337210081517696,
      "loss_partial": 0.005950927734375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005757543258368969,
      "loss_partial": 0.00531005859375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0007956270128488541,
      "loss_partial": 0.0030670166015625,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0003553437418304384,
      "loss_partial": 0.00872802734375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0006413051160052419,
      "loss_partial": 0.006195068359375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0004944026004523039,
      "loss_partial": 0.00811767578125,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005951668717898428,
      "loss_partial": 0.005279541015625,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0004943155799992383,
      "loss_partial": 0.0091552734375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0003977615851908922,
      "loss_partial": 0.00665283203125,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005102764698676765,
      "loss_partial": 0.00531005859375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0004779597220476717,
      "loss_partial": 0.004974365234375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0006294979248195887,
      "loss_partial": 0.005767822265625,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0006126079824753106,
      "loss_partial": 0.00897216796875,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.00021551668760366738,
      "loss_partial": 0.00579833984375,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005882601835764945,
      "loss_partial": 0.006011962890625,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0007332537788897753,
      "loss_partial": 0.005523681640625,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005474567878991365,
      "loss_partial": 0.00836181640625,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005625333869829774,
      "loss_partial": 0.00946044921875,
      "step": 985
    },
    {
      "epoch": 1.431686046511628,
      "loss_distr": 0.0005126997129991651,
      "loss_partial": 0.006378173828125,
      "step": 985
    },
    {
      "epoch": 1.433139534883721,
      "grad_norm": 0.1603522151708603,
      "learning_rate": 4.531636585086935e-06,
      "loss": 0.1744,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.00027922153822146356,
      "loss_partial": 0.00433349609375,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0005012551555410028,
      "loss_partial": 0.006134033203125,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0005025012651458383,
      "loss_partial": 0.004608154296875,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.00036001225817017257,
      "loss_partial": 0.0145263671875,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0008017061627469957,
      "loss_partial": 0.005340576171875,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.00021776059293188155,
      "loss_partial": 0.01019287109375,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.00042893641511909664,
      "loss_partial": 0.004180908203125,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0006034576799720526,
      "loss_partial": 0.009033203125,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.000785558600910008,
      "loss_partial": 0.00445556640625,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.00038135895738378167,
      "loss_partial": 0.007659912109375,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0006153873400762677,
      "loss_partial": 0.004150390625,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0003278481890447438,
      "loss_partial": 0.00537109375,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0005430259043350816,
      "loss_partial": 0.00677490234375,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0006384999724105,
      "loss_partial": 0.004852294921875,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.000760400842409581,
      "loss_partial": 0.007537841796875,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0005191733362153172,
      "loss_partial": 0.006744384765625,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0008484660647809505,
      "loss_partial": 0.00640869140625,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0005013264599256217,
      "loss_partial": 0.006011962890625,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.000817570136860013,
      "loss_partial": 0.0078125,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0003143309149891138,
      "loss_partial": 0.004913330078125,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0005029336316511035,
      "loss_partial": 0.0037689208984375,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0006101498729549348,
      "loss_partial": 0.00836181640625,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.00038543084519915283,
      "loss_partial": 0.00518798828125,
      "step": 986
    },
    {
      "epoch": 1.433139534883721,
      "loss_distr": 0.0008055627113208175,
      "loss_partial": 0.004150390625,
      "step": 986
    },
    {
      "epoch": 1.434593023255814,
      "grad_norm": 0.18139544129371643,
      "learning_rate": 4.510408128237831e-06,
      "loss": 0.1741,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0006315456703305244,
      "loss_partial": 0.0052490234375,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.00047020532656461,
      "loss_partial": 0.00738525390625,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.00035935407504439354,
      "loss_partial": 0.01177978515625,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0006369140464812517,
      "loss_partial": 0.003936767578125,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0005728459218516946,
      "loss_partial": 0.004119873046875,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0005309791304171085,
      "loss_partial": 0.0054931640625,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.000585380825214088,
      "loss_partial": 0.006561279296875,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0002746415848378092,
      "loss_partial": 0.005462646484375,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.000562718661967665,
      "loss_partial": 0.00567626953125,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0005770318675786257,
      "loss_partial": 0.007080078125,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0006351483752951026,
      "loss_partial": 0.00860595703125,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0009302514954470098,
      "loss_partial": 0.00439453125,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.00046290241880342364,
      "loss_partial": 0.00970458984375,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0005475350189954042,
      "loss_partial": 0.01043701171875,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0007189723546616733,
      "loss_partial": 0.0036468505859375,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0006266325945034623,
      "loss_partial": 0.005279541015625,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0001966026466106996,
      "loss_partial": 0.00726318359375,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0005546105094254017,
      "loss_partial": 0.00640869140625,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0007583166006952524,
      "loss_partial": 0.00482177734375,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.000704609730746597,
      "loss_partial": 0.004791259765625,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0005643054028041661,
      "loss_partial": 0.00897216796875,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0003153711440972984,
      "loss_partial": 0.007293701171875,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0004113301110919565,
      "loss_partial": 0.007659912109375,
      "step": 987
    },
    {
      "epoch": 1.434593023255814,
      "loss_distr": 0.0003265088307671249,
      "loss_partial": 0.00970458984375,
      "step": 987
    },
    {
      "epoch": 1.4360465116279069,
      "grad_norm": 0.176420658826828,
      "learning_rate": 4.489215022110114e-06,
      "loss": 0.1771,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0006181295611895621,
      "loss_partial": 0.00762939453125,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0003089106467086822,
      "loss_partial": 0.005340576171875,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0007574232295155525,
      "loss_partial": 0.007720947265625,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0003987187228631228,
      "loss_partial": 0.00909423828125,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0005862046964466572,
      "loss_partial": 0.00604248046875,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.00042985478648915887,
      "loss_partial": 0.0072021484375,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.000720920623280108,
      "loss_partial": 0.007537841796875,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0004970523295924067,
      "loss_partial": 0.00433349609375,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.00044892774894833565,
      "loss_partial": 0.0045166015625,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0006322044646367431,
      "loss_partial": 0.009521484375,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.00038812780985608697,
      "loss_partial": 0.0098876953125,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0006207887199707329,
      "loss_partial": 0.0062255859375,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0005937595851719379,
      "loss_partial": 0.00811767578125,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0005264460342004895,
      "loss_partial": 0.00665283203125,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0006877767154946923,
      "loss_partial": 0.00311279296875,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.000719765666872263,
      "loss_partial": 0.007568359375,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.00044058728963136673,
      "loss_partial": 0.004302978515625,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.00031849544029682875,
      "loss_partial": 0.00665283203125,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0004881659406237304,
      "loss_partial": 0.006500244140625,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0004577171930577606,
      "loss_partial": 0.006591796875,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0007143120747059584,
      "loss_partial": 0.0068359375,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.0006376487435773015,
      "loss_partial": 0.004638671875,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.00047858708421699703,
      "loss_partial": 0.00579833984375,
      "step": 988
    },
    {
      "epoch": 1.4360465116279069,
      "loss_distr": 0.00046482664765790105,
      "loss_partial": 0.006561279296875,
      "step": 988
    },
    {
      "epoch": 1.4375,
      "grad_norm": 0.188285231590271,
      "learning_rate": 4.468057403178692e-06,
      "loss": 0.1751,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.00029029769939370453,
      "loss_partial": 0.005340576171875,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0004566438728943467,
      "loss_partial": 0.005950927734375,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.00022694474318996072,
      "loss_partial": 0.006103515625,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0004929821006953716,
      "loss_partial": 0.0076904296875,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0002077797835227102,
      "loss_partial": 0.01263427734375,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.00038293725810945034,
      "loss_partial": 0.00714111328125,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0007254809606820345,
      "loss_partial": 0.00811767578125,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0004821950278710574,
      "loss_partial": 0.007537841796875,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0007007302483543754,
      "loss_partial": 0.006683349609375,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.00047980897943489254,
      "loss_partial": 0.007232666015625,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.000270411983365193,
      "loss_partial": 0.0069580078125,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0007630169857293367,
      "loss_partial": 0.004608154296875,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0004166436265222728,
      "loss_partial": 0.0086669921875,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0005430165911093354,
      "loss_partial": 0.00732421875,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.00036890406045131385,
      "loss_partial": 0.0128173828125,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0004577530489768833,
      "loss_partial": 0.005859375,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0004659053811337799,
      "loss_partial": 0.003448486328125,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0007539878133684397,
      "loss_partial": 0.0035247802734375,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0005306570092216134,
      "loss_partial": 0.0067138671875,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0002883963752537966,
      "loss_partial": 0.0084228515625,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0003525043139234185,
      "loss_partial": 0.007354736328125,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.00034266721922904253,
      "loss_partial": 0.00958251953125,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0008276462322100997,
      "loss_partial": 0.0037994384765625,
      "step": 989
    },
    {
      "epoch": 1.4375,
      "loss_distr": 0.0004336921265348792,
      "loss_partial": 0.0087890625,
      "step": 989
    },
    {
      "epoch": 1.4389534883720931,
      "grad_norm": 0.16585125029087067,
      "learning_rate": 4.446935407689968e-06,
      "loss": 0.1738,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0007915145251899958,
      "loss_partial": 0.00360107421875,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.000438542861957103,
      "loss_partial": 0.005157470703125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0007666320889256895,
      "loss_partial": 0.004669189453125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0004144257982261479,
      "loss_partial": 0.012939453125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.000391991576179862,
      "loss_partial": 0.01153564453125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.00035770912654697895,
      "loss_partial": 0.0037841796875,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0005872852052561939,
      "loss_partial": 0.0045166015625,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.00030188739765435457,
      "loss_partial": 0.005828857421875,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0005490449839271605,
      "loss_partial": 0.0028533935546875,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0004672421491704881,
      "loss_partial": 0.007110595703125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0006844423478469253,
      "loss_partial": 0.00555419921875,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0005043094279244542,
      "loss_partial": 0.00494384765625,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0004070443974342197,
      "loss_partial": 0.00909423828125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0006805580342188478,
      "loss_partial": 0.0050048828125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.00021210534032434225,
      "loss_partial": 0.01129150390625,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0006028639618307352,
      "loss_partial": 0.00897216796875,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0010144091211259365,
      "loss_partial": 0.01031494140625,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0010068720439448953,
      "loss_partial": 0.005462646484375,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0005572405643761158,
      "loss_partial": 0.005126953125,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0004511089064180851,
      "loss_partial": 0.007171630859375,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0006309168529696763,
      "loss_partial": 0.00775146484375,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0004086830304004252,
      "loss_partial": 0.0074462890625,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.00036760742659680545,
      "loss_partial": 0.00970458984375,
      "step": 990
    },
    {
      "epoch": 1.4389534883720931,
      "loss_distr": 0.0003410371136851609,
      "loss_partial": 0.005950927734375,
      "step": 990
    },
    {
      "epoch": 1.440406976744186,
      "grad_norm": 0.1544724553823471,
      "learning_rate": 4.4258491716609235e-06,
      "loss": 0.1743,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.00035917910281568766,
      "loss_partial": 0.0107421875,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0004097603668924421,
      "loss_partial": 0.00457763671875,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0006100735627114773,
      "loss_partial": 0.00537109375,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0006054277764633298,
      "loss_partial": 0.00531005859375,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.00030993937980383635,
      "loss_partial": 0.007720947265625,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.00029660752625204623,
      "loss_partial": 0.00616455078125,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.00042079034028574824,
      "loss_partial": 0.00909423828125,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0008852134342305362,
      "loss_partial": 0.004608154296875,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.00037130125565454364,
      "loss_partial": 0.00616455078125,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0007363609038293362,
      "loss_partial": 0.00531005859375,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0002468070015311241,
      "loss_partial": 0.01611328125,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0005527588073164225,
      "loss_partial": 0.007537841796875,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0007598632946610451,
      "loss_partial": 0.003875732421875,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0005112659418955445,
      "loss_partial": 0.00408935546875,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0006789350300095975,
      "loss_partial": 0.004425048828125,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.000552652170881629,
      "loss_partial": 0.00494384765625,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.00041581070399843156,
      "loss_partial": 0.00970458984375,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.000579170067794621,
      "loss_partial": 0.00927734375,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.00046958535676822066,
      "loss_partial": 0.0034637451171875,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0007505062385462224,
      "loss_partial": 0.006744384765625,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0009941526222974062,
      "loss_partial": 0.007568359375,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0004884054651483893,
      "loss_partial": 0.00811767578125,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0002265938965138048,
      "loss_partial": 0.03662109375,
      "step": 991
    },
    {
      "epoch": 1.440406976744186,
      "loss_distr": 0.0004531102895271033,
      "loss_partial": 0.005340576171875,
      "step": 991
    },
    {
      "epoch": 1.441860465116279,
      "grad_norm": 0.17491750419139862,
      "learning_rate": 4.404798830878282e-06,
      "loss": 0.1767,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.000505089177750051,
      "loss_partial": 0.0037384033203125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0004931917646899819,
      "loss_partial": 0.0068359375,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0003281845129095018,
      "loss_partial": 0.004791259765625,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.00030385603895410895,
      "loss_partial": 0.008544921875,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.00033291938598267734,
      "loss_partial": 0.00616455078125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0005451954202726483,
      "loss_partial": 0.005828857421875,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0007616858347319067,
      "loss_partial": 0.00994873046875,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0006933025433681905,
      "loss_partial": 0.0033111572265625,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0005941559793427587,
      "loss_partial": 0.003387451171875,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0003214027383364737,
      "loss_partial": 0.01055908203125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.000279658124782145,
      "loss_partial": 0.006591796875,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0007634831126779318,
      "loss_partial": 0.006866455078125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.00031866543577052653,
      "loss_partial": 0.0038299560546875,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0003616837493609637,
      "loss_partial": 0.003814697265625,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0006027176277711987,
      "loss_partial": 0.007110595703125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.00017454147746320814,
      "loss_partial": 0.005706787109375,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0007717660628259182,
      "loss_partial": 0.007110595703125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0004054108867421746,
      "loss_partial": 0.0078125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.00031757113174535334,
      "loss_partial": 0.009033203125,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.00030349232838489115,
      "loss_partial": 0.006439208984375,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0006224085809662938,
      "loss_partial": 0.0047607421875,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0002653121773619205,
      "loss_partial": 0.0072021484375,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.0008542436407878995,
      "loss_partial": 0.0054931640625,
      "step": 992
    },
    {
      "epoch": 1.441860465116279,
      "loss_distr": 0.000694014597684145,
      "loss_partial": 0.004425048828125,
      "step": 992
    },
    {
      "epoch": 1.443313953488372,
      "grad_norm": 0.16726580262184143,
      "learning_rate": 4.383784520897607e-06,
      "loss": 0.1739,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.000519542780239135,
      "loss_partial": 0.0057373046875,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0006937965517863631,
      "loss_partial": 0.003082275390625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0005545290187001228,
      "loss_partial": 0.005828857421875,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0005992036312818527,
      "loss_partial": 0.0074462890625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0004539317451417446,
      "loss_partial": 0.01202392578125,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0007204657886177301,
      "loss_partial": 0.004852294921875,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0006368547910824418,
      "loss_partial": 0.0079345703125,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0006073038093745708,
      "loss_partial": 0.0054931640625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.00047693372471258044,
      "loss_partial": 0.004791259765625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.00047549474402330816,
      "loss_partial": 0.006011962890625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0006666495464742184,
      "loss_partial": 0.00775146484375,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0004456007736735046,
      "loss_partial": 0.00616455078125,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0006307846633717418,
      "loss_partial": 0.00592041015625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0004998767981305718,
      "loss_partial": 0.00616455078125,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0004212717176415026,
      "loss_partial": 0.004058837890625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.00040084245847538114,
      "loss_partial": 0.0047607421875,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0007033210713416338,
      "loss_partial": 0.004058837890625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0005650127422995865,
      "loss_partial": 0.003814697265625,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0006743969861418009,
      "loss_partial": 0.006622314453125,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0006653411546722054,
      "loss_partial": 0.00616455078125,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.00048383307876065373,
      "loss_partial": 0.004974365234375,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0009848158806562424,
      "loss_partial": 0.0036468505859375,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.000367442931747064,
      "loss_partial": 0.0069580078125,
      "step": 993
    },
    {
      "epoch": 1.443313953488372,
      "loss_distr": 0.0007894288282841444,
      "loss_partial": 0.006439208984375,
      "step": 993
    },
    {
      "epoch": 1.4447674418604652,
      "grad_norm": 0.1753775179386139,
      "learning_rate": 4.362806377042438e-06,
      "loss": 0.1787,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.00038847827818244696,
      "loss_partial": 0.0150146484375,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0002863274421542883,
      "loss_partial": 0.006866455078125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.000522351823747158,
      "loss_partial": 0.0089111328125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0006628156988881528,
      "loss_partial": 0.006591796875,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0004002259229309857,
      "loss_partial": 0.007720947265625,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0007318034186027944,
      "loss_partial": 0.0054931640625,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.000395895418478176,
      "loss_partial": 0.008544921875,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.00038589915493503213,
      "loss_partial": 0.0048828125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0003350917249917984,
      "loss_partial": 0.00567626953125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.000496711116284132,
      "loss_partial": 0.0115966796875,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0004624591674655676,
      "loss_partial": 0.00836181640625,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0008356879698112607,
      "loss_partial": 0.004669189453125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0005333895096555352,
      "loss_partial": 0.01251220703125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0003610347048379481,
      "loss_partial": 0.0069580078125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0005589023930951953,
      "loss_partial": 0.006500244140625,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.000478679605294019,
      "loss_partial": 0.005889892578125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0005215475102886558,
      "loss_partial": 0.00714111328125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0006779902032576501,
      "loss_partial": 0.005340576171875,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0007588424487039447,
      "loss_partial": 0.005615234375,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0007431167177855968,
      "loss_partial": 0.006591796875,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0008021248504519463,
      "loss_partial": 0.00421142578125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.000556899351067841,
      "loss_partial": 0.00421142578125,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.0003593348083086312,
      "loss_partial": 0.00592041015625,
      "step": 994
    },
    {
      "epoch": 1.4447674418604652,
      "loss_distr": 0.00035841099452227354,
      "loss_partial": 0.007171630859375,
      "step": 994
    },
    {
      "epoch": 1.4462209302325582,
      "grad_norm": 0.17042405903339386,
      "learning_rate": 4.341864534403429e-06,
      "loss": 0.1788,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.000653024238999933,
      "loss_partial": 0.004791259765625,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0005461573600769043,
      "loss_partial": 0.0062255859375,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0004132514586672187,
      "loss_partial": 0.01220703125,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0006157442112453282,
      "loss_partial": 0.00592041015625,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0006149872206151485,
      "loss_partial": 0.00823974609375,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0006375916418619454,
      "loss_partial": 0.005096435546875,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0006414658855646849,
      "loss_partial": 0.005859375,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0006724486593157053,
      "loss_partial": 0.007110595703125,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0004961887025274336,
      "loss_partial": 0.01092529296875,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0005040123360231519,
      "loss_partial": 0.005218505859375,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0006429680506698787,
      "loss_partial": 0.01025390625,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0004389410314615816,
      "loss_partial": 0.01123046875,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0004901617066934705,
      "loss_partial": 0.005462646484375,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.00045590277295559645,
      "loss_partial": 0.00823974609375,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.00040150771383196115,
      "loss_partial": 0.0086669921875,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0007461278582923114,
      "loss_partial": 0.003814697265625,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.00039553927490487695,
      "loss_partial": 0.0048828125,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0005698514869436622,
      "loss_partial": 0.00555419921875,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.000516693398822099,
      "loss_partial": 0.00994873046875,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.00040389408241026103,
      "loss_partial": 0.0089111328125,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.00041862096986733377,
      "loss_partial": 0.006683349609375,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0002559300628490746,
      "loss_partial": 0.006072998046875,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.00030408272868953645,
      "loss_partial": 0.0045166015625,
      "step": 995
    },
    {
      "epoch": 1.4462209302325582,
      "loss_distr": 0.0004217064124532044,
      "loss_partial": 0.0032196044921875,
      "step": 995
    },
    {
      "epoch": 1.447674418604651,
      "grad_norm": 0.1672235131263733,
      "learning_rate": 4.320959127837454e-06,
      "loss": 0.1706,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0004731254593934864,
      "loss_partial": 0.0091552734375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00038803319330327213,
      "loss_partial": 0.01019287109375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0005471811746247113,
      "loss_partial": 0.00823974609375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00028142391238361597,
      "loss_partial": 0.006439208984375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0005747857503592968,
      "loss_partial": 0.003326416015625,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00030567916110157967,
      "loss_partial": 0.0107421875,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0007800323655828834,
      "loss_partial": 0.0030670166015625,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00034129139385186136,
      "loss_partial": 0.005584716796875,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0007042536744847894,
      "loss_partial": 0.005279541015625,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00046197709161788225,
      "loss_partial": 0.00775146484375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00035893183667212725,
      "loss_partial": 0.007659912109375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00038009817944839597,
      "loss_partial": 0.00872802734375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0009219185449182987,
      "loss_partial": 0.005615234375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0003914831904694438,
      "loss_partial": 0.006439208984375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0002779595088213682,
      "loss_partial": 0.004913330078125,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0005986654432490468,
      "loss_partial": 0.006195068359375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0005410747253336012,
      "loss_partial": 0.004425048828125,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0005075244116596878,
      "loss_partial": 0.00830078125,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00026740721659734845,
      "loss_partial": 0.006927490234375,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.000559833541046828,
      "loss_partial": 0.0074462890625,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0004639872058760375,
      "loss_partial": 0.006103515625,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.0002526839671190828,
      "loss_partial": 0.00982666015625,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.00046729465248063207,
      "loss_partial": 0.015869140625,
      "step": 996
    },
    {
      "epoch": 1.447674418604651,
      "loss_distr": 0.001001597149297595,
      "loss_partial": 0.005035400390625,
      "step": 996
    },
    {
      "epoch": 1.4491279069767442,
      "grad_norm": 0.17299947142601013,
      "learning_rate": 4.3000902919667705e-06,
      "loss": 0.1777,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0005150433862581849,
      "loss_partial": 0.006378173828125,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.00046688650036230683,
      "loss_partial": 0.00628662109375,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0003239300276618451,
      "loss_partial": 0.0101318359375,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0004046742105856538,
      "loss_partial": 0.0096435546875,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0005491683259606361,
      "loss_partial": 0.00494384765625,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0003997907042503357,
      "loss_partial": 0.007171630859375,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.00035815162118524313,
      "loss_partial": 0.00946044921875,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0006600366323255002,
      "loss_partial": 0.00787353515625,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0002692916023079306,
      "loss_partial": 0.00982666015625,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0004005171067547053,
      "loss_partial": 0.006195068359375,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.00020062508701812476,
      "loss_partial": 0.008056640625,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0004949959693476558,
      "loss_partial": 0.006591796875,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.000578163715545088,
      "loss_partial": 0.005523681640625,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0004981108941137791,
      "loss_partial": 0.007781982421875,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0004799121234100312,
      "loss_partial": 0.00628662109375,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0005214603152126074,
      "loss_partial": 0.007781982421875,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0006699645309709013,
      "loss_partial": 0.004730224609375,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.00041175057413056493,
      "loss_partial": 0.007781982421875,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0002598812279757112,
      "loss_partial": 0.00909423828125,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0004384935018606484,
      "loss_partial": 0.00592041015625,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.00028896325966343284,
      "loss_partial": 0.01190185546875,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0003561217454262078,
      "loss_partial": 0.0084228515625,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.000380752666387707,
      "loss_partial": 0.00860595703125,
      "step": 997
    },
    {
      "epoch": 1.4491279069767442,
      "loss_distr": 0.0002532664220780134,
      "loss_partial": 0.005340576171875,
      "step": 997
    },
    {
      "epoch": 1.4505813953488373,
      "grad_norm": 0.16966046392917633,
      "learning_rate": 4.2792581611781226e-06,
      "loss": 0.1783,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00048758447519503534,
      "loss_partial": 0.00689697265625,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.000420165917603299,
      "loss_partial": 0.009765625,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0004785417695529759,
      "loss_partial": 0.008544921875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0005099644768051803,
      "loss_partial": 0.006072998046875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00044153674389235675,
      "loss_partial": 0.004119873046875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0004574093036353588,
      "loss_partial": 0.005462646484375,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0004880864580627531,
      "loss_partial": 0.01416015625,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0003710643504746258,
      "loss_partial": 0.0045166015625,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00024416466476395726,
      "loss_partial": 0.0167236328125,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0004310621879994869,
      "loss_partial": 0.00579833984375,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00038324572960846126,
      "loss_partial": 0.0038299560546875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0004317150160204619,
      "loss_partial": 0.011962890625,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00044985266868025064,
      "loss_partial": 0.006561279296875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0005359873175621033,
      "loss_partial": 0.0115966796875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0006491583189927042,
      "loss_partial": 0.005523681640625,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0008109933114610612,
      "loss_partial": 0.0037841796875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00026000780053436756,
      "loss_partial": 0.0081787109375,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0005631590611301363,
      "loss_partial": 0.004852294921875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00026015928597189486,
      "loss_partial": 0.01043701171875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.00043563309009186924,
      "loss_partial": 0.007110595703125,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0009784952271729708,
      "loss_partial": 0.006195068359375,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0002156873670173809,
      "loss_partial": 0.007659912109375,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0005203943001106381,
      "loss_partial": 0.004638671875,
      "step": 998
    },
    {
      "epoch": 1.4505813953488373,
      "loss_distr": 0.0006245341501198709,
      "loss_partial": 0.00579833984375,
      "step": 998
    },
    {
      "epoch": 1.4520348837209303,
      "grad_norm": 0.15899094939231873,
      "learning_rate": 4.258462869621889e-06,
      "loss": 0.1759,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0005952314240857959,
      "loss_partial": 0.00994873046875,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0003754196222871542,
      "loss_partial": 0.005828857421875,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0006479659350588918,
      "loss_partial": 0.00494384765625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0005433745682239532,
      "loss_partial": 0.0036773681640625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.00040344917215406895,
      "loss_partial": 0.0184326171875,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0005796472541987896,
      "loss_partial": 0.010498046875,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.00025960570201277733,
      "loss_partial": 0.0081787109375,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.000637065211776644,
      "loss_partial": 0.004119873046875,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0006069174269214272,
      "loss_partial": 0.005615234375,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.00027398293605074286,
      "loss_partial": 0.005767822265625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0005288520478643477,
      "loss_partial": 0.01470947265625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0006322995177470148,
      "loss_partial": 0.00445556640625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0005420665256679058,
      "loss_partial": 0.00933837890625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0004311070078983903,
      "loss_partial": 0.0059814453125,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0003996217856183648,
      "loss_partial": 0.004150390625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0002789535210467875,
      "loss_partial": 0.005645751953125,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0003723237896338105,
      "loss_partial": 0.007659912109375,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0005360553041100502,
      "loss_partial": 0.0086669921875,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0006798170506954193,
      "loss_partial": 0.00579833984375,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.00047514273319393396,
      "loss_partial": 0.00396728515625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0005604242905974388,
      "loss_partial": 0.005035400390625,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.00039917207323014736,
      "loss_partial": 0.0101318359375,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.00037402703310362995,
      "loss_partial": 0.010986328125,
      "step": 999
    },
    {
      "epoch": 1.4520348837209303,
      "loss_distr": 0.0003968917881138623,
      "loss_partial": 0.006500244140625,
      "step": 999
    },
    {
      "epoch": 1.4534883720930232,
      "grad_norm": 0.17996026575565338,
      "learning_rate": 4.237704551211235e-06,
      "loss": 0.1731,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0005567714688368142,
      "loss_partial": 0.0047607421875,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.00046604470117017627,
      "loss_partial": 0.006805419921875,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.00040355976670980453,
      "loss_partial": 0.00787353515625,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0004977585049346089,
      "loss_partial": 0.006683349609375,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0004277777043171227,
      "loss_partial": 0.00909423828125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0003860022407025099,
      "loss_partial": 0.00927734375,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0007853467250242829,
      "loss_partial": 0.00335693359375,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0004893183941021562,
      "loss_partial": 0.00714111328125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0002558116684667766,
      "loss_partial": 0.01043701171875,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.00021157033916097134,
      "loss_partial": 0.0108642578125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0003917799040209502,
      "loss_partial": 0.0079345703125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0003753741621039808,
      "loss_partial": 0.01080322265625,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.00033048499608412385,
      "loss_partial": 0.0048828125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0005284654907882214,
      "loss_partial": 0.00616455078125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0005500060506165028,
      "loss_partial": 0.004852294921875,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.00032621677382849157,
      "loss_partial": 0.005889892578125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0005148445488885045,
      "loss_partial": 0.00860595703125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.000914872158318758,
      "loss_partial": 0.004791259765625,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.00027497191331349313,
      "loss_partial": 0.004669189453125,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.000540844164788723,
      "loss_partial": 0.0057373046875,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.00036242196802049875,
      "loss_partial": 0.009521484375,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0006355526275001466,
      "loss_partial": 0.00494384765625,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0005980286514386535,
      "loss_partial": 0.00347900390625,
      "step": 1000
    },
    {
      "epoch": 1.4534883720930232,
      "loss_distr": 0.0007849177345633507,
      "loss_partial": 0.00604248046875,
      "step": 1000
    },
    {
      "epoch": 1.4549418604651163,
      "grad_norm": 0.16173557937145233,
      "learning_rate": 4.216983339621207e-06,
      "loss": 0.1777,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0006740795797668397,
      "loss_partial": 0.0035552978515625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.000611218623816967,
      "loss_partial": 0.00860595703125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.00057240977184847,
      "loss_partial": 0.005615234375,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0004374512645881623,
      "loss_partial": 0.007293701171875,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0004726517654489726,
      "loss_partial": 0.004730224609375,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0006875274702906609,
      "loss_partial": 0.004058837890625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0004033618315588683,
      "loss_partial": 0.007354736328125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0003237213531974703,
      "loss_partial": 0.00701904296875,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0005213382537476718,
      "loss_partial": 0.01104736328125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0003240493533667177,
      "loss_partial": 0.008056640625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0006429455243051052,
      "loss_partial": 0.0032501220703125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0003123826754745096,
      "loss_partial": 0.0079345703125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0005855686613358557,
      "loss_partial": 0.00494384765625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0005871251341886818,
      "loss_partial": 0.00543212890625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0003323637065477669,
      "loss_partial": 0.0074462890625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0006382354767993093,
      "loss_partial": 0.00933837890625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0005560321733355522,
      "loss_partial": 0.005126953125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0008789365529082716,
      "loss_partial": 0.006195068359375,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0009181710775010288,
      "loss_partial": 0.003692626953125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.0004422165802679956,
      "loss_partial": 0.006378173828125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.000820052984636277,
      "loss_partial": 0.00592041015625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.00039105850737541914,
      "loss_partial": 0.006134033203125,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.00023973023053258657,
      "loss_partial": 0.0201416015625,
      "step": 1001
    },
    {
      "epoch": 1.4549418604651163,
      "loss_distr": 0.00041023408994078636,
      "loss_partial": 0.01153564453125,
      "step": 1001
    },
    {
      "epoch": 1.4563953488372092,
      "grad_norm": 0.1616298258304596,
      "learning_rate": 4.19629936828792e-06,
      "loss": 0.1714,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0005543034640140831,
      "loss_partial": 0.0078125,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0006786388694308698,
      "loss_partial": 0.0089111328125,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0005457188235595822,
      "loss_partial": 0.004913330078125,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.00020243464678060263,
      "loss_partial": 0.004730224609375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0005386157426983118,
      "loss_partial": 0.0052490234375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.00046013653627596796,
      "loss_partial": 0.00830078125,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0006390984635800123,
      "loss_partial": 0.006683349609375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0006138764438219368,
      "loss_partial": 0.00506591796875,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.00047362467739731073,
      "loss_partial": 0.005035400390625,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0006553551647812128,
      "loss_partial": 0.0037689208984375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.00037380922003649175,
      "loss_partial": 0.0086669921875,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.00045113926171325147,
      "loss_partial": 0.005950927734375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0007073914166539907,
      "loss_partial": 0.004425048828125,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0005559715209528804,
      "loss_partial": 0.006683349609375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0004091551236342639,
      "loss_partial": 0.009765625,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.00039270269917324185,
      "loss_partial": 0.006988525390625,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0004908887785859406,
      "loss_partial": 0.00628662109375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.000372184906154871,
      "loss_partial": 0.0064697265625,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0002136946131940931,
      "loss_partial": 0.0115966796875,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0005173441022634506,
      "loss_partial": 0.006011962890625,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0005437147920019925,
      "loss_partial": 0.0108642578125,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0007469833362847567,
      "loss_partial": 0.00811767578125,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.00046245253179222345,
      "loss_partial": 0.00823974609375,
      "step": 1002
    },
    {
      "epoch": 1.4563953488372092,
      "loss_distr": 0.0006460498552769423,
      "loss_partial": 0.00811767578125,
      "step": 1002
    },
    {
      "epoch": 1.4578488372093024,
      "grad_norm": 0.15886428952217102,
      "learning_rate": 4.175652770407676e-06,
      "loss": 0.1717,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0003375171800144017,
      "loss_partial": 0.005126953125,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0007381007308140397,
      "loss_partial": 0.007171630859375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0007803147891536355,
      "loss_partial": 0.005615234375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0006881293375045061,
      "loss_partial": 0.00408935546875,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0008164108730852604,
      "loss_partial": 0.002716064453125,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0004328517825342715,
      "loss_partial": 0.005035400390625,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.00047826417721807957,
      "loss_partial": 0.00970458984375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0004661373095586896,
      "loss_partial": 0.007354736328125,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0003456877020653337,
      "loss_partial": 0.006011962890625,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0005475184880197048,
      "loss_partial": 0.004241943359375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0003770688781514764,
      "loss_partial": 0.003936767578125,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.00040841579902917147,
      "loss_partial": 0.006011962890625,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0005388716235756874,
      "loss_partial": 0.007537841796875,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.00033723816159181297,
      "loss_partial": 0.003143310546875,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0005134689854457974,
      "loss_partial": 0.00531005859375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0004225631710141897,
      "loss_partial": 0.00677490234375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.000571653654333204,
      "loss_partial": 0.0042724609375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0007327822386287153,
      "loss_partial": 0.004730224609375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.00031217021751217544,
      "loss_partial": 0.005828857421875,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.00027343793772161007,
      "loss_partial": 0.004608154296875,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0004907390102744102,
      "loss_partial": 0.005126953125,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0004424542421475053,
      "loss_partial": 0.005218505859375,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0003823394072242081,
      "loss_partial": 0.006011962890625,
      "step": 1003
    },
    {
      "epoch": 1.4578488372093024,
      "loss_distr": 0.0006169071421027184,
      "loss_partial": 0.0050048828125,
      "step": 1003
    },
    {
      "epoch": 1.4593023255813953,
      "grad_norm": 0.20224948227405548,
      "learning_rate": 4.155043678936098e-06,
      "loss": 0.1741,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0002398496144451201,
      "loss_partial": 0.00933837890625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0007524042739532888,
      "loss_partial": 0.0057373046875,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0002373463794356212,
      "loss_partial": 0.0103759765625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0008451006142422557,
      "loss_partial": 0.005859375,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0005223412881605327,
      "loss_partial": 0.00537109375,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.000719360017683357,
      "loss_partial": 0.0032501220703125,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0007495090831071138,
      "loss_partial": 0.00396728515625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0006652285810559988,
      "loss_partial": 0.005645751953125,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.000523835071362555,
      "loss_partial": 0.0057373046875,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0005748248076997697,
      "loss_partial": 0.0037994384765625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0008663457119837403,
      "loss_partial": 0.00531005859375,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.00026114191859960556,
      "loss_partial": 0.00830078125,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0006618967745453119,
      "loss_partial": 0.01104736328125,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0004789588856510818,
      "loss_partial": 0.006317138671875,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0005971830105409026,
      "loss_partial": 0.0067138671875,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.00046660250518471,
      "loss_partial": 0.00946044921875,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0006659284699708223,
      "loss_partial": 0.00543212890625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.000485466793179512,
      "loss_partial": 0.006072998046875,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.00023429037537425756,
      "loss_partial": 0.005340576171875,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.00030330719891935587,
      "loss_partial": 0.00787353515625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0004409908433444798,
      "loss_partial": 0.0054931640625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0005807350389659405,
      "loss_partial": 0.00439453125,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0010055836755782366,
      "loss_partial": 0.00390625,
      "step": 1004
    },
    {
      "epoch": 1.4593023255813953,
      "loss_distr": 0.0005478872335515916,
      "loss_partial": 0.009765625,
      "step": 1004
    },
    {
      "epoch": 1.4607558139534884,
      "grad_norm": 0.1748633235692978,
      "learning_rate": 4.134472226587286e-06,
      "loss": 0.1733,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00033210436231456697,
      "loss_partial": 0.0096435546875,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00024222923093475401,
      "loss_partial": 0.01129150390625,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0008261621696874499,
      "loss_partial": 0.004730224609375,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0006181362550705671,
      "loss_partial": 0.005523681640625,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.000579678569920361,
      "loss_partial": 0.01507568359375,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0004258623521309346,
      "loss_partial": 0.005767822265625,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00035258333082310855,
      "loss_partial": 0.019287109375,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00044830574188381433,
      "loss_partial": 0.007049560546875,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0002719612675718963,
      "loss_partial": 0.0054931640625,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00039352706517092884,
      "loss_partial": 0.00439453125,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0007400631438940763,
      "loss_partial": 0.004241943359375,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00035603338619694114,
      "loss_partial": 0.0096435546875,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00045105998287908733,
      "loss_partial": 0.005157470703125,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0006757351802662015,
      "loss_partial": 0.00543212890625,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0004192038904875517,
      "loss_partial": 0.00860595703125,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0004931452567689121,
      "loss_partial": 0.005401611328125,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0009398387046530843,
      "loss_partial": 0.003997802734375,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.000748526188544929,
      "loss_partial": 0.006195068359375,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0005599098512902856,
      "loss_partial": 0.005340576171875,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0006327067385427654,
      "loss_partial": 0.00439453125,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0005970108322799206,
      "loss_partial": 0.00860595703125,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0005591185763478279,
      "loss_partial": 0.005096435546875,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.0008479621028527617,
      "loss_partial": 0.005523681640625,
      "step": 1005
    },
    {
      "epoch": 1.4607558139534884,
      "loss_distr": 0.00043540826300159097,
      "loss_partial": 0.008544921875,
      "step": 1005
    },
    {
      "epoch": 1.4622093023255813,
      "grad_norm": 0.17376944422721863,
      "learning_rate": 4.113938545832959e-06,
      "loss": 0.1771,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0006947777583263814,
      "loss_partial": 0.00286865234375,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0004687047330662608,
      "loss_partial": 0.008544921875,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.00039011132321320474,
      "loss_partial": 0.00927734375,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0006613791920244694,
      "loss_partial": 0.00616455078125,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.000661789788864553,
      "loss_partial": 0.0084228515625,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0002435724309179932,
      "loss_partial": 0.007293701171875,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0005138295819051564,
      "loss_partial": 0.008544921875,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.00045724070514552295,
      "loss_partial": 0.005706787109375,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0006104759522713721,
      "loss_partial": 0.00787353515625,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0006716265343129635,
      "loss_partial": 0.0068359375,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0005937793175689876,
      "loss_partial": 0.0052490234375,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0005252696573734283,
      "loss_partial": 0.00811767578125,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0004482251824811101,
      "loss_partial": 0.013671875,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.00040563076618127525,
      "loss_partial": 0.009765625,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0005550858331844211,
      "loss_partial": 0.004547119140625,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0006198602495715022,
      "loss_partial": 0.01373291015625,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.000944996892940253,
      "loss_partial": 0.0045166015625,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0007373408298008144,
      "loss_partial": 0.005828857421875,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0008741067722439766,
      "loss_partial": 0.005859375,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0002687311207409948,
      "loss_partial": 0.0098876953125,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0009931155946105719,
      "loss_partial": 0.00445556640625,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0007168037700466812,
      "loss_partial": 0.0052490234375,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.0005902660195715725,
      "loss_partial": 0.00830078125,
      "step": 1006
    },
    {
      "epoch": 1.4622093023255813,
      "loss_distr": 0.00043575940071605146,
      "loss_partial": 0.0087890625,
      "step": 1006
    },
    {
      "epoch": 1.4636627906976745,
      "grad_norm": 0.1622789204120636,
      "learning_rate": 4.093442768901608e-06,
      "loss": 0.1743,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0006980258040130138,
      "loss_partial": 0.007293701171875,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.00028221221873536706,
      "loss_partial": 0.008056640625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.00045772286830469966,
      "loss_partial": 0.006103515625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.00036845586146228015,
      "loss_partial": 0.00811767578125,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0006672547897323966,
      "loss_partial": 0.006500244140625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0003976131556555629,
      "loss_partial": 0.00457763671875,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.00047596939839422703,
      "loss_partial": 0.00738525390625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0003752264892682433,
      "loss_partial": 0.0069580078125,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0005237945588305593,
      "loss_partial": 0.005340576171875,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0005778069607913494,
      "loss_partial": 0.00421142578125,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0006254740874283016,
      "loss_partial": 0.01031494140625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0005307375686243176,
      "loss_partial": 0.0093994140625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0004851464182138443,
      "loss_partial": 0.0037384033203125,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0006017620908096433,
      "loss_partial": 0.005615234375,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0008212075335904956,
      "loss_partial": 0.00408935546875,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0008658056613057852,
      "loss_partial": 0.005279541015625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.00038583792047575116,
      "loss_partial": 0.0152587890625,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0005140303401276469,
      "loss_partial": 0.00677490234375,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.00028508921968750656,
      "loss_partial": 0.0072021484375,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.00045519991545006633,
      "loss_partial": 0.007659912109375,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0006591407582163811,
      "loss_partial": 0.008544921875,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0003177271573804319,
      "loss_partial": 0.00677490234375,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0008494981448166072,
      "loss_partial": 0.004608154296875,
      "step": 1007
    },
    {
      "epoch": 1.4636627906976745,
      "loss_distr": 0.0006441338919103146,
      "loss_partial": 0.00421142578125,
      "step": 1007
    },
    {
      "epoch": 1.4651162790697674,
      "grad_norm": 0.16865237057209015,
      "learning_rate": 4.072985027777634e-06,
      "loss": 0.1751,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0007082957308739424,
      "loss_partial": 0.0081787109375,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0009246501140296459,
      "loss_partial": 0.00506591796875,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0006643526721745729,
      "loss_partial": 0.005157470703125,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0005143310409039259,
      "loss_partial": 0.00543212890625,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0005069286562502384,
      "loss_partial": 0.00567626953125,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.000386638508643955,
      "loss_partial": 0.004638671875,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.00027960818260908127,
      "loss_partial": 0.007110595703125,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0007460587657988071,
      "loss_partial": 0.00518798828125,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0005526152672246099,
      "loss_partial": 0.006561279296875,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0006175058078952134,
      "loss_partial": 0.0074462890625,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0003020060248672962,
      "loss_partial": 0.009521484375,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.000775281572714448,
      "loss_partial": 0.003997802734375,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.000729804509319365,
      "loss_partial": 0.0033721923828125,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0003279082593508065,
      "loss_partial": 0.00433349609375,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.00022124194947537035,
      "loss_partial": 0.009033203125,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0003873509995173663,
      "loss_partial": 0.006561279296875,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0004501562798395753,
      "loss_partial": 0.006317138671875,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0005086158635094762,
      "loss_partial": 0.00848388671875,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.00020174338715150952,
      "loss_partial": 0.0084228515625,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0004958132049068809,
      "loss_partial": 0.004302978515625,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0006514758570119739,
      "loss_partial": 0.00445556640625,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.000622074119746685,
      "loss_partial": 0.004730224609375,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0005351246218197048,
      "loss_partial": 0.006683349609375,
      "step": 1008
    },
    {
      "epoch": 1.4651162790697674,
      "loss_distr": 0.0006976594449952245,
      "loss_partial": 0.00555419921875,
      "step": 1008
    },
    {
      "epoch": 1.4665697674418605,
      "grad_norm": 0.16339437663555145,
      "learning_rate": 4.052565454200499e-06,
      "loss": 0.1737,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0009046927443705499,
      "loss_partial": 0.00360107421875,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0006544510833919048,
      "loss_partial": 0.0032958984375,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0005718345055356622,
      "loss_partial": 0.005157470703125,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0004547195858322084,
      "loss_partial": 0.00653076171875,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0004562707617878914,
      "loss_partial": 0.008056640625,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0002656785072758794,
      "loss_partial": 0.004791259765625,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.00039265811210498214,
      "loss_partial": 0.0069580078125,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0003579202457331121,
      "loss_partial": 0.01104736328125,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0003664520336315036,
      "loss_partial": 0.0081787109375,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0007242875872179866,
      "loss_partial": 0.0072021484375,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.000606616260483861,
      "loss_partial": 0.004058837890625,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.00032087572617456317,
      "loss_partial": 0.0068359375,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.000670054869260639,
      "loss_partial": 0.006500244140625,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.00047497794730588794,
      "loss_partial": 0.003570556640625,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0004737744457088411,
      "loss_partial": 0.007110595703125,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0005165995098650455,
      "loss_partial": 0.00738525390625,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.00039813260082155466,
      "loss_partial": 0.0079345703125,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0008538529509678483,
      "loss_partial": 0.00433349609375,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0005268299719318748,
      "loss_partial": 0.0047607421875,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0006671305745840073,
      "loss_partial": 0.005615234375,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0005885348655283451,
      "loss_partial": 0.00811767578125,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0006720460369251668,
      "loss_partial": 0.00823974609375,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0004794650012627244,
      "loss_partial": 0.008544921875,
      "step": 1009
    },
    {
      "epoch": 1.4665697674418605,
      "loss_distr": 0.0007906326791271567,
      "loss_partial": 0.0028533935546875,
      "step": 1009
    },
    {
      "epoch": 1.4680232558139534,
      "grad_norm": 0.19368737936019897,
      "learning_rate": 4.032184179663894e-06,
      "loss": 0.176,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.00087163713760674,
      "loss_partial": 0.002166748046875,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0007968001300469041,
      "loss_partial": 0.007720947265625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0007744645117782056,
      "loss_partial": 0.004058837890625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0007480438216589391,
      "loss_partial": 0.005279541015625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.000813471560832113,
      "loss_partial": 0.0074462890625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0005816197372041643,
      "loss_partial": 0.00634765625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0004348006332293153,
      "loss_partial": 0.01043701171875,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0005181293236091733,
      "loss_partial": 0.00506591796875,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.00029492503381334245,
      "loss_partial": 0.006256103515625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.00033233704743906856,
      "loss_partial": 0.011962890625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0006758760428056121,
      "loss_partial": 0.006622314453125,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0004867775132879615,
      "loss_partial": 0.005401611328125,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0004461990320123732,
      "loss_partial": 0.01043701171875,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0003970759571529925,
      "loss_partial": 0.00860595703125,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0004993934999220073,
      "loss_partial": 0.011474609375,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.00041781598702073097,
      "loss_partial": 0.0079345703125,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0004329866205807775,
      "loss_partial": 0.006500244140625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.00021489584469236434,
      "loss_partial": 0.0089111328125,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0009419437265023589,
      "loss_partial": 0.0032501220703125,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.00023361660714726895,
      "loss_partial": 0.008056640625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0007178625091910362,
      "loss_partial": 0.004486083984375,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.000581446394789964,
      "loss_partial": 0.005035400390625,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.000814003637060523,
      "loss_partial": 0.00537109375,
      "step": 1010
    },
    {
      "epoch": 1.4680232558139534,
      "loss_distr": 0.0008194376132450998,
      "loss_partial": 0.003936767578125,
      "step": 1010
    },
    {
      "epoch": 1.4694767441860466,
      "grad_norm": 0.17769555747509003,
      "learning_rate": 4.01184133541487e-06,
      "loss": 0.1772,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.000687248888425529,
      "loss_partial": 0.00848388671875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0006759129464626312,
      "loss_partial": 0.003021240234375,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0006463988102041185,
      "loss_partial": 0.00823974609375,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0002929058391600847,
      "loss_partial": 0.00811767578125,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0003265072009526193,
      "loss_partial": 0.006591796875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0005736039020121098,
      "loss_partial": 0.007720947265625,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0003475756966508925,
      "loss_partial": 0.00701904296875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0003219819045625627,
      "loss_partial": 0.00830078125,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0002564174646977335,
      "loss_partial": 0.00799560546875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0005319706397131085,
      "loss_partial": 0.0086669921875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.000390600529499352,
      "loss_partial": 0.00457763671875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0004084229003638029,
      "loss_partial": 0.0089111328125,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0004797562141902745,
      "loss_partial": 0.0078125,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0006452511297538877,
      "loss_partial": 0.00433349609375,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0006163433426991105,
      "loss_partial": 0.00628662109375,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.00046038973960094154,
      "loss_partial": 0.01202392578125,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.00023963089915923774,
      "loss_partial": 0.006317138671875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.00045408483128994703,
      "loss_partial": 0.005523681640625,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0005815346958115697,
      "loss_partial": 0.00567626953125,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0006790756597183645,
      "loss_partial": 0.005828857421875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0004703825688920915,
      "loss_partial": 0.0074462890625,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0006560042966157198,
      "loss_partial": 0.004119873046875,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0006577421445399523,
      "loss_partial": 0.005767822265625,
      "step": 1011
    },
    {
      "epoch": 1.4694767441860466,
      "loss_distr": 0.0005517569952644408,
      "loss_partial": 0.00592041015625,
      "step": 1011
    },
    {
      "epoch": 1.4709302325581395,
      "grad_norm": 0.17071221768856049,
      "learning_rate": 3.991537052452999e-06,
      "loss": 0.1767,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0005057724192738533,
      "loss_partial": 0.01080322265625,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.000515251886099577,
      "loss_partial": 0.007415771484375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.000801067566499114,
      "loss_partial": 0.0035400390625,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00023076991783455014,
      "loss_partial": 0.00982666015625,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0003846369218081236,
      "loss_partial": 0.01019287109375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.000499196641612798,
      "loss_partial": 0.0098876953125,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00032355618895962834,
      "loss_partial": 0.00921630859375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0005936035886406898,
      "loss_partial": 0.0032501220703125,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00023750090622343123,
      "loss_partial": 0.01080322265625,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00049802684225142,
      "loss_partial": 0.0089111328125,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0004347527865320444,
      "loss_partial": 0.006683349609375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0007111951126717031,
      "loss_partial": 0.004852294921875,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0004221637500450015,
      "loss_partial": 0.009521484375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0004787998041138053,
      "loss_partial": 0.0101318359375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0004177546361461282,
      "loss_partial": 0.004638671875,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0003051134408451617,
      "loss_partial": 0.00537109375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.000474855478387326,
      "loss_partial": 0.003997802734375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00034353494993411005,
      "loss_partial": 0.0032806396484375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00047605414874851704,
      "loss_partial": 0.0084228515625,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0006140139303170145,
      "loss_partial": 0.004119873046875,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0007028288673609495,
      "loss_partial": 0.005523681640625,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00040009227814152837,
      "loss_partial": 0.005462646484375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.0004603772540576756,
      "loss_partial": 0.005706787109375,
      "step": 1012
    },
    {
      "epoch": 1.4709302325581395,
      "loss_distr": 0.00021081887825857848,
      "loss_partial": 0.006591796875,
      "step": 1012
    },
    {
      "epoch": 1.4723837209302326,
      "grad_norm": 0.1607077568769455,
      "learning_rate": 3.971271461529549e-06,
      "loss": 0.1766,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0002121958532370627,
      "loss_partial": 0.01055908203125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0006466269842348993,
      "loss_partial": 0.006103515625,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.00031287214369513094,
      "loss_partial": 0.0079345703125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.00029269332299008965,
      "loss_partial": 0.01007080078125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0005011545144952834,
      "loss_partial": 0.005218505859375,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0008265752112492919,
      "loss_partial": 0.003570556640625,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0007390311802737415,
      "loss_partial": 0.0037841796875,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0003135527076665312,
      "loss_partial": 0.007293701171875,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0007666422752663493,
      "loss_partial": 0.005584716796875,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0005993318045511842,
      "loss_partial": 0.00360107421875,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0008296302403323352,
      "loss_partial": 0.006195068359375,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0005218819715082645,
      "loss_partial": 0.00762939453125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0006872619851492345,
      "loss_partial": 0.0033416748046875,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0007452457211911678,
      "loss_partial": 0.003509521484375,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.00022821011953055859,
      "loss_partial": 0.00830078125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0005625183694064617,
      "loss_partial": 0.0057373046875,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0007202668930403888,
      "loss_partial": 0.0050048828125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0005251331604085863,
      "loss_partial": 0.00830078125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0006230674916878343,
      "loss_partial": 0.00592041015625,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0005606371560133994,
      "loss_partial": 0.005157470703125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.00039930519415065646,
      "loss_partial": 0.00732421875,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.000592624070122838,
      "loss_partial": 0.005615234375,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.0006515948916785419,
      "loss_partial": 0.00469970703125,
      "step": 1013
    },
    {
      "epoch": 1.4723837209302326,
      "loss_distr": 0.000566605944186449,
      "loss_partial": 0.009521484375,
      "step": 1013
    },
    {
      "epoch": 1.4738372093023255,
      "grad_norm": 0.20548713207244873,
      "learning_rate": 3.951044693146615e-06,
      "loss": 0.1769,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.00045705336378887296,
      "loss_partial": 0.005645751953125,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0006927723297849298,
      "loss_partial": 0.004608154296875,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.00026522326515987515,
      "loss_partial": 0.006927490234375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0004054697637911886,
      "loss_partial": 0.01019287109375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0006345237488858402,
      "loss_partial": 0.006378173828125,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.00033559565781615674,
      "loss_partial": 0.0093994140625,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0006271260208450258,
      "loss_partial": 0.0081787109375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.000995552516542375,
      "loss_partial": 0.0026702880859375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0007974395994096994,
      "loss_partial": 0.0029449462890625,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0006824859883636236,
      "loss_partial": 0.00372314453125,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0006198804476298392,
      "loss_partial": 0.004852294921875,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.000762966345064342,
      "loss_partial": 0.0068359375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.000293093326035887,
      "loss_partial": 0.00909423828125,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0004140191012993455,
      "loss_partial": 0.00628662109375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0005953764775767922,
      "loss_partial": 0.00634765625,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0007206322043202817,
      "loss_partial": 0.005096435546875,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0004055624012835324,
      "loss_partial": 0.006439208984375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0006318853702396154,
      "loss_partial": 0.004425048828125,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.00041867358959279954,
      "loss_partial": 0.00714111328125,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.00021881119755562395,
      "loss_partial": 0.0091552734375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.00037052028346806765,
      "loss_partial": 0.007598876953125,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.00037202268140390515,
      "loss_partial": 0.0115966796875,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0007390577811747789,
      "loss_partial": 0.00384521484375,
      "step": 1014
    },
    {
      "epoch": 1.4738372093023255,
      "loss_distr": 0.0003551704285200685,
      "loss_partial": 0.0084228515625,
      "step": 1014
    },
    {
      "epoch": 1.4752906976744187,
      "grad_norm": 0.15706242620944977,
      "learning_rate": 3.930856877556291e-06,
      "loss": 0.1721,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0004727262712549418,
      "loss_partial": 0.00885009765625,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0004288459604140371,
      "loss_partial": 0.0069580078125,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0005411083693616092,
      "loss_partial": 0.006591796875,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.00023608629999216646,
      "loss_partial": 0.0093994140625,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0008213755208998919,
      "loss_partial": 0.003875732421875,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0005574534879997373,
      "loss_partial": 0.005767822265625,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0004405711079016328,
      "loss_partial": 0.005889892578125,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.00037200713995844126,
      "loss_partial": 0.0074462890625,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.00047839886974543333,
      "loss_partial": 0.01092529296875,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.000928809167817235,
      "loss_partial": 0.00341796875,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0005146234761923552,
      "loss_partial": 0.005859375,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0006889018113724887,
      "loss_partial": 0.0045166015625,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0004729738866444677,
      "loss_partial": 0.0086669921875,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.00028494163416326046,
      "loss_partial": 0.006134033203125,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.00021697072952520102,
      "loss_partial": 0.0111083984375,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0007320574368350208,
      "loss_partial": 0.003997802734375,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0008214567205868661,
      "loss_partial": 0.00439453125,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0005295360460877419,
      "loss_partial": 0.004913330078125,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0005757662001997232,
      "loss_partial": 0.006591796875,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.00040620111394673586,
      "loss_partial": 0.0062255859375,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0004138856893405318,
      "loss_partial": 0.005401611328125,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0004434716538526118,
      "loss_partial": 0.00738525390625,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0006992490962147713,
      "loss_partial": 0.0091552734375,
      "step": 1015
    },
    {
      "epoch": 1.4752906976744187,
      "loss_distr": 0.0007926563266664743,
      "loss_partial": 0.00457763671875,
      "step": 1015
    },
    {
      "epoch": 1.4767441860465116,
      "grad_norm": 0.1603623628616333,
      "learning_rate": 3.91070814475984e-06,
      "loss": 0.1715,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0007779266452416778,
      "loss_partial": 0.003173828125,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0005771486321464181,
      "loss_partial": 0.0074462890625,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0006469165673479438,
      "loss_partial": 0.00390625,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.000580781779717654,
      "loss_partial": 0.00665283203125,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0002659803722053766,
      "loss_partial": 0.00579833984375,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0005314648151397705,
      "loss_partial": 0.00341796875,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00031919419416226447,
      "loss_partial": 0.0064697265625,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0005273034912534058,
      "loss_partial": 0.01055908203125,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0006393238436430693,
      "loss_partial": 0.00653076171875,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0006754456553608179,
      "loss_partial": 0.004730224609375,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.000597416830714792,
      "loss_partial": 0.00567626953125,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0003416542604099959,
      "loss_partial": 0.0050048828125,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0005596649716608226,
      "loss_partial": 0.00634765625,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0006569399847649038,
      "loss_partial": 0.0107421875,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00027564523043110967,
      "loss_partial": 0.006744384765625,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0003110077232122421,
      "loss_partial": 0.01031494140625,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00042593589751049876,
      "loss_partial": 0.006195068359375,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00045677489833906293,
      "loss_partial": 0.00811767578125,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00045265196240507066,
      "loss_partial": 0.006988525390625,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00029535056091845036,
      "loss_partial": 0.006805419921875,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0004572311881929636,
      "loss_partial": 0.008544921875,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.0007971076993271708,
      "loss_partial": 0.004974365234375,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00032525393180549145,
      "loss_partial": 0.00653076171875,
      "step": 1016
    },
    {
      "epoch": 1.4767441860465116,
      "loss_distr": 0.00035855043097399175,
      "loss_partial": 0.008056640625,
      "step": 1016
    },
    {
      "epoch": 1.4781976744186047,
      "grad_norm": 0.17127683758735657,
      "learning_rate": 3.890598624506834e-06,
      "loss": 0.173,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0007119518704712391,
      "loss_partial": 0.007476806640625,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0005929978215135634,
      "loss_partial": 0.0042724609375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0005319452029652894,
      "loss_partial": 0.00701904296875,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0005702084163203835,
      "loss_partial": 0.007659912109375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0006295371567830443,
      "loss_partial": 0.007171630859375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0002864380367100239,
      "loss_partial": 0.005859375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.00038520171074196696,
      "loss_partial": 0.0086669921875,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.00038725673221051693,
      "loss_partial": 0.005950927734375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0007640260737389326,
      "loss_partial": 0.0037384033203125,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.00043042178731411695,
      "loss_partial": 0.00726318359375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0006605301750823855,
      "loss_partial": 0.005462646484375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.00035162485437467694,
      "loss_partial": 0.005584716796875,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.00018719326180871576,
      "loss_partial": 0.00830078125,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.00044885833631269634,
      "loss_partial": 0.0098876953125,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0004256140091456473,
      "loss_partial": 0.00811767578125,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0005501351552084088,
      "loss_partial": 0.006988525390625,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0007170417811721563,
      "loss_partial": 0.00518798828125,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0005776267498731613,
      "loss_partial": 0.006378173828125,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0004231496131978929,
      "loss_partial": 0.004150390625,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0007904415833763778,
      "loss_partial": 0.005462646484375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.00021366929286159575,
      "loss_partial": 0.0091552734375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0005232050316408277,
      "loss_partial": 0.0064697265625,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0004994735354557633,
      "loss_partial": 0.007171630859375,
      "step": 1017
    },
    {
      "epoch": 1.4781976744186047,
      "loss_distr": 0.0008196387207135558,
      "loss_partial": 0.006591796875,
      "step": 1017
    },
    {
      "epoch": 1.4796511627906976,
      "grad_norm": 0.16282279789447784,
      "learning_rate": 3.870528446294353e-06,
      "loss": 0.1696,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0003643531817942858,
      "loss_partial": 0.00543212890625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0006975929136388004,
      "loss_partial": 0.0079345703125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.00044002890354022384,
      "loss_partial": 0.0069580078125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0007409661775454879,
      "loss_partial": 0.006439208984375,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0006535775028169155,
      "loss_partial": 0.003387451171875,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0006476714042946696,
      "loss_partial": 0.004302978515625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0005572728114202619,
      "loss_partial": 0.01031494140625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.00047767951036803424,
      "loss_partial": 0.004302978515625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0007003550417721272,
      "loss_partial": 0.006866455078125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.000656473683193326,
      "loss_partial": 0.005645751953125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0005887451698072255,
      "loss_partial": 0.00726318359375,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0009510029340162873,
      "loss_partial": 0.00408935546875,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0002608606591820717,
      "loss_partial": 0.00689697265625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0004907841212116182,
      "loss_partial": 0.00836181640625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0003293334739282727,
      "loss_partial": 0.005462646484375,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0004197476664558053,
      "loss_partial": 0.005157470703125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0003555945004336536,
      "loss_partial": 0.0113525390625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0007136868662200868,
      "loss_partial": 0.005035400390625,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0006972530391067266,
      "loss_partial": 0.0057373046875,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0007356965797953308,
      "loss_partial": 0.0032501220703125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0005792323499917984,
      "loss_partial": 0.003173828125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0007569456356577575,
      "loss_partial": 0.0038604736328125,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.0006302259862422943,
      "loss_partial": 0.004638671875,
      "step": 1018
    },
    {
      "epoch": 1.4796511627906976,
      "loss_distr": 0.00021288581774570048,
      "loss_partial": 0.008056640625,
      "step": 1018
    },
    {
      "epoch": 1.4811046511627908,
      "grad_norm": 0.1681116372346878,
      "learning_rate": 3.850497739366101e-06,
      "loss": 0.1788,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0010562969837337732,
      "loss_partial": 0.004547119140625,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0006241837982088327,
      "loss_partial": 0.006072998046875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0003454847901593894,
      "loss_partial": 0.00848388671875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0005724054644815624,
      "loss_partial": 0.00653076171875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0005028995219618082,
      "loss_partial": 0.007080078125,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.00040535430889576674,
      "loss_partial": 0.0052490234375,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.00018570423708297312,
      "loss_partial": 0.005218505859375,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0005295464070513844,
      "loss_partial": 0.00592041015625,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.00019874685676768422,
      "loss_partial": 0.0086669921875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0005012889741919935,
      "loss_partial": 0.005889892578125,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0005151337827555835,
      "loss_partial": 0.006195068359375,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.000579624087549746,
      "loss_partial": 0.003814697265625,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0006529988022521138,
      "loss_partial": 0.004608154296875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0007191026816144586,
      "loss_partial": 0.002655029296875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0004280195280443877,
      "loss_partial": 0.0103759765625,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.00046339735854417086,
      "loss_partial": 0.0096435546875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0007803527405485511,
      "loss_partial": 0.004241943359375,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0006878200219944119,
      "loss_partial": 0.0084228515625,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0004884903901256621,
      "loss_partial": 0.005615234375,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0003617327893152833,
      "loss_partial": 0.0052490234375,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0010401747422292829,
      "loss_partial": 0.005584716796875,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0005046397564001381,
      "loss_partial": 0.004547119140625,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0006466652266681194,
      "loss_partial": 0.005615234375,
      "step": 1019
    },
    {
      "epoch": 1.4811046511627908,
      "loss_distr": 0.0003485977358650416,
      "loss_partial": 0.00665283203125,
      "step": 1019
    },
    {
      "epoch": 1.4825581395348837,
      "grad_norm": 0.17204084992408752,
      "learning_rate": 3.830506632711633e-06,
      "loss": 0.1733,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0008904167334549129,
      "loss_partial": 0.00543212890625,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0004189604369457811,
      "loss_partial": 0.01068115234375,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.000789739191532135,
      "loss_partial": 0.00811767578125,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0004018945328425616,
      "loss_partial": 0.00830078125,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0006343191489577293,
      "loss_partial": 0.0048828125,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.00029681375599466264,
      "loss_partial": 0.0069580078125,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0009874203242361546,
      "loss_partial": 0.004669189453125,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0005767577094957232,
      "loss_partial": 0.006683349609375,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0009449642384424806,
      "loss_partial": 0.00677490234375,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0004087660345248878,
      "loss_partial": 0.00640869140625,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0003776986268348992,
      "loss_partial": 0.007049560546875,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.00032021457445807755,
      "loss_partial": 0.00714111328125,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.00033375853672623634,
      "loss_partial": 0.006317138671875,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0008297667372971773,
      "loss_partial": 0.00433349609375,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.00033748612622730434,
      "loss_partial": 0.0103759765625,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0005104586598463356,
      "loss_partial": 0.0086669921875,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0003158454201184213,
      "loss_partial": 0.0087890625,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0007004551007412374,
      "loss_partial": 0.004058837890625,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.00036819756496697664,
      "loss_partial": 0.007293701171875,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0005190121009945869,
      "loss_partial": 0.009765625,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0004799210582859814,
      "loss_partial": 0.00738525390625,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.00042081763967871666,
      "loss_partial": 0.0079345703125,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0004370196838863194,
      "loss_partial": 0.006927490234375,
      "step": 1020
    },
    {
      "epoch": 1.4825581395348837,
      "loss_distr": 0.0007051787688396871,
      "loss_partial": 0.004058837890625,
      "step": 1020
    },
    {
      "epoch": 1.4840116279069768,
      "grad_norm": 0.18355891108512878,
      "learning_rate": 3.810555255065477e-06,
      "loss": 0.1769,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0007482633227482438,
      "loss_partial": 0.0045166015625,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0004692143702413887,
      "loss_partial": 0.005706787109375,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0004398449673317373,
      "loss_partial": 0.008056640625,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.00041026584221981466,
      "loss_partial": 0.00897216796875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.000548406271263957,
      "loss_partial": 0.005859375,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0006554946303367615,
      "loss_partial": 0.004425048828125,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0006120981997810304,
      "loss_partial": 0.007537841796875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.00037283494020812213,
      "loss_partial": 0.005584716796875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0005261155893094838,
      "loss_partial": 0.006805419921875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.00047654457739554346,
      "loss_partial": 0.00946044921875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0006302401889115572,
      "loss_partial": 0.00921630859375,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.000583979650400579,
      "loss_partial": 0.004058837890625,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.000525367446243763,
      "loss_partial": 0.010009765625,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.000390561152016744,
      "loss_partial": 0.005279541015625,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.00041742163011804223,
      "loss_partial": 0.01025390625,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.00042250199476256967,
      "loss_partial": 0.005706787109375,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0003073122934438288,
      "loss_partial": 0.003875732421875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0005337880575098097,
      "loss_partial": 0.005584716796875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0002461840631440282,
      "loss_partial": 0.005218505859375,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0005575669929385185,
      "loss_partial": 0.00726318359375,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.00037360802525654435,
      "loss_partial": 0.00726318359375,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.00048011247417889535,
      "loss_partial": 0.00762939453125,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0007375599234364927,
      "loss_partial": 0.007537841796875,
      "step": 1021
    },
    {
      "epoch": 1.4840116279069768,
      "loss_distr": 0.0007787211216054857,
      "loss_partial": 0.01043701171875,
      "step": 1021
    },
    {
      "epoch": 1.4854651162790697,
      "grad_norm": 0.18425597250461578,
      "learning_rate": 3.7906437349063217e-06,
      "loss": 0.1792,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0002739187912084162,
      "loss_partial": 0.007293701171875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.00039615712012164295,
      "loss_partial": 0.01104736328125,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0002819972869474441,
      "loss_partial": 0.0029296875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0007298525888472795,
      "loss_partial": 0.005950927734375,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0005073638167232275,
      "loss_partial": 0.007720947265625,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0005319224437698722,
      "loss_partial": 0.00628662109375,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0003845672763418406,
      "loss_partial": 0.0118408203125,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0002897822705563158,
      "loss_partial": 0.006103515625,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0003048922517336905,
      "loss_partial": 0.006805419921875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0005168234929442406,
      "loss_partial": 0.00604248046875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0007275407551787794,
      "loss_partial": 0.005096435546875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.00023275740386452526,
      "loss_partial": 0.00836181640625,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0004959600046277046,
      "loss_partial": 0.005279541015625,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.00031604678952135146,
      "loss_partial": 0.004150390625,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0007174978964030743,
      "loss_partial": 0.0040283203125,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.00042866525473073125,
      "loss_partial": 0.007171630859375,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.000386677187634632,
      "loss_partial": 0.004852294921875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0006663112435489893,
      "loss_partial": 0.00848388671875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0004664617299567908,
      "loss_partial": 0.00701904296875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.00021719162759836763,
      "loss_partial": 0.00982666015625,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.00029356294544413686,
      "loss_partial": 0.004638671875,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.000756312976591289,
      "loss_partial": 0.005035400390625,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0004401511687319726,
      "loss_partial": 0.006378173828125,
      "step": 1022
    },
    {
      "epoch": 1.4854651162790697,
      "loss_distr": 0.0002251120749861002,
      "loss_partial": 0.006439208984375,
      "step": 1022
    },
    {
      "epoch": 1.4869186046511627,
      "grad_norm": 0.1618068963289261,
      "learning_rate": 3.770772200456203e-06,
      "loss": 0.1738,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0004621857951860875,
      "loss_partial": 0.00689697265625,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0004530384612735361,
      "loss_partial": 0.007568359375,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00025040938635356724,
      "loss_partial": 0.007537841796875,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.000263378256931901,
      "loss_partial": 0.0103759765625,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0011188648641109467,
      "loss_partial": 0.002960205078125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0007771656382828951,
      "loss_partial": 0.0030517578125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0003819958947133273,
      "loss_partial": 0.00592041015625,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0002901347470469773,
      "loss_partial": 0.00946044921875,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00018010655185207725,
      "loss_partial": 0.005706787109375,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00047436991007998586,
      "loss_partial": 0.008544921875,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0007413613493554294,
      "loss_partial": 0.0027923583984375,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0005562887527048588,
      "loss_partial": 0.0081787109375,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0002854412014130503,
      "loss_partial": 0.0079345703125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0005625371122732759,
      "loss_partial": 0.0037384033203125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00037690094904974103,
      "loss_partial": 0.0050048828125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00048259651521220803,
      "loss_partial": 0.00799560546875,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00028272951021790504,
      "loss_partial": 0.0086669921875,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0005392590537667274,
      "loss_partial": 0.01220703125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0007748757489025593,
      "loss_partial": 0.00604248046875,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0004959828802384436,
      "loss_partial": 0.0081787109375,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0005908508901484311,
      "loss_partial": 0.009033203125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.0005961452843621373,
      "loss_partial": 0.00665283203125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00032198382541537285,
      "loss_partial": 0.0040283203125,
      "step": 1023
    },
    {
      "epoch": 1.4869186046511627,
      "loss_distr": 0.00036988823558203876,
      "loss_partial": 0.00885009765625,
      "step": 1023
    },
    {
      "epoch": 1.4883720930232558,
      "grad_norm": 0.17265985906124115,
      "learning_rate": 3.7509407796796505e-06,
      "loss": 0.1749,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0005205783527344465,
      "loss_partial": 0.010986328125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0005716014420613647,
      "loss_partial": 0.00439453125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.00023603432055097073,
      "loss_partial": 0.00885009765625,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0003530331305228174,
      "loss_partial": 0.006622314453125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0003555197617970407,
      "loss_partial": 0.00433349609375,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0009499573498032987,
      "loss_partial": 0.0042724609375,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.000528819567989558,
      "loss_partial": 0.00555419921875,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.00048055604565888643,
      "loss_partial": 0.00421142578125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0005176481790840626,
      "loss_partial": 0.005340576171875,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0005364068783819675,
      "loss_partial": 0.004547119140625,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.00025409599766135216,
      "loss_partial": 0.005340576171875,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0005247792578302324,
      "loss_partial": 0.0078125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.00037515669828280807,
      "loss_partial": 0.0032806396484375,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0002986546023748815,
      "loss_partial": 0.008544921875,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.00046134492731653154,
      "loss_partial": 0.00341796875,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0004213406937196851,
      "loss_partial": 0.0089111328125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0005378639325499535,
      "loss_partial": 0.00518798828125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0006578576285392046,
      "loss_partial": 0.002471923828125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0006523040938191116,
      "loss_partial": 0.00927734375,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.000442874850705266,
      "loss_partial": 0.006134033203125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.00035431591095402837,
      "loss_partial": 0.006988525390625,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0007676155655644834,
      "loss_partial": 0.006378173828125,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.00050165451830253,
      "loss_partial": 0.0084228515625,
      "step": 1024
    },
    {
      "epoch": 1.4883720930232558,
      "loss_distr": 0.0004514724132604897,
      "loss_partial": 0.00885009765625,
      "step": 1024
    },
    {
      "epoch": 1.489825581395349,
      "grad_norm": 0.17172738909721375,
      "learning_rate": 3.7311496002828905e-06,
      "loss": 0.1764,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0003295448259450495,
      "loss_partial": 0.007537841796875,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0007041726494207978,
      "loss_partial": 0.00787353515625,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.00033617374720051885,
      "loss_partial": 0.008056640625,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0002509050536900759,
      "loss_partial": 0.0079345703125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0005435885395854712,
      "loss_partial": 0.0032196044921875,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0007010323461145163,
      "loss_partial": 0.0038604736328125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0004777188296429813,
      "loss_partial": 0.005126953125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.00045750776189379394,
      "loss_partial": 0.0106201171875,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0005781970103271306,
      "loss_partial": 0.00927734375,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.00044896529288962483,
      "loss_partial": 0.0137939453125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0007946654222905636,
      "loss_partial": 0.0042724609375,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0004535481275524944,
      "loss_partial": 0.006134033203125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.00030473951483145356,
      "loss_partial": 0.00970458984375,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0003242441453039646,
      "loss_partial": 0.006500244140625,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0004571340687107295,
      "loss_partial": 0.00762939453125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0004911011783406138,
      "loss_partial": 0.00921630859375,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0006451085209846497,
      "loss_partial": 0.005859375,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.00037259244709275663,
      "loss_partial": 0.00860595703125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0005987426266074181,
      "loss_partial": 0.005035400390625,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0007229950278997421,
      "loss_partial": 0.003997802734375,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0007089091814123094,
      "loss_partial": 0.006805419921875,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0009408077457919717,
      "loss_partial": 0.0021209716796875,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.000385501713026315,
      "loss_partial": 0.005645751953125,
      "step": 1025
    },
    {
      "epoch": 1.489825581395349,
      "loss_distr": 0.0006897290586493909,
      "loss_partial": 0.005157470703125,
      "step": 1025
    },
    {
      "epoch": 1.4912790697674418,
      "grad_norm": 0.17615601420402527,
      "learning_rate": 3.711398789713002e-06,
      "loss": 0.1757,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0004899677587673068,
      "loss_partial": 0.006011962890625,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005845474079251289,
      "loss_partial": 0.006927490234375,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005558417760767043,
      "loss_partial": 0.007110595703125,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0004266473697498441,
      "loss_partial": 0.014404296875,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0004667645553126931,
      "loss_partial": 0.006927490234375,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0007723831804469228,
      "loss_partial": 0.00506591796875,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0004949657013639808,
      "loss_partial": 0.00457763671875,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0004746479680761695,
      "loss_partial": 0.00677490234375,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005309609696269035,
      "loss_partial": 0.005126953125,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005624648183584213,
      "loss_partial": 0.00634765625,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0007334878901019692,
      "loss_partial": 0.005706787109375,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.000588126596994698,
      "loss_partial": 0.004058837890625,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005727828247472644,
      "loss_partial": 0.004913330078125,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0008709886460565031,
      "loss_partial": 0.0079345703125,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0006053031538613141,
      "loss_partial": 0.004791259765625,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.00028880685567855835,
      "loss_partial": 0.006927490234375,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0006162724457681179,
      "loss_partial": 0.005462646484375,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005724605289287865,
      "loss_partial": 0.004150390625,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0006637785118073225,
      "loss_partial": 0.004669189453125,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005245717475190759,
      "loss_partial": 0.003387451171875,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0006019871798343956,
      "loss_partial": 0.007659912109375,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0003490363887976855,
      "loss_partial": 0.00592041015625,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0006382128340192139,
      "loss_partial": 0.0093994140625,
      "step": 1026
    },
    {
      "epoch": 1.4912790697674418,
      "loss_distr": 0.0005190630909055471,
      "loss_partial": 0.007293701171875,
      "step": 1026
    },
    {
      "epoch": 1.4927325581395348,
      "grad_norm": 0.1681116819381714,
      "learning_rate": 3.691688475157108e-06,
      "loss": 0.173,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0005366807454265654,
      "loss_partial": 0.0052490234375,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0004736619011964649,
      "loss_partial": 0.005126953125,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0006957842269912362,
      "loss_partial": 0.00799560546875,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0003221161896362901,
      "loss_partial": 0.0079345703125,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.000580650637857616,
      "loss_partial": 0.005706787109375,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.00043354398803785443,
      "loss_partial": 0.007659912109375,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0003658610803540796,
      "loss_partial": 0.0086669921875,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.00018084558541886508,
      "loss_partial": 0.007537841796875,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0006277782376855612,
      "loss_partial": 0.0079345703125,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0003759314422495663,
      "loss_partial": 0.01348876953125,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.00028348006890155375,
      "loss_partial": 0.01470947265625,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.00036795559572055936,
      "loss_partial": 0.007080078125,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0008231456740759313,
      "loss_partial": 0.0031890869140625,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0006711988244205713,
      "loss_partial": 0.00360107421875,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0007499486673623323,
      "loss_partial": 0.0035552978515625,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0006456841947510839,
      "loss_partial": 0.0037841796875,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.00047372953849844635,
      "loss_partial": 0.0096435546875,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.00039631902473047376,
      "loss_partial": 0.006134033203125,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0004721775185316801,
      "loss_partial": 0.005126953125,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0004491240833885968,
      "loss_partial": 0.004364013671875,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.00036998430732637644,
      "loss_partial": 0.009765625,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0005276038427837193,
      "loss_partial": 0.005279541015625,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.0003672832972370088,
      "loss_partial": 0.0064697265625,
      "step": 1027
    },
    {
      "epoch": 1.4927325581395348,
      "loss_distr": 0.000620619859546423,
      "loss_partial": 0.00897216796875,
      "step": 1027
    },
    {
      "epoch": 1.494186046511628,
      "grad_norm": 0.16417817771434784,
      "learning_rate": 3.6720187835415588e-06,
      "loss": 0.1738,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0002857574145309627,
      "loss_partial": 0.01446533203125,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0003670217702165246,
      "loss_partial": 0.01019287109375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.00040348339825868607,
      "loss_partial": 0.0087890625,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0003984775976277888,
      "loss_partial": 0.00604248046875,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006909013027325273,
      "loss_partial": 0.0047607421875,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006545679061673582,
      "loss_partial": 0.0042724609375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0003653904132079333,
      "loss_partial": 0.0059814453125,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.000269703014055267,
      "loss_partial": 0.007537841796875,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0005275809089653194,
      "loss_partial": 0.006256103515625,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.00043979749898426235,
      "loss_partial": 0.007537841796875,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006264221156015992,
      "loss_partial": 0.005279541015625,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.00037116752355359495,
      "loss_partial": 0.00799560546875,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0007458747713826597,
      "loss_partial": 0.0076904296875,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006182955112308264,
      "loss_partial": 0.0032958984375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0007735841209068894,
      "loss_partial": 0.00787353515625,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0003134276485070586,
      "loss_partial": 0.00335693359375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0002620962623041123,
      "loss_partial": 0.00469970703125,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006058275466784835,
      "loss_partial": 0.0038909912109375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006544471252709627,
      "loss_partial": 0.006683349609375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006013425881974399,
      "loss_partial": 0.0033416748046875,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0004543559334706515,
      "loss_partial": 0.009521484375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0003251335583627224,
      "loss_partial": 0.005462646484375,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0003630329156294465,
      "loss_partial": 0.0093994140625,
      "step": 1028
    },
    {
      "epoch": 1.494186046511628,
      "loss_distr": 0.0006684264517389238,
      "loss_partial": 0.00714111328125,
      "step": 1028
    },
    {
      "epoch": 1.495639534883721,
      "grad_norm": 0.17046229541301727,
      "learning_rate": 3.6523898415311022e-06,
      "loss": 0.1724,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.000472390151116997,
      "loss_partial": 0.0047607421875,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0002751637657638639,
      "loss_partial": 0.00872802734375,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0002299705520272255,
      "loss_partial": 0.004486083984375,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0005609444924630225,
      "loss_partial": 0.00872802734375,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0009823829168453813,
      "loss_partial": 0.002471923828125,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.000493217259645462,
      "loss_partial": 0.005096435546875,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0005394715117290616,
      "loss_partial": 0.0147705078125,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0004333332763053477,
      "loss_partial": 0.0054931640625,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0004490710562095046,
      "loss_partial": 0.0096435546875,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0002838460204657167,
      "loss_partial": 0.00482177734375,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0006659638602286577,
      "loss_partial": 0.006072998046875,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0006481360178440809,
      "loss_partial": 0.0037384033203125,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.00029449397698044777,
      "loss_partial": 0.0068359375,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0005404521944001317,
      "loss_partial": 0.0069580078125,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0005300765624269843,
      "loss_partial": 0.0089111328125,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0005306304665282369,
      "loss_partial": 0.00567626953125,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.00030822999542579055,
      "loss_partial": 0.005035400390625,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0006722837570123374,
      "loss_partial": 0.005859375,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.00042468783794902265,
      "loss_partial": 0.0084228515625,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0005148627678863704,
      "loss_partial": 0.006256103515625,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0006702648242935538,
      "loss_partial": 0.004486083984375,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0006155231967568398,
      "loss_partial": 0.006256103515625,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0007017310126684606,
      "loss_partial": 0.00439453125,
      "step": 1029
    },
    {
      "epoch": 1.495639534883721,
      "loss_distr": 0.0005262090126052499,
      "loss_partial": 0.0098876953125,
      "step": 1029
    },
    {
      "epoch": 1.497093023255814,
      "grad_norm": 0.17507734894752502,
      "learning_rate": 3.6328017755280763e-06,
      "loss": 0.1734,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005462549743242562,
      "loss_partial": 0.0072021484375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0009687633137218654,
      "loss_partial": 0.0036468505859375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005394192412495613,
      "loss_partial": 0.006195068359375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005059297545813024,
      "loss_partial": 0.0079345703125,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0007782175671309233,
      "loss_partial": 0.0033416748046875,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005138258566148579,
      "loss_partial": 0.00897216796875,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0007051951251924038,
      "loss_partial": 0.0118408203125,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005114964442327619,
      "loss_partial": 0.00726318359375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0003682004753500223,
      "loss_partial": 0.006591796875,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0008892866317182779,
      "loss_partial": 0.003936767578125,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0004425837832968682,
      "loss_partial": 0.00506591796875,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0004253326333127916,
      "loss_partial": 0.0074462890625,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005774595192633569,
      "loss_partial": 0.004852294921875,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0004913601442240179,
      "loss_partial": 0.00775146484375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0006159517215564847,
      "loss_partial": 0.01055908203125,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.000374350871425122,
      "loss_partial": 0.005859375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005337360198609531,
      "loss_partial": 0.00897216796875,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0006485649500973523,
      "loss_partial": 0.00640869140625,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0006604657392017543,
      "loss_partial": 0.0032501220703125,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005581323057413101,
      "loss_partial": 0.005828857421875,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0002681051555555314,
      "loss_partial": 0.00433349609375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0005951105849817395,
      "loss_partial": 0.005462646484375,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.0006950646638870239,
      "loss_partial": 0.00640869140625,
      "step": 1030
    },
    {
      "epoch": 1.497093023255814,
      "loss_distr": 0.00047524840920232236,
      "loss_partial": 0.004852294921875,
      "step": 1030
    },
    {
      "epoch": 1.4985465116279069,
      "grad_norm": 0.17320328950881958,
      "learning_rate": 3.6132547116716077e-06,
      "loss": 0.1732,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0004203279677312821,
      "loss_partial": 0.00823974609375,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0005633466062135994,
      "loss_partial": 0.0052490234375,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.00038700393633916974,
      "loss_partial": 0.0033721923828125,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0005844375118613243,
      "loss_partial": 0.0038299560546875,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0003478211583569646,
      "loss_partial": 0.006591796875,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0004903506487607956,
      "loss_partial": 0.004852294921875,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0007199700339697301,
      "loss_partial": 0.0034637451171875,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0007670102640986443,
      "loss_partial": 0.0038604736328125,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.000528830336406827,
      "loss_partial": 0.0047607421875,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0004219640977680683,
      "loss_partial": 0.0064697265625,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.00045176228741183877,
      "loss_partial": 0.004302978515625,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0005172598175704479,
      "loss_partial": 0.00634765625,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.00033032253850251436,
      "loss_partial": 0.007354736328125,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0003793923824559897,
      "loss_partial": 0.0048828125,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0002738581970334053,
      "loss_partial": 0.003631591796875,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0005072109634056687,
      "loss_partial": 0.00775146484375,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0005107028991915286,
      "loss_partial": 0.00921630859375,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0006823629955761135,
      "loss_partial": 0.0042724609375,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0003059040755033493,
      "loss_partial": 0.0101318359375,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0006408802000805736,
      "loss_partial": 0.005035400390625,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0006980581092648208,
      "loss_partial": 0.00762939453125,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0007601733668707311,
      "loss_partial": 0.004852294921875,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.0003225698019377887,
      "loss_partial": 0.00885009765625,
      "step": 1031
    },
    {
      "epoch": 1.4985465116279069,
      "loss_distr": 0.00044549067388288677,
      "loss_partial": 0.00518798828125,
      "step": 1031
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.1741975098848343,
      "learning_rate": 3.5937487758367597e-06,
      "loss": 0.1717,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0006968590314500034,
      "loss_partial": 0.005218505859375,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0002568433992564678,
      "loss_partial": 0.01220703125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.000537545420229435,
      "loss_partial": 0.009521484375,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0002746461541391909,
      "loss_partial": 0.007110595703125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.000508597120642662,
      "loss_partial": 0.0079345703125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0006012814119458199,
      "loss_partial": 0.006439208984375,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.00055748998420313,
      "loss_partial": 0.0040283203125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0002455278008710593,
      "loss_partial": 0.008544921875,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0005255336873233318,
      "loss_partial": 0.00506591796875,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0005517169483937323,
      "loss_partial": 0.00396728515625,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0007986277341842651,
      "loss_partial": 0.0037841796875,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0005914876237511635,
      "loss_partial": 0.00836181640625,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0005982848815619946,
      "loss_partial": 0.007049560546875,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0008365634130313993,
      "loss_partial": 0.0078125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0004988389555364847,
      "loss_partial": 0.00634765625,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.00046386837493628263,
      "loss_partial": 0.0037841796875,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0002934923395514488,
      "loss_partial": 0.005645751953125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0007819675374776125,
      "loss_partial": 0.004913330078125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0003750873147509992,
      "loss_partial": 0.00738525390625,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0005162220913916826,
      "loss_partial": 0.01239013671875,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0007151604513637722,
      "loss_partial": 0.006378173828125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0003422426525503397,
      "loss_partial": 0.005950927734375,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.00016586337005719543,
      "loss_partial": 0.006866455078125,
      "step": 1032
    },
    {
      "epoch": 1.5,
      "loss_distr": 0.0003593625733628869,
      "loss_partial": 0.005126953125,
      "step": 1032
    },
    {
      "epoch": 1.5014534883720931,
      "grad_norm": 0.1868627667427063,
      "learning_rate": 3.574284093633773e-06,
      "loss": 0.1705,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0005755711463280022,
      "loss_partial": 0.005828857421875,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0010101115331053734,
      "loss_partial": 0.0048828125,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0005931681953370571,
      "loss_partial": 0.0086669921875,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0003221823717467487,
      "loss_partial": 0.00701904296875,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0003562611236702651,
      "loss_partial": 0.007049560546875,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0003623407974373549,
      "loss_partial": 0.00860595703125,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0004991500172764063,
      "loss_partial": 0.00811767578125,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0008681148756295443,
      "loss_partial": 0.004486083984375,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.00022221628751140088,
      "loss_partial": 0.005584716796875,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0007847968372516334,
      "loss_partial": 0.004547119140625,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0007715445826761425,
      "loss_partial": 0.007659912109375,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.00042339181527495384,
      "loss_partial": 0.00836181640625,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0007561041857115924,
      "loss_partial": 0.00634765625,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.00046371130156330764,
      "loss_partial": 0.0113525390625,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0006102636689320207,
      "loss_partial": 0.00848388671875,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0008140330901369452,
      "loss_partial": 0.004638671875,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.00021941772138234228,
      "loss_partial": 0.0037384033203125,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0004424778453540057,
      "loss_partial": 0.007110595703125,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0004050779971294105,
      "loss_partial": 0.014892578125,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.000455184344900772,
      "loss_partial": 0.00787353515625,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0003432499652262777,
      "loss_partial": 0.01025390625,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0006323175621218979,
      "loss_partial": 0.0062255859375,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0005627718637697399,
      "loss_partial": 0.0068359375,
      "step": 1033
    },
    {
      "epoch": 1.5014534883720931,
      "loss_distr": 0.0007370165549218655,
      "loss_partial": 0.005859375,
      "step": 1033
    },
    {
      "epoch": 1.502906976744186,
      "grad_norm": 0.17151683568954468,
      "learning_rate": 3.5548607904072173e-06,
      "loss": 0.1757,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0006000766879878938,
      "loss_partial": 0.007537841796875,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0007073254673741758,
      "loss_partial": 0.0069580078125,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0004446200036909431,
      "loss_partial": 0.01287841796875,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0006738050142303109,
      "loss_partial": 0.006072998046875,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.000824475777335465,
      "loss_partial": 0.00347900390625,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0003896318085025996,
      "loss_partial": 0.0089111328125,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.00037001760210841894,
      "loss_partial": 0.0084228515625,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0002626802306622267,
      "loss_partial": 0.01019287109375,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0008456023642793298,
      "loss_partial": 0.005706787109375,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0006139454199001193,
      "loss_partial": 0.006317138671875,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0006214175373315811,
      "loss_partial": 0.00372314453125,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0003197416663169861,
      "loss_partial": 0.007080078125,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0005032396875321865,
      "loss_partial": 0.00787353515625,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0005361763760447502,
      "loss_partial": 0.00653076171875,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0004887223476544023,
      "loss_partial": 0.0057373046875,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0005712257698178291,
      "loss_partial": 0.005645751953125,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0003635718021541834,
      "loss_partial": 0.00408935546875,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0005272639100439847,
      "loss_partial": 0.0037689208984375,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0006430876674130559,
      "loss_partial": 0.0084228515625,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0006321039400063455,
      "loss_partial": 0.006256103515625,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.000563747831620276,
      "loss_partial": 0.00823974609375,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0007930721039883792,
      "loss_partial": 0.00567626953125,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0005241914186626673,
      "loss_partial": 0.00762939453125,
      "step": 1034
    },
    {
      "epoch": 1.502906976744186,
      "loss_distr": 0.0005623598117381334,
      "loss_partial": 0.00457763671875,
      "step": 1034
    },
    {
      "epoch": 1.504360465116279,
      "grad_norm": 0.17138734459877014,
      "learning_rate": 3.5354789912352083e-06,
      "loss": 0.1748,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0003486696514301002,
      "loss_partial": 0.005645751953125,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.00042695243610069156,
      "loss_partial": 0.00439453125,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0007712834049016237,
      "loss_partial": 0.004486083984375,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.00031027523800730705,
      "loss_partial": 0.006927490234375,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.00045968146878294647,
      "loss_partial": 0.00860595703125,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0005919696995988488,
      "loss_partial": 0.005279541015625,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.00041316039278171957,
      "loss_partial": 0.00616455078125,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0006460456643253565,
      "loss_partial": 0.0031280517578125,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0002971177746076137,
      "loss_partial": 0.005096435546875,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.00037914898712188005,
      "loss_partial": 0.006927490234375,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0002497666282579303,
      "loss_partial": 0.007049560546875,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0005295287119224668,
      "loss_partial": 0.005767822265625,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.00022474605066236109,
      "loss_partial": 0.0079345703125,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.000560111366212368,
      "loss_partial": 0.00897216796875,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0003911993408109993,
      "loss_partial": 0.00732421875,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0006929237861186266,
      "loss_partial": 0.00921630859375,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0005093568470329046,
      "loss_partial": 0.008544921875,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0006438230630010366,
      "loss_partial": 0.00347900390625,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0005079341935925186,
      "loss_partial": 0.0048828125,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0004563551628962159,
      "loss_partial": 0.006256103515625,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0004404701176099479,
      "loss_partial": 0.005279541015625,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0004396367003209889,
      "loss_partial": 0.004119873046875,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.00018573713896330446,
      "loss_partial": 0.00537109375,
      "step": 1035
    },
    {
      "epoch": 1.504360465116279,
      "loss_distr": 0.0006763509009033442,
      "loss_partial": 0.007049560546875,
      "step": 1035
    },
    {
      "epoch": 1.505813953488372,
      "grad_norm": 0.16025228798389435,
      "learning_rate": 3.5161388209285864e-06,
      "loss": 0.1709,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0009257078636437654,
      "loss_partial": 0.0028533935546875,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.00028063508216291666,
      "loss_partial": 0.0089111328125,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.00043978006578981876,
      "loss_partial": 0.00665283203125,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.000322781183058396,
      "loss_partial": 0.005157470703125,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0003557164454832673,
      "loss_partial": 0.0091552734375,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0005103255389258265,
      "loss_partial": 0.006988525390625,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0004253223887644708,
      "loss_partial": 0.00726318359375,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0004399663885124028,
      "loss_partial": 0.004547119140625,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.000234525854466483,
      "loss_partial": 0.008544921875,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.00042142008896917105,
      "loss_partial": 0.0107421875,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.00046792387729510665,
      "loss_partial": 0.00799560546875,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.000521864858455956,
      "loss_partial": 0.004119873046875,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0005312556168064475,
      "loss_partial": 0.006591796875,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.00020967546151950955,
      "loss_partial": 0.007568359375,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0003866561164613813,
      "loss_partial": 0.005767822265625,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0009108634549193084,
      "loss_partial": 0.005126953125,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0004993733018636703,
      "loss_partial": 0.0037384033203125,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0006829169578850269,
      "loss_partial": 0.0034942626953125,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0005993683007545769,
      "loss_partial": 0.005706787109375,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.00026415116735734046,
      "loss_partial": 0.01025390625,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0004658251709770411,
      "loss_partial": 0.0078125,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0009020267752930522,
      "loss_partial": 0.00494384765625,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0005461340770125389,
      "loss_partial": 0.004241943359375,
      "step": 1036
    },
    {
      "epoch": 1.505813953488372,
      "loss_distr": 0.0004060299543198198,
      "loss_partial": 0.00823974609375,
      "step": 1036
    },
    {
      "epoch": 1.5072674418604652,
      "grad_norm": 0.17576846480369568,
      "learning_rate": 3.496840404030115e-06,
      "loss": 0.1762,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.00047555507626384497,
      "loss_partial": 0.00885009765625,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0005265567451715469,
      "loss_partial": 0.0078125,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0005902050179429352,
      "loss_partial": 0.005462646484375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0003380812704563141,
      "loss_partial": 0.0072021484375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0005972522194497287,
      "loss_partial": 0.00531005859375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0006304425187408924,
      "loss_partial": 0.004974365234375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0007179765962064266,
      "loss_partial": 0.005523681640625,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0002156281261704862,
      "loss_partial": 0.00958251953125,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0002151444205082953,
      "loss_partial": 0.01019287109375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.00026235231780447066,
      "loss_partial": 0.01019287109375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0007624488207511604,
      "loss_partial": 0.00616455078125,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.00041477414197288454,
      "loss_partial": 0.01141357421875,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0004999652737751603,
      "loss_partial": 0.00445556640625,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0004208602476865053,
      "loss_partial": 0.0068359375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0004179700918029994,
      "loss_partial": 0.00537109375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0003651066799648106,
      "loss_partial": 0.0091552734375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0005667236400768161,
      "loss_partial": 0.00433349609375,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0007933633169159293,
      "loss_partial": 0.004425048828125,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0006306541035883129,
      "loss_partial": 0.006561279296875,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0006720227538608015,
      "loss_partial": 0.00634765625,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.00041214327211491764,
      "loss_partial": 0.006988525390625,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0008097383542917669,
      "loss_partial": 0.00616455078125,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.0007836573640815914,
      "loss_partial": 0.0048828125,
      "step": 1037
    },
    {
      "epoch": 1.5072674418604652,
      "loss_distr": 0.00033844506833702326,
      "loss_partial": 0.00885009765625,
      "step": 1037
    },
    {
      "epoch": 1.5087209302325582,
      "grad_norm": 0.1636440008878708,
      "learning_rate": 3.477583864813696e-06,
      "loss": 0.174,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0007395116845145822,
      "loss_partial": 0.006744384765625,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.00043518864549696445,
      "loss_partial": 0.00726318359375,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0006369733018800616,
      "loss_partial": 0.0086669921875,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.00021458446281030774,
      "loss_partial": 0.00640869140625,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0007888937252573669,
      "loss_partial": 0.004730224609375,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0007796021527610719,
      "loss_partial": 0.002471923828125,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0009463863680139184,
      "loss_partial": 0.005889892578125,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0003994797298219055,
      "loss_partial": 0.0057373046875,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.000610866118222475,
      "loss_partial": 0.0033416748046875,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0002591745578683913,
      "loss_partial": 0.006561279296875,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0004613294149748981,
      "loss_partial": 0.006134033203125,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0006710662273690104,
      "loss_partial": 0.0078125,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.00028419113368727267,
      "loss_partial": 0.004730224609375,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.00026687831268645823,
      "loss_partial": 0.006744384765625,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0005997826810926199,
      "loss_partial": 0.00677490234375,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0006888130446895957,
      "loss_partial": 0.0037384033203125,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0005584312602877617,
      "loss_partial": 0.0064697265625,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.00033839160460047424,
      "loss_partial": 0.007537841796875,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0007952579180710018,
      "loss_partial": 0.004547119140625,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0008521720301359892,
      "loss_partial": 0.0036468505859375,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0005417517386376858,
      "loss_partial": 0.006927490234375,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0004949993453919888,
      "loss_partial": 0.006072998046875,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.000484212941955775,
      "loss_partial": 0.006744384765625,
      "step": 1038
    },
    {
      "epoch": 1.5087209302325582,
      "loss_distr": 0.0003102564951404929,
      "loss_partial": 0.00830078125,
      "step": 1038
    },
    {
      "epoch": 1.510174418604651,
      "grad_norm": 0.17763078212738037,
      "learning_rate": 3.458369327283546e-06,
      "loss": 0.1702,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0006089163944125175,
      "loss_partial": 0.00726318359375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00038434573798440397,
      "loss_partial": 0.007781982421875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00046768347965553403,
      "loss_partial": 0.0036163330078125,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00039489270420745015,
      "loss_partial": 0.008056640625,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0003311435866635293,
      "loss_partial": 0.01019287109375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0006155531154945493,
      "loss_partial": 0.00921630859375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00045550099457614124,
      "loss_partial": 0.006805419921875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00044812128180637956,
      "loss_partial": 0.0057373046875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0005374977481551468,
      "loss_partial": 0.005615234375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00036424194695428014,
      "loss_partial": 0.00732421875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0003884831676259637,
      "loss_partial": 0.00848388671875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0006331141339614987,
      "loss_partial": 0.00823974609375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0006024815957061946,
      "loss_partial": 0.005859375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0004936385666951537,
      "loss_partial": 0.00555419921875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0005107890465296805,
      "loss_partial": 0.007049560546875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00042233578278683126,
      "loss_partial": 0.007720947265625,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0003336062654852867,
      "loss_partial": 0.009521484375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0006828667828813195,
      "loss_partial": 0.0089111328125,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00034043064806610346,
      "loss_partial": 0.005645751953125,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0007574044866487384,
      "loss_partial": 0.00787353515625,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0004142826655879617,
      "loss_partial": 0.01092529296875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.00037984992377460003,
      "loss_partial": 0.005706787109375,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0004004343645647168,
      "loss_partial": 0.0233154296875,
      "step": 1039
    },
    {
      "epoch": 1.510174418604651,
      "loss_distr": 0.0008407445857301354,
      "loss_partial": 0.005035400390625,
      "step": 1039
    },
    {
      "epoch": 1.5116279069767442,
      "grad_norm": 0.17271488904953003,
      "learning_rate": 3.439196915173405e-06,
      "loss": 0.1761,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0005745785310864449,
      "loss_partial": 0.0047607421875,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0006003410671837628,
      "loss_partial": 0.006134033203125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0005927305901423097,
      "loss_partial": 0.00927734375,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0008241470786742866,
      "loss_partial": 0.0052490234375,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0006363956490531564,
      "loss_partial": 0.00982666015625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0003850319772027433,
      "loss_partial": 0.0087890625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0006771192420274019,
      "loss_partial": 0.005218505859375,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.00019440613687038422,
      "loss_partial": 0.00787353515625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.00048427103320136666,
      "loss_partial": 0.005157470703125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0007202905835583806,
      "loss_partial": 0.0038604736328125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0008645774214528501,
      "loss_partial": 0.006256103515625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0007010044064372778,
      "loss_partial": 0.00439453125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0005625349003821611,
      "loss_partial": 0.004547119140625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.00046148267574608326,
      "loss_partial": 0.00830078125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0010361529421061277,
      "loss_partial": 0.005035400390625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.00046039532753638923,
      "loss_partial": 0.00396728515625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0002979254932142794,
      "loss_partial": 0.006072998046875,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0004925921675749123,
      "loss_partial": 0.01348876953125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0002870337921194732,
      "loss_partial": 0.006744384765625,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0005189063376747072,
      "loss_partial": 0.0096435546875,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.00042531624785624444,
      "loss_partial": 0.00811767578125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0006608276162296534,
      "loss_partial": 0.00555419921875,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.0005448769079521298,
      "loss_partial": 0.0108642578125,
      "step": 1040
    },
    {
      "epoch": 1.5116279069767442,
      "loss_distr": 0.000697610666975379,
      "loss_partial": 0.004302978515625,
      "step": 1040
    },
    {
      "epoch": 1.5130813953488373,
      "grad_norm": 0.18654081225395203,
      "learning_rate": 3.4200667519457566e-06,
      "loss": 0.1744,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0002962533908430487,
      "loss_partial": 0.01263427734375,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.00027425665757618845,
      "loss_partial": 0.007659912109375,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.00034772849176079035,
      "loss_partial": 0.00665283203125,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0004869064432568848,
      "loss_partial": 0.01068115234375,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0004357209545560181,
      "loss_partial": 0.010009765625,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0003091353573836386,
      "loss_partial": 0.01177978515625,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.00022631368483416736,
      "loss_partial": 0.008056640625,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.00052125338697806,
      "loss_partial": 0.00360107421875,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0007829479873180389,
      "loss_partial": 0.0040283203125,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0006555852014571428,
      "loss_partial": 0.007659912109375,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.000683452351950109,
      "loss_partial": 0.006011962890625,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0004009048570878804,
      "loss_partial": 0.00506591796875,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.00036069314228370786,
      "loss_partial": 0.006134033203125,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0009295521304011345,
      "loss_partial": 0.003875732421875,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0003176651953253895,
      "loss_partial": 0.009033203125,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0005564588354900479,
      "loss_partial": 0.005950927734375,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0003002113662660122,
      "loss_partial": 0.006927490234375,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0003879977739416063,
      "loss_partial": 0.006134033203125,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0005397687200456858,
      "loss_partial": 0.007537841796875,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0002725532976910472,
      "loss_partial": 0.007354736328125,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0007869903347454965,
      "loss_partial": 0.00482177734375,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0005598153220489621,
      "loss_partial": 0.007110595703125,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0006053037941455841,
      "loss_partial": 0.00640869140625,
      "step": 1041
    },
    {
      "epoch": 1.5130813953488373,
      "loss_distr": 0.0004946703556925058,
      "loss_partial": 0.007293701171875,
      "step": 1041
    },
    {
      "epoch": 1.5145348837209303,
      "grad_norm": 0.159468412399292,
      "learning_rate": 3.400978960791006e-06,
      "loss": 0.1736,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0003746752336155623,
      "loss_partial": 0.003326416015625,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0003889604704454541,
      "loss_partial": 0.0072021484375,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.000749657629057765,
      "loss_partial": 0.00506591796875,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0007995257619768381,
      "loss_partial": 0.006866455078125,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.00041282453457824886,
      "loss_partial": 0.004791259765625,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0003850237117148936,
      "loss_partial": 0.00567626953125,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0005812623421661556,
      "loss_partial": 0.005615234375,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.00040267404983751476,
      "loss_partial": 0.004913330078125,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0004165457794442773,
      "loss_partial": 0.010498046875,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0005929520120844245,
      "loss_partial": 0.00823974609375,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0005401631933636963,
      "loss_partial": 0.005340576171875,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0006862256559543312,
      "loss_partial": 0.0072021484375,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0003321713302284479,
      "loss_partial": 0.00830078125,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0007980369264259934,
      "loss_partial": 0.0079345703125,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0003201425133738667,
      "loss_partial": 0.01019287109375,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0003639365313574672,
      "loss_partial": 0.004638671875,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0002688303648028523,
      "loss_partial": 0.0048828125,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0005585217149928212,
      "loss_partial": 0.005828857421875,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.00030104932375252247,
      "loss_partial": 0.004486083984375,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.00028581955120898783,
      "loss_partial": 0.004974365234375,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0004605726571753621,
      "loss_partial": 0.008056640625,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0005101576680317521,
      "loss_partial": 0.00640869140625,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.00040124496445059776,
      "loss_partial": 0.00762939453125,
      "step": 1042
    },
    {
      "epoch": 1.5145348837209303,
      "loss_distr": 0.0005352376028895378,
      "loss_partial": 0.00860595703125,
      "step": 1042
    },
    {
      "epoch": 1.5159883720930232,
      "grad_norm": 0.18605156242847443,
      "learning_rate": 3.3819336646266997e-06,
      "loss": 0.1723,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0006658592028543353,
      "loss_partial": 0.0037384033203125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.00043139804620295763,
      "loss_partial": 0.00439453125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0005762454820796847,
      "loss_partial": 0.00604248046875,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0007665905868634582,
      "loss_partial": 0.0079345703125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0005153153324499726,
      "loss_partial": 0.0098876953125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0004257595574017614,
      "loss_partial": 0.004730224609375,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.00048025016440078616,
      "loss_partial": 0.00775146484375,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.00039839011151343584,
      "loss_partial": 0.0078125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0005102308932691813,
      "loss_partial": 0.006378173828125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0008832548628561199,
      "loss_partial": 0.004058837890625,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0005939140683040023,
      "loss_partial": 0.004638671875,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0002708469983190298,
      "loss_partial": 0.0034332275390625,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0006352262571454048,
      "loss_partial": 0.007415771484375,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0005155244725756347,
      "loss_partial": 0.0087890625,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0006386548047885299,
      "loss_partial": 0.00897216796875,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0008638470317237079,
      "loss_partial": 0.00390625,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0005349846323952079,
      "loss_partial": 0.0081787109375,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.00032667999039404094,
      "loss_partial": 0.00592041015625,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.00048239959869533777,
      "loss_partial": 0.00469970703125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0003357743553351611,
      "loss_partial": 0.009033203125,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.000389150227420032,
      "loss_partial": 0.0057373046875,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.00018958687724079937,
      "loss_partial": 0.0146484375,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.00048524822341278195,
      "loss_partial": 0.00506591796875,
      "step": 1043
    },
    {
      "epoch": 1.5159883720930232,
      "loss_distr": 0.0003351519117131829,
      "loss_partial": 0.009033203125,
      "step": 1043
    },
    {
      "epoch": 1.5174418604651163,
      "grad_norm": 0.21756373345851898,
      "learning_rate": 3.362930986096745e-06,
      "loss": 0.1729,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00043356799869798124,
      "loss_partial": 0.0108642578125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00033304572571069,
      "loss_partial": 0.00634765625,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0007677209796383977,
      "loss_partial": 0.0072021484375,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00045693779247812927,
      "loss_partial": 0.006866455078125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0003759930550586432,
      "loss_partial": 0.007568359375,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00026419167988933623,
      "loss_partial": 0.0087890625,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0006062866887077689,
      "loss_partial": 0.004638671875,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0005325008532963693,
      "loss_partial": 0.0059814453125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0006649285787716508,
      "loss_partial": 0.004913330078125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0005519672995433211,
      "loss_partial": 0.006500244140625,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0006582451751455665,
      "loss_partial": 0.005706787109375,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0010345398914068937,
      "loss_partial": 0.0033416748046875,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00046534318244084716,
      "loss_partial": 0.006378173828125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0002577413688413799,
      "loss_partial": 0.0096435546875,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0009522164473310113,
      "loss_partial": 0.005401611328125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00041251129005104303,
      "loss_partial": 0.00390625,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0005641750176437199,
      "loss_partial": 0.00616455078125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0004931418225169182,
      "loss_partial": 0.00634765625,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0005524743464775383,
      "loss_partial": 0.0047607421875,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00045592040987685323,
      "loss_partial": 0.00872802734375,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0005425950512290001,
      "loss_partial": 0.005645751953125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0007224308792501688,
      "loss_partial": 0.0050048828125,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.00042611703975126147,
      "loss_partial": 0.00836181640625,
      "step": 1044
    },
    {
      "epoch": 1.5174418604651163,
      "loss_distr": 0.0006808693869970739,
      "loss_partial": 0.006195068359375,
      "step": 1044
    },
    {
      "epoch": 1.5188953488372094,
      "grad_norm": 0.15866133570671082,
      "learning_rate": 3.3439710475706e-06,
      "loss": 0.1737,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0005415297346189618,
      "loss_partial": 0.005950927734375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0003155349404551089,
      "loss_partial": 0.00531005859375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0005249602254480124,
      "loss_partial": 0.00421142578125,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0006767766899429262,
      "loss_partial": 0.004364013671875,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0004976881900802255,
      "loss_partial": 0.0091552734375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.00046730536269024014,
      "loss_partial": 0.00811767578125,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0002781110815703869,
      "loss_partial": 0.01116943359375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0006549832760356367,
      "loss_partial": 0.003662109375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.00042274591396562755,
      "loss_partial": 0.01129150390625,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0004267615149728954,
      "loss_partial": 0.0086669921875,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0002755853929556906,
      "loss_partial": 0.004119873046875,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0007059997878968716,
      "loss_partial": 0.00408935546875,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0005387038690969348,
      "loss_partial": 0.0079345703125,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0005218756850808859,
      "loss_partial": 0.005126953125,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0007893858710303903,
      "loss_partial": 0.006500244140625,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0002520963316783309,
      "loss_partial": 0.00592041015625,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0004867753596045077,
      "loss_partial": 0.00433349609375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.00047646634629927576,
      "loss_partial": 0.0106201171875,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.00037333587533794343,
      "loss_partial": 0.00860595703125,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0004463632358238101,
      "loss_partial": 0.00762939453125,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0005206873174756765,
      "loss_partial": 0.0111083984375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0004661325947381556,
      "loss_partial": 0.007476806640625,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.00023909687297418714,
      "loss_partial": 0.00531005859375,
      "step": 1045
    },
    {
      "epoch": 1.5188953488372094,
      "loss_distr": 0.0003398679837118834,
      "loss_partial": 0.00799560546875,
      "step": 1045
    },
    {
      "epoch": 1.5203488372093024,
      "grad_norm": 0.18932755291461945,
      "learning_rate": 3.3250539711424957e-06,
      "loss": 0.1727,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0006744658458046615,
      "loss_partial": 0.0089111328125,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.00020773723372258246,
      "loss_partial": 0.01153564453125,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.00049601960927248,
      "loss_partial": 0.01153564453125,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.000521578942425549,
      "loss_partial": 0.007232666015625,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.000709736195858568,
      "loss_partial": 0.007720947265625,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0006964683998376131,
      "loss_partial": 0.00347900390625,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.000588316295761615,
      "loss_partial": 0.00946044921875,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.00045033200876787305,
      "loss_partial": 0.005859375,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0005020922981202602,
      "loss_partial": 0.00677490234375,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0006235040491446853,
      "loss_partial": 0.00872802734375,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.00043692096369341016,
      "loss_partial": 0.00457763671875,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0009059052681550384,
      "loss_partial": 0.0038299560546875,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0005212625255808234,
      "loss_partial": 0.00823974609375,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0002280735643580556,
      "loss_partial": 0.00701904296875,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.00025165389524772763,
      "loss_partial": 0.00811767578125,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.00036827585427090526,
      "loss_partial": 0.003936767578125,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0004483886295929551,
      "loss_partial": 0.0087890625,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0004146686987951398,
      "loss_partial": 0.00830078125,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0003936651337426156,
      "loss_partial": 0.005340576171875,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0006023556343279779,
      "loss_partial": 0.0037689208984375,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.00037546560633927584,
      "loss_partial": 0.009765625,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0005726234521716833,
      "loss_partial": 0.00701904296875,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0005506114102900028,
      "loss_partial": 0.00958251953125,
      "step": 1046
    },
    {
      "epoch": 1.5203488372093024,
      "loss_distr": 0.0007645866135135293,
      "loss_partial": 0.00677490234375,
      "step": 1046
    },
    {
      "epoch": 1.5218023255813953,
      "grad_norm": 0.17032094299793243,
      "learning_rate": 3.3061798786306464e-06,
      "loss": 0.1741,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.000491222133859992,
      "loss_partial": 0.005950927734375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005063091521151364,
      "loss_partial": 0.007659912109375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0006280659581534564,
      "loss_partial": 0.0074462890625,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005548074841499329,
      "loss_partial": 0.005157470703125,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0007249717600643635,
      "loss_partial": 0.005279541015625,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005883381236344576,
      "loss_partial": 0.00628662109375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005191824748180807,
      "loss_partial": 0.00604248046875,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0006958830053918064,
      "loss_partial": 0.006439208984375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0003748488088604063,
      "loss_partial": 0.006622314453125,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0008731232373975217,
      "loss_partial": 0.006011962890625,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005638970178551972,
      "loss_partial": 0.0045166015625,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0004027052491437644,
      "loss_partial": 0.0107421875,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005235412390902638,
      "loss_partial": 0.00836181640625,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0003361240669619292,
      "loss_partial": 0.0067138671875,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.000226489151827991,
      "loss_partial": 0.01312255859375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0007218776736408472,
      "loss_partial": 0.005584716796875,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0006156000308692455,
      "loss_partial": 0.0062255859375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005689411191269755,
      "loss_partial": 0.007659912109375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0004610741452779621,
      "loss_partial": 0.00787353515625,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.00032714754343032837,
      "loss_partial": 0.005401611328125,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.00048268010141327977,
      "loss_partial": 0.010009765625,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.00040319556137546897,
      "loss_partial": 0.013427734375,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.0005459178355522454,
      "loss_partial": 0.006561279296875,
      "step": 1047
    },
    {
      "epoch": 1.5218023255813953,
      "loss_distr": 0.000816794577986002,
      "loss_partial": 0.003997802734375,
      "step": 1047
    },
    {
      "epoch": 1.5232558139534884,
      "grad_norm": 0.17368465662002563,
      "learning_rate": 3.287348891576476e-06,
      "loss": 0.1785,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006137064192444086,
      "loss_partial": 0.0069580078125,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006637719925493002,
      "loss_partial": 0.00701904296875,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.000393676629755646,
      "loss_partial": 0.01123046875,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0007545555708929896,
      "loss_partial": 0.005218505859375,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.00044868746772408485,
      "loss_partial": 0.008544921875,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0004592388868331909,
      "loss_partial": 0.0084228515625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0004545774427242577,
      "loss_partial": 0.0032501220703125,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0005813828902319074,
      "loss_partial": 0.00994873046875,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006199583876878023,
      "loss_partial": 0.006622314453125,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006472750101238489,
      "loss_partial": 0.007110595703125,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.00035360665060579777,
      "loss_partial": 0.00885009765625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006205726531334221,
      "loss_partial": 0.006103515625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0005488562164828181,
      "loss_partial": 0.004974365234375,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006532126571983099,
      "loss_partial": 0.00537109375,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.00025664325221441686,
      "loss_partial": 0.007720947265625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0004672408103942871,
      "loss_partial": 0.00897216796875,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0005444894777610898,
      "loss_partial": 0.006500244140625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0008192853420041502,
      "loss_partial": 0.0062255859375,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0005233518895693123,
      "loss_partial": 0.00640869140625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006332532502710819,
      "loss_partial": 0.00994873046875,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.0006478574359789491,
      "loss_partial": 0.00390625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.000660227844491601,
      "loss_partial": 0.004058837890625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.00039186293724924326,
      "loss_partial": 0.00933837890625,
      "step": 1048
    },
    {
      "epoch": 1.5232558139534884,
      "loss_distr": 0.00030437676468864083,
      "loss_partial": 0.00677490234375,
      "step": 1048
    },
    {
      "epoch": 1.5247093023255816,
      "grad_norm": 0.15939879417419434,
      "learning_rate": 3.268561131243827e-06,
      "loss": 0.1746,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0006669593858532608,
      "loss_partial": 0.00933837890625,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0007164777489379048,
      "loss_partial": 0.00640869140625,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0005691410624422133,
      "loss_partial": 0.0038299560546875,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0007248864276334643,
      "loss_partial": 0.00616455078125,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0006579476757906377,
      "loss_partial": 0.00726318359375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.000987327890470624,
      "loss_partial": 0.0025482177734375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0005014198832213879,
      "loss_partial": 0.0025787353515625,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.000607748981565237,
      "loss_partial": 0.0068359375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0006901781307533383,
      "loss_partial": 0.0031585693359375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.000705266313161701,
      "loss_partial": 0.005645751953125,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0003441357403062284,
      "loss_partial": 0.0093994140625,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0003670007863547653,
      "loss_partial": 0.005767822265625,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0006031339289620519,
      "loss_partial": 0.0035247802734375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0005893323104828596,
      "loss_partial": 0.00726318359375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0006691801827400923,
      "loss_partial": 0.0098876953125,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0007158998632803559,
      "loss_partial": 0.0032958984375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0004628844908438623,
      "loss_partial": 0.004638671875,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0007641218835487962,
      "loss_partial": 0.0052490234375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.00022487956448458135,
      "loss_partial": 0.0052490234375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0006018408457748592,
      "loss_partial": 0.004547119140625,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.00037983013316988945,
      "loss_partial": 0.00604248046875,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0002062858984572813,
      "loss_partial": 0.00677490234375,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.0005353537853807211,
      "loss_partial": 0.004547119140625,
      "step": 1049
    },
    {
      "epoch": 1.5247093023255816,
      "loss_distr": 0.00025207482394762337,
      "loss_partial": 0.007171630859375,
      "step": 1049
    },
    {
      "epoch": 1.5261627906976745,
      "grad_norm": 0.17420925199985504,
      "learning_rate": 3.2498167186181618e-06,
      "loss": 0.1713,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0005946874152868986,
      "loss_partial": 0.0037841796875,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0002957700053229928,
      "loss_partial": 0.0029296875,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0002598805003799498,
      "loss_partial": 0.0108642578125,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0002502999850548804,
      "loss_partial": 0.00799560546875,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.000207613775273785,
      "loss_partial": 0.006622314453125,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.00046411060611717403,
      "loss_partial": 0.0079345703125,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.00026277481811121106,
      "loss_partial": 0.004150390625,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0006506942445412278,
      "loss_partial": 0.00653076171875,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0007553503382951021,
      "loss_partial": 0.005859375,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0006662607192993164,
      "loss_partial": 0.0069580078125,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0010054947342723608,
      "loss_partial": 0.005615234375,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0007824732456356287,
      "loss_partial": 0.0035552978515625,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.00022753023949917406,
      "loss_partial": 0.00811767578125,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0005821880768053234,
      "loss_partial": 0.005279541015625,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0005684610223397613,
      "loss_partial": 0.00555419921875,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.000962699472438544,
      "loss_partial": 0.003997802734375,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0007153359474614263,
      "loss_partial": 0.00738525390625,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0004369920352473855,
      "loss_partial": 0.0093994140625,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.00099756580311805,
      "loss_partial": 0.0103759765625,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0003722566179931164,
      "loss_partial": 0.006805419921875,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0009040375589393079,
      "loss_partial": 0.004425048828125,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.0005015786737203598,
      "loss_partial": 0.0069580078125,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.00032213531085290015,
      "loss_partial": 0.008544921875,
      "step": 1050
    },
    {
      "epoch": 1.5261627906976745,
      "loss_distr": 0.00045046902960166335,
      "loss_partial": 0.007476806640625,
      "step": 1050
    },
    {
      "epoch": 1.5276162790697674,
      "grad_norm": 0.17631439864635468,
      "learning_rate": 3.231115774405824e-06,
      "loss": 0.1745,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0007639877730980515,
      "loss_partial": 0.004791259765625,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0006589206750504673,
      "loss_partial": 0.007293701171875,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0004864339716732502,
      "loss_partial": 0.0130615234375,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.000529442448168993,
      "loss_partial": 0.005645751953125,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0004417767049744725,
      "loss_partial": 0.00555419921875,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0002739894262049347,
      "loss_partial": 0.0081787109375,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0007433255086652935,
      "loss_partial": 0.006256103515625,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.00044510929728858173,
      "loss_partial": 0.00543212890625,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0003938764566555619,
      "loss_partial": 0.006072998046875,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0007315390976145864,
      "loss_partial": 0.00634765625,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0006032224046066403,
      "loss_partial": 0.005401611328125,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0004298269923310727,
      "loss_partial": 0.00628662109375,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0005176202394068241,
      "loss_partial": 0.006103515625,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0005462730769068003,
      "loss_partial": 0.00543212890625,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.00034001327003352344,
      "loss_partial": 0.005645751953125,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.00031191459856927395,
      "loss_partial": 0.010498046875,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0006861349102109671,
      "loss_partial": 0.0079345703125,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.00021665048552677035,
      "loss_partial": 0.00927734375,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0004362293693702668,
      "loss_partial": 0.007568359375,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.000707666389644146,
      "loss_partial": 0.0047607421875,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.00041236879769712687,
      "loss_partial": 0.021728515625,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.00043698502122424543,
      "loss_partial": 0.00762939453125,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.0009410355123691261,
      "loss_partial": 0.004425048828125,
      "step": 1051
    },
    {
      "epoch": 1.5276162790697674,
      "loss_distr": 0.00030986813362687826,
      "loss_partial": 0.0086669921875,
      "step": 1051
    },
    {
      "epoch": 1.5290697674418605,
      "grad_norm": 0.17163945734500885,
      "learning_rate": 3.2124584190332255e-06,
      "loss": 0.1735,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0004383866908028722,
      "loss_partial": 0.004608154296875,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.00024381837283726782,
      "loss_partial": 0.008056640625,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.00042727042455226183,
      "loss_partial": 0.00970458984375,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0002746072714217007,
      "loss_partial": 0.009033203125,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0004570763558149338,
      "loss_partial": 0.0042724609375,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0006359866238199174,
      "loss_partial": 0.005035400390625,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0006035664118826389,
      "loss_partial": 0.00933837890625,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0004690520581789315,
      "loss_partial": 0.007568359375,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.000820653629489243,
      "loss_partial": 0.0072021484375,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0004816348082385957,
      "loss_partial": 0.00762939453125,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.00043841387378051877,
      "loss_partial": 0.00946044921875,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0003271201276220381,
      "loss_partial": 0.0068359375,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.000626690685749054,
      "loss_partial": 0.005157470703125,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0005203713662922382,
      "loss_partial": 0.005035400390625,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0008891625329852104,
      "loss_partial": 0.0033721923828125,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.00033138401340693235,
      "loss_partial": 0.00640869140625,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.00044805475044995546,
      "loss_partial": 0.005401611328125,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0005502320127561688,
      "loss_partial": 0.004058837890625,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.00036864151479676366,
      "loss_partial": 0.0069580078125,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0005029119201935828,
      "loss_partial": 0.01007080078125,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0007944907411001623,
      "loss_partial": 0.00634765625,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0005763990338891745,
      "loss_partial": 0.003997802734375,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0005462365224957466,
      "loss_partial": 0.005859375,
      "step": 1052
    },
    {
      "epoch": 1.5290697674418605,
      "loss_distr": 0.0002528527402319014,
      "loss_partial": 0.005859375,
      "step": 1052
    },
    {
      "epoch": 1.5305232558139537,
      "grad_norm": 0.1605173647403717,
      "learning_rate": 3.193844772646083e-06,
      "loss": 0.1752,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0005467450246214867,
      "loss_partial": 0.00701904296875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.00020174848032183945,
      "loss_partial": 0.007568359375,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.00035615096567198634,
      "loss_partial": 0.00775146484375,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0006556433509103954,
      "loss_partial": 0.0057373046875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0005400987574830651,
      "loss_partial": 0.006256103515625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.00040330723277293146,
      "loss_partial": 0.006683349609375,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0006335573270916939,
      "loss_partial": 0.0028839111328125,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0005227579968050122,
      "loss_partial": 0.01190185546875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0003876748960465193,
      "loss_partial": 0.0078125,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0010008165845647454,
      "loss_partial": 0.00494384765625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0008912818739190698,
      "loss_partial": 0.004791259765625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0008067317539826035,
      "loss_partial": 0.0107421875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0006138519966043532,
      "loss_partial": 0.00408935546875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0005096849054098129,
      "loss_partial": 0.00665283203125,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.00034249862073920667,
      "loss_partial": 0.0086669921875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0009371952619403601,
      "loss_partial": 0.00360107421875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0005433194455690682,
      "loss_partial": 0.004302978515625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0005500472616404295,
      "loss_partial": 0.006256103515625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.00030706130200996995,
      "loss_partial": 0.00982666015625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.00048758427146822214,
      "loss_partial": 0.005706787109375,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0003254289913456887,
      "loss_partial": 0.004547119140625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0005226510111242533,
      "loss_partial": 0.0087890625,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.0007269575144164264,
      "loss_partial": 0.004608154296875,
      "step": 1053
    },
    {
      "epoch": 1.5305232558139537,
      "loss_distr": 0.00038861657958477736,
      "loss_partial": 0.00677490234375,
      "step": 1053
    },
    {
      "epoch": 1.5319767441860463,
      "grad_norm": 0.16471733152866364,
      "learning_rate": 3.175274955108657e-06,
      "loss": 0.1721,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.00039527210174128413,
      "loss_partial": 0.006103515625,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0004769317456521094,
      "loss_partial": 0.006927490234375,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0007651270134374499,
      "loss_partial": 0.006561279296875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.000440768402768299,
      "loss_partial": 0.006561279296875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.00074914307333529,
      "loss_partial": 0.0037841796875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0006465213373303413,
      "loss_partial": 0.00433349609375,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0003214750613551587,
      "loss_partial": 0.006561279296875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.000836253515444696,
      "loss_partial": 0.00457763671875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0003733043558895588,
      "loss_partial": 0.0096435546875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0004609619500115514,
      "loss_partial": 0.00445556640625,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0006848864140920341,
      "loss_partial": 0.005767822265625,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.00044258529669605196,
      "loss_partial": 0.0047607421875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.00042483393917791545,
      "loss_partial": 0.0081787109375,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0005198140279389918,
      "loss_partial": 0.00897216796875,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.00048350600991398096,
      "loss_partial": 0.00738525390625,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.00026663372409529984,
      "loss_partial": 0.0098876953125,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0006639193161390722,
      "loss_partial": 0.00396728515625,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0006360256229527295,
      "loss_partial": 0.00738525390625,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0005374648608267307,
      "loss_partial": 0.005706787109375,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.00043566475505940616,
      "loss_partial": 0.00872802734375,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0003610469866544008,
      "loss_partial": 0.00811767578125,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0003613095614127815,
      "loss_partial": 0.00518798828125,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0005208895308896899,
      "loss_partial": 0.006927490234375,
      "step": 1054
    },
    {
      "epoch": 1.5319767441860463,
      "loss_distr": 0.0005442541441880167,
      "loss_partial": 0.00689697265625,
      "step": 1054
    },
    {
      "epoch": 1.5334302325581395,
      "grad_norm": 0.15832455456256866,
      "learning_rate": 3.1567490860029525e-06,
      "loss": 0.1741,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.000491020327899605,
      "loss_partial": 0.007476806640625,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0006360857514664531,
      "loss_partial": 0.00634765625,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0003842413134407252,
      "loss_partial": 0.006805419921875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0007365323835983872,
      "loss_partial": 0.005126953125,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.000595392775721848,
      "loss_partial": 0.005126953125,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0005390412406995893,
      "loss_partial": 0.005340576171875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0006008143536746502,
      "loss_partial": 0.0074462890625,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.00022196628560777754,
      "loss_partial": 0.0079345703125,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0008137653348967433,
      "loss_partial": 0.00421142578125,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.000481380702694878,
      "loss_partial": 0.005828857421875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0002838820219039917,
      "loss_partial": 0.008056640625,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0004211594059597701,
      "loss_partial": 0.0067138671875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.000539157073944807,
      "loss_partial": 0.004974365234375,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.00051075778901577,
      "loss_partial": 0.004852294921875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0006191044230945408,
      "loss_partial": 0.007049560546875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0005197709542699158,
      "loss_partial": 0.00775146484375,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0004451316490303725,
      "loss_partial": 0.00848388671875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0005630119703710079,
      "loss_partial": 0.004669189453125,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0004508595447987318,
      "loss_partial": 0.00848388671875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0004459337505977601,
      "loss_partial": 0.0135498046875,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.00037114997394382954,
      "loss_partial": 0.01177978515625,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.00031875347485765815,
      "loss_partial": 0.004486083984375,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0005421484238468111,
      "loss_partial": 0.00811767578125,
      "step": 1055
    },
    {
      "epoch": 1.5334302325581395,
      "loss_distr": 0.0007501458167098463,
      "loss_partial": 0.0034027099609375,
      "step": 1055
    },
    {
      "epoch": 1.5348837209302326,
      "grad_norm": 0.16487805545330048,
      "learning_rate": 3.1382672846279792e-06,
      "loss": 0.172,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.00046268582809716463,
      "loss_partial": 0.0130615234375,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.000915740558411926,
      "loss_partial": 0.0048828125,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0005341409123502672,
      "loss_partial": 0.00445556640625,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.00025749317137524486,
      "loss_partial": 0.006744384765625,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.00042395369382575154,
      "loss_partial": 0.0074462890625,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0008839700603857636,
      "loss_partial": 0.00433349609375,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0008681862382218242,
      "loss_partial": 0.0038299560546875,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0004524455580394715,
      "loss_partial": 0.0052490234375,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.00048465884174220264,
      "loss_partial": 0.00701904296875,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0007298043929040432,
      "loss_partial": 0.00830078125,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0004556329222396016,
      "loss_partial": 0.0086669921875,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0007361703901551664,
      "loss_partial": 0.004669189453125,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0005814426694996655,
      "loss_partial": 0.004608154296875,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0005364108365029097,
      "loss_partial": 0.004608154296875,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0005295476294122636,
      "loss_partial": 0.007537841796875,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0005251049296930432,
      "loss_partial": 0.0159912109375,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0005573089001700282,
      "loss_partial": 0.0072021484375,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.00037490448448807,
      "loss_partial": 0.005859375,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.00042484281584620476,
      "loss_partial": 0.00885009765625,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0004138855147175491,
      "loss_partial": 0.005645751953125,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0006750034517608583,
      "loss_partial": 0.00885009765625,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0007971614832058549,
      "loss_partial": 0.005096435546875,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.00024559328448958695,
      "loss_partial": 0.0050048828125,
      "step": 1056
    },
    {
      "epoch": 1.5348837209302326,
      "loss_distr": 0.0008142006117850542,
      "loss_partial": 0.00390625,
      "step": 1056
    },
    {
      "epoch": 1.5363372093023255,
      "grad_norm": 0.18316932022571564,
      "learning_rate": 3.1198296699989594e-06,
      "loss": 0.1751,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.00042942349682562053,
      "loss_partial": 0.003509521484375,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0007519705686718225,
      "loss_partial": 0.007110595703125,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0007684598676860332,
      "loss_partial": 0.0062255859375,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.00042649335227906704,
      "loss_partial": 0.00689697265625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0006032357341609895,
      "loss_partial": 0.00677490234375,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0002551741781644523,
      "loss_partial": 0.01226806640625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.00030752801103517413,
      "loss_partial": 0.006011962890625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.00047696393448859453,
      "loss_partial": 0.006103515625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0004411918926052749,
      "loss_partial": 0.01007080078125,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.00027666272944770753,
      "loss_partial": 0.005157470703125,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0004775482229888439,
      "loss_partial": 0.00848388671875,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0004740588483400643,
      "loss_partial": 0.009521484375,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0003961759794037789,
      "loss_partial": 0.00982666015625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0006085901404730976,
      "loss_partial": 0.00677490234375,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0005439346423372626,
      "loss_partial": 0.005767822265625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0004757254500873387,
      "loss_partial": 0.0062255859375,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.00041855487506836653,
      "loss_partial": 0.00848388671875,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0006503744516521692,
      "loss_partial": 0.0045166015625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0004372859839349985,
      "loss_partial": 0.00592041015625,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0004355018900241703,
      "loss_partial": 0.005615234375,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0006482964381575584,
      "loss_partial": 0.0040283203125,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.00042022528941743076,
      "loss_partial": 0.00701904296875,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.0005737021565437317,
      "loss_partial": 0.007080078125,
      "step": 1057
    },
    {
      "epoch": 1.5363372093023255,
      "loss_distr": 0.000295279489364475,
      "loss_partial": 0.00860595703125,
      "step": 1057
    },
    {
      "epoch": 1.5377906976744184,
      "grad_norm": 0.15847553312778473,
      "learning_rate": 3.101436360846569e-06,
      "loss": 0.1756,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.000754519016481936,
      "loss_partial": 0.00506591796875,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0004411765839904547,
      "loss_partial": 0.00494384765625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0006222054362297058,
      "loss_partial": 0.005859375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.00046875438420102,
      "loss_partial": 0.00445556640625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0007815404678694904,
      "loss_partial": 0.004486083984375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0004050313727930188,
      "loss_partial": 0.00909423828125,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0002985972096212208,
      "loss_partial": 0.0062255859375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0005325103411450982,
      "loss_partial": 0.0054931640625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0006226017139852047,
      "loss_partial": 0.006744384765625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0005583121674135327,
      "loss_partial": 0.007476806640625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.00032938207732513547,
      "loss_partial": 0.00579833984375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0005212333053350449,
      "loss_partial": 0.00775146484375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0008445393177680671,
      "loss_partial": 0.005218505859375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0006576175219379365,
      "loss_partial": 0.008544921875,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.00032886682311072946,
      "loss_partial": 0.00823974609375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0003930584935005754,
      "loss_partial": 0.005096435546875,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0008103272411972284,
      "loss_partial": 0.0047607421875,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.00031646681600250304,
      "loss_partial": 0.006988525390625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0004253964580129832,
      "loss_partial": 0.0025482177734375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0008517206879332662,
      "loss_partial": 0.0052490234375,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0004293462843634188,
      "loss_partial": 0.00836181640625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0004351361421868205,
      "loss_partial": 0.008056640625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0003784774453379214,
      "loss_partial": 0.01226806640625,
      "step": 1058
    },
    {
      "epoch": 1.5377906976744184,
      "loss_distr": 0.0008588978089392185,
      "loss_partial": 0.003936767578125,
      "step": 1058
    },
    {
      "epoch": 1.5392441860465116,
      "grad_norm": 0.16828903555870056,
      "learning_rate": 3.0830874756161912e-06,
      "loss": 0.1732,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00036871570046059787,
      "loss_partial": 0.00726318359375,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00048635454731993377,
      "loss_partial": 0.01513671875,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00046831308281980455,
      "loss_partial": 0.01055908203125,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0006653019227087498,
      "loss_partial": 0.0057373046875,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0005710120312869549,
      "loss_partial": 0.01025390625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0007827436784282327,
      "loss_partial": 0.0035552978515625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.000245133473072201,
      "loss_partial": 0.006011962890625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0005864907871000469,
      "loss_partial": 0.00433349609375,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0005997463595122099,
      "loss_partial": 0.0086669921875,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00029367953538894653,
      "loss_partial": 0.0166015625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0004784475895576179,
      "loss_partial": 0.00738525390625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00019844557391479611,
      "loss_partial": 0.0079345703125,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00042491243220865726,
      "loss_partial": 0.00396728515625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0003375641244929284,
      "loss_partial": 0.0054931640625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0009700639639049768,
      "loss_partial": 0.006805419921875,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0009230106370523572,
      "loss_partial": 0.003173828125,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00025495412410236895,
      "loss_partial": 0.00555419921875,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0007170438184402883,
      "loss_partial": 0.0054931640625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0004134344053454697,
      "loss_partial": 0.00457763671875,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.000680578756146133,
      "loss_partial": 0.0047607421875,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.00038704235339537263,
      "loss_partial": 0.01202392578125,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0005914941430091858,
      "loss_partial": 0.0035400390625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0004007923125755042,
      "loss_partial": 0.00689697265625,
      "step": 1059
    },
    {
      "epoch": 1.5392441860465116,
      "loss_distr": 0.0005937733221799135,
      "loss_partial": 0.005096435546875,
      "step": 1059
    },
    {
      "epoch": 1.5406976744186047,
      "grad_norm": 0.16363124549388885,
      "learning_rate": 3.0647831324671095e-06,
      "loss": 0.1716,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0007466701208613813,
      "loss_partial": 0.0034027099609375,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0004543305258266628,
      "loss_partial": 0.01300048828125,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0007043908117339015,
      "loss_partial": 0.006988525390625,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.000612372939940542,
      "loss_partial": 0.006317138671875,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0006281142123043537,
      "loss_partial": 0.005462646484375,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0009522102773189545,
      "loss_partial": 0.00640869140625,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0005325088277459145,
      "loss_partial": 0.00921630859375,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.000544451642781496,
      "loss_partial": 0.0078125,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0007078760536387563,
      "loss_partial": 0.005096435546875,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.00033807067666202784,
      "loss_partial": 0.006622314453125,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0003021240991074592,
      "loss_partial": 0.00836181640625,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0008239652961492538,
      "loss_partial": 0.00445556640625,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0004951207083649933,
      "loss_partial": 0.005859375,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0007711962680332363,
      "loss_partial": 0.0057373046875,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.00022786218323744833,
      "loss_partial": 0.005096435546875,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.000819340581074357,
      "loss_partial": 0.004913330078125,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.000514920917339623,
      "loss_partial": 0.003936767578125,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.00031663139816373587,
      "loss_partial": 0.01019287109375,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0007803989574313164,
      "loss_partial": 0.004425048828125,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.00020888965809717774,
      "loss_partial": 0.008544921875,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0006632229778915644,
      "loss_partial": 0.004058837890625,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0005809214781038463,
      "loss_partial": 0.0084228515625,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.0008028502343222499,
      "loss_partial": 0.005462646484375,
      "step": 1060
    },
    {
      "epoch": 1.5406976744186047,
      "loss_distr": 0.000672323745675385,
      "loss_partial": 0.005767822265625,
      "step": 1060
    },
    {
      "epoch": 1.5421511627906976,
      "grad_norm": 0.16157574951648712,
      "learning_rate": 3.0465234492718e-06,
      "loss": 0.1715,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0005077480454929173,
      "loss_partial": 0.006805419921875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.00041126622818410397,
      "loss_partial": 0.005706787109375,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0005621549789793789,
      "loss_partial": 0.00958251953125,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0006953765987418592,
      "loss_partial": 0.003570556640625,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.00030027786851860583,
      "loss_partial": 0.01031494140625,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0005932584754191339,
      "loss_partial": 0.004058837890625,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0004219078691676259,
      "loss_partial": 0.007537841796875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.00029624952003359795,
      "loss_partial": 0.00927734375,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0006162520148791373,
      "loss_partial": 0.006378173828125,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0005470163887366652,
      "loss_partial": 0.006439208984375,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0002886237052734941,
      "loss_partial": 0.00506591796875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0005331906722858548,
      "loss_partial": 0.00604248046875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0007971678860485554,
      "loss_partial": 0.004730224609375,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0004801870964001864,
      "loss_partial": 0.016357421875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0006439920980483294,
      "loss_partial": 0.00677490234375,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0005826560081914067,
      "loss_partial": 0.0078125,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.00036921119317412376,
      "loss_partial": 0.00439453125,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0007616799557581544,
      "loss_partial": 0.007110595703125,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0004014539299532771,
      "loss_partial": 0.00811767578125,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.00047490940778516233,
      "loss_partial": 0.00506591796875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0006007634219713509,
      "loss_partial": 0.00799560546875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.00027452531503513455,
      "loss_partial": 0.01165771484375,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0007054423331283033,
      "loss_partial": 0.003387451171875,
      "step": 1061
    },
    {
      "epoch": 1.5421511627906976,
      "loss_distr": 0.0006217915797606111,
      "loss_partial": 0.0064697265625,
      "step": 1061
    },
    {
      "epoch": 1.5436046511627906,
      "grad_norm": 0.1748981922864914,
      "learning_rate": 3.0283085436151382e-06,
      "loss": 0.1712,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0003720111562870443,
      "loss_partial": 0.00494384765625,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0006229872233234346,
      "loss_partial": 0.006805419921875,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0005960993003100157,
      "loss_partial": 0.006439208984375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0005104109877720475,
      "loss_partial": 0.00762939453125,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0003577832248993218,
      "loss_partial": 0.012939453125,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00041131844045594335,
      "loss_partial": 0.01202392578125,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0006542300689034164,
      "loss_partial": 0.006439208984375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0004835659055970609,
      "loss_partial": 0.004852294921875,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0004469863779377192,
      "loss_partial": 0.006439208984375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00017648088396526873,
      "loss_partial": 0.00762939453125,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0006768523016944528,
      "loss_partial": 0.007080078125,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.000603988766670227,
      "loss_partial": 0.00299072265625,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00034155865432694554,
      "loss_partial": 0.0111083984375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00026568351313471794,
      "loss_partial": 0.0101318359375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0004869283293373883,
      "loss_partial": 0.005615234375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00035579557879827917,
      "loss_partial": 0.0068359375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0006390255875885487,
      "loss_partial": 0.004974365234375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0004874211736023426,
      "loss_partial": 0.00653076171875,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0004487059195525944,
      "loss_partial": 0.0052490234375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00032841076608747244,
      "loss_partial": 0.00848388671875,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0009166082600131631,
      "loss_partial": 0.0035858154296875,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00029885131516493857,
      "loss_partial": 0.00811767578125,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.00024350584135390818,
      "loss_partial": 0.003997802734375,
      "step": 1062
    },
    {
      "epoch": 1.5436046511627906,
      "loss_distr": 0.0005392965395003557,
      "loss_partial": 0.005706787109375,
      "step": 1062
    },
    {
      "epoch": 1.5450581395348837,
      "grad_norm": 0.227145254611969,
      "learning_rate": 3.0101385327936485e-06,
      "loss": 0.1732,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0005695789004676044,
      "loss_partial": 0.007568359375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0005733930738642812,
      "loss_partial": 0.00732421875,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0007785289781168103,
      "loss_partial": 0.007476806640625,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0003041827294509858,
      "loss_partial": 0.00494384765625,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.00032486175769008696,
      "loss_partial": 0.006378173828125,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.000459298345958814,
      "loss_partial": 0.00543212890625,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.00031427619978785515,
      "loss_partial": 0.004730224609375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0006250212318263948,
      "loss_partial": 0.00872802734375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0002462156116962433,
      "loss_partial": 0.004486083984375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.00019218823581468314,
      "loss_partial": 0.006591796875,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0005286486120894551,
      "loss_partial": 0.004486083984375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0005092784995213151,
      "loss_partial": 0.00909423828125,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.000615403288975358,
      "loss_partial": 0.005889892578125,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0002612220123410225,
      "loss_partial": 0.01422119140625,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0002980788704007864,
      "loss_partial": 0.008056640625,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.00040237850043922663,
      "loss_partial": 0.005950927734375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.00039493030635640025,
      "loss_partial": 0.005950927734375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0008902272093109787,
      "loss_partial": 0.0029296875,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0005963410367257893,
      "loss_partial": 0.003814697265625,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0005144282476976514,
      "loss_partial": 0.004974365234375,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0004391716793179512,
      "loss_partial": 0.0038299560546875,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.000528866657987237,
      "loss_partial": 0.004364013671875,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0003764629946090281,
      "loss_partial": 0.00469970703125,
      "step": 1063
    },
    {
      "epoch": 1.5450581395348837,
      "loss_distr": 0.0003206375986337662,
      "loss_partial": 0.0087890625,
      "step": 1063
    },
    {
      "epoch": 1.5465116279069768,
      "grad_norm": 0.17498746514320374,
      "learning_rate": 2.9920135338147506e-06,
      "loss": 0.176,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.00037255833740346134,
      "loss_partial": 0.005462646484375,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0006067046197131276,
      "loss_partial": 0.00537109375,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0004690262139774859,
      "loss_partial": 0.00830078125,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.000554730708245188,
      "loss_partial": 0.006866455078125,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0005127007607370615,
      "loss_partial": 0.00494384765625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0003120750770904124,
      "loss_partial": 0.0074462890625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.00030382449040189385,
      "loss_partial": 0.00640869140625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.00026967708254233,
      "loss_partial": 0.006500244140625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0006534794811159372,
      "loss_partial": 0.004150390625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0004379733873065561,
      "loss_partial": 0.01007080078125,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0005608025239780545,
      "loss_partial": 0.004852294921875,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0007813365082256496,
      "loss_partial": 0.0037384033203125,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0005425643175840378,
      "loss_partial": 0.0140380859375,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0006912794196978211,
      "loss_partial": 0.0038299560546875,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.00027910724747925997,
      "loss_partial": 0.0054931640625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0002421953104203567,
      "loss_partial": 0.015869140625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0005457517108879983,
      "loss_partial": 0.00933837890625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0006255692569538951,
      "loss_partial": 0.0038299560546875,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.00017852509336080402,
      "loss_partial": 0.009033203125,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0005176594713702798,
      "loss_partial": 0.0062255859375,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0006542970659211278,
      "loss_partial": 0.004241943359375,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.00036859590909443796,
      "loss_partial": 0.00701904296875,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0003557493328116834,
      "loss_partial": 0.00543212890625,
      "step": 1064
    },
    {
      "epoch": 1.5465116279069768,
      "loss_distr": 0.0003300190146546811,
      "loss_partial": 0.005950927734375,
      "step": 1064
    },
    {
      "epoch": 1.5479651162790697,
      "grad_norm": 0.1847667694091797,
      "learning_rate": 2.973933663396007e-06,
      "loss": 0.1719,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0005361333023756742,
      "loss_partial": 0.005523681640625,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0005208700895309448,
      "loss_partial": 0.004730224609375,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.00024391055922023952,
      "loss_partial": 0.0081787109375,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0005230099195614457,
      "loss_partial": 0.005157470703125,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.000728888320736587,
      "loss_partial": 0.004638671875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0008020614623092115,
      "loss_partial": 0.0035858154296875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0004132507601752877,
      "loss_partial": 0.006103515625,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0003899505827575922,
      "loss_partial": 0.0262451171875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0003519950550980866,
      "loss_partial": 0.005828857421875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0007324076141230762,
      "loss_partial": 0.006561279296875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0006743902340531349,
      "loss_partial": 0.003631591796875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0005923416465520859,
      "loss_partial": 0.004913330078125,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0003193449229001999,
      "loss_partial": 0.00543212890625,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0007450465927831829,
      "loss_partial": 0.005157470703125,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0002837053034454584,
      "loss_partial": 0.00885009765625,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.00037467607762664557,
      "loss_partial": 0.006591796875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0004594258207362145,
      "loss_partial": 0.006988525390625,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0007572855101898313,
      "loss_partial": 0.00628662109375,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0003516726428642869,
      "loss_partial": 0.007598876953125,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0004458204784896225,
      "loss_partial": 0.010986328125,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0006054746336303651,
      "loss_partial": 0.004302978515625,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0005330407293513417,
      "loss_partial": 0.00787353515625,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0004126257263123989,
      "loss_partial": 0.006561279296875,
      "step": 1065
    },
    {
      "epoch": 1.5479651162790697,
      "loss_distr": 0.0005027102306485176,
      "loss_partial": 0.00732421875,
      "step": 1065
    },
    {
      "epoch": 1.5494186046511627,
      "grad_norm": 0.16707809269428253,
      "learning_rate": 2.9558990379643772e-06,
      "loss": 0.178,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0005679046735167503,
      "loss_partial": 0.004608154296875,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0004101063823327422,
      "loss_partial": 0.00885009765625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.00040712716872803867,
      "loss_partial": 0.006561279296875,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.00045518993283621967,
      "loss_partial": 0.005645751953125,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0005243620835244656,
      "loss_partial": 0.00823974609375,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.00023450751905329525,
      "loss_partial": 0.01458740234375,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0005729630938731134,
      "loss_partial": 0.005157470703125,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0005321015487425029,
      "loss_partial": 0.00958251953125,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0003797799290623516,
      "loss_partial": 0.0045166015625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.00043388071935623884,
      "loss_partial": 0.0093994140625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0004796516732312739,
      "loss_partial": 0.00439453125,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.000390200933907181,
      "loss_partial": 0.006988525390625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.000643127306830138,
      "loss_partial": 0.00433349609375,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0005463901907205582,
      "loss_partial": 0.0091552734375,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0004870179109275341,
      "loss_partial": 0.00494384765625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0001997539511648938,
      "loss_partial": 0.007171630859375,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0006879481370560825,
      "loss_partial": 0.006988525390625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0009085182100534439,
      "loss_partial": 0.005279541015625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0005424905102699995,
      "loss_partial": 0.00653076171875,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0005094019579701126,
      "loss_partial": 0.004974365234375,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0006555288564413786,
      "loss_partial": 0.00579833984375,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0006573954015038908,
      "loss_partial": 0.0040283203125,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.0004268649499863386,
      "loss_partial": 0.00494384765625,
      "step": 1066
    },
    {
      "epoch": 1.5494186046511627,
      "loss_distr": 0.00041325658094137907,
      "loss_partial": 0.00799560546875,
      "step": 1066
    },
    {
      "epoch": 1.5508720930232558,
      "grad_norm": 0.16488242149353027,
      "learning_rate": 2.9379097736554528e-06,
      "loss": 0.1753,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0004737542476505041,
      "loss_partial": 0.01904296875,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.00042404860141687095,
      "loss_partial": 0.004241943359375,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.000505827134475112,
      "loss_partial": 0.005706787109375,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0007360937306657434,
      "loss_partial": 0.00390625,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0006290040910243988,
      "loss_partial": 0.004608154296875,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0012058754218742251,
      "loss_partial": 0.00555419921875,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0005038506351411343,
      "loss_partial": 0.007415771484375,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0004706469480879605,
      "loss_partial": 0.004852294921875,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0002839340013451874,
      "loss_partial": 0.0048828125,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0008925847942009568,
      "loss_partial": 0.004852294921875,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.000490456004627049,
      "loss_partial": 0.006988525390625,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.00037525221705436707,
      "loss_partial": 0.00555419921875,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0006312837940640748,
      "loss_partial": 0.005279541015625,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0003788888861890882,
      "loss_partial": 0.007171630859375,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.00036445268779061735,
      "loss_partial": 0.00970458984375,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0003631611471064389,
      "loss_partial": 0.01068115234375,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0004026580136269331,
      "loss_partial": 0.00689697265625,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0004028337716590613,
      "loss_partial": 0.005889892578125,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0006072347750887275,
      "loss_partial": 0.005401611328125,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0003113487910013646,
      "loss_partial": 0.0225830078125,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.00021574055426754057,
      "loss_partial": 0.007171630859375,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0005824600229971111,
      "loss_partial": 0.0074462890625,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.000687266350723803,
      "loss_partial": 0.00762939453125,
      "step": 1067
    },
    {
      "epoch": 1.5508720930232558,
      "loss_distr": 0.0007794739212840796,
      "loss_partial": 0.004974365234375,
      "step": 1067
    },
    {
      "epoch": 1.552325581395349,
      "grad_norm": 0.16746321320533752,
      "learning_rate": 2.9199659863127204e-06,
      "loss": 0.1757,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0007422225316986442,
      "loss_partial": 0.005401611328125,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.00031272374326363206,
      "loss_partial": 0.0064697265625,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.00041496811900287867,
      "loss_partial": 0.00469970703125,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0005509246839210391,
      "loss_partial": 0.007537841796875,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0005855995113961399,
      "loss_partial": 0.00836181640625,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.000826637726277113,
      "loss_partial": 0.00518798828125,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0007548385765403509,
      "loss_partial": 0.0096435546875,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0006106642540544271,
      "loss_partial": 0.00311279296875,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0007570103043690324,
      "loss_partial": 0.00531005859375,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0006537427543662488,
      "loss_partial": 0.0034942626953125,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0006579729961231351,
      "loss_partial": 0.00738525390625,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0002694272843655199,
      "loss_partial": 0.00494384765625,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.000655311334412545,
      "loss_partial": 0.004241943359375,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0005715482984669507,
      "loss_partial": 0.004241943359375,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.00034114514710381627,
      "loss_partial": 0.011474609375,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.00032267969800159335,
      "loss_partial": 0.0062255859375,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.000604977598413825,
      "loss_partial": 0.00787353515625,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0007010604604147375,
      "loss_partial": 0.00689697265625,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0007869705441407859,
      "loss_partial": 0.003875732421875,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.00031895589199848473,
      "loss_partial": 0.00982666015625,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0004470028798095882,
      "loss_partial": 0.00958251953125,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0005270501715131104,
      "loss_partial": 0.00408935546875,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0004869065887760371,
      "loss_partial": 0.004364013671875,
      "step": 1068
    },
    {
      "epoch": 1.552325581395349,
      "loss_distr": 0.0006725976709276438,
      "loss_partial": 0.007720947265625,
      "step": 1068
    },
    {
      "epoch": 1.5537790697674418,
      "grad_norm": 0.1691346913576126,
      "learning_rate": 2.90206779148682e-06,
      "loss": 0.176,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0005333215231075883,
      "loss_partial": 0.0030059814453125,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0004932468291372061,
      "loss_partial": 0.00628662109375,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.000979954027570784,
      "loss_partial": 0.004058837890625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0008586171898059547,
      "loss_partial": 0.006439208984375,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0004323465400375426,
      "loss_partial": 0.005950927734375,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.000521969748660922,
      "loss_partial": 0.005096435546875,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0007447437383234501,
      "loss_partial": 0.006378173828125,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0007047166582196951,
      "loss_partial": 0.00518798828125,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0004520726506598294,
      "loss_partial": 0.01055908203125,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0006876963889226317,
      "loss_partial": 0.0057373046875,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.00040788957267068326,
      "loss_partial": 0.006988525390625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0007958453497849405,
      "loss_partial": 0.005767822265625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0006254283944144845,
      "loss_partial": 0.004730224609375,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0008396771736443043,
      "loss_partial": 0.0064697265625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.00036794604966416955,
      "loss_partial": 0.01129150390625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.00041777125443331897,
      "loss_partial": 0.00787353515625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0004319442668929696,
      "loss_partial": 0.004608154296875,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0006785464356653392,
      "loss_partial": 0.0030975341796875,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0006488804938271642,
      "loss_partial": 0.005035400390625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0003952572005800903,
      "loss_partial": 0.01385498046875,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0006058465805836022,
      "loss_partial": 0.005523681640625,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0006006379844620824,
      "loss_partial": 0.00567626953125,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0005659681628458202,
      "loss_partial": 0.0147705078125,
      "step": 1069
    },
    {
      "epoch": 1.5537790697674418,
      "loss_distr": 0.0008008332806639373,
      "loss_partial": 0.0030670166015625,
      "step": 1069
    },
    {
      "epoch": 1.5552325581395348,
      "grad_norm": 0.1609896421432495,
      "learning_rate": 2.8842153044347866e-06,
      "loss": 0.176,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0004300852306187153,
      "loss_partial": 0.00946044921875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0005277369637042284,
      "loss_partial": 0.00518798828125,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0005323794903233647,
      "loss_partial": 0.00836181640625,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0004370691895019263,
      "loss_partial": 0.00439453125,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.000412354595027864,
      "loss_partial": 0.00555419921875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0005427802097983658,
      "loss_partial": 0.007171630859375,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.00046078997547738254,
      "loss_partial": 0.006591796875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0010116376215592027,
      "loss_partial": 0.0057373046875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0002632512478157878,
      "loss_partial": 0.00653076171875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0007745276088826358,
      "loss_partial": 0.003265380859375,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0004669601039495319,
      "loss_partial": 0.007049560546875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0008173644891940057,
      "loss_partial": 0.0057373046875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0004457722825463861,
      "loss_partial": 0.0091552734375,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0002370511501794681,
      "loss_partial": 0.00909423828125,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0009287958382628858,
      "loss_partial": 0.005340576171875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0004809487727470696,
      "loss_partial": 0.0074462890625,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0007121394155547023,
      "loss_partial": 0.0050048828125,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0005926307057961822,
      "loss_partial": 0.00567626953125,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0002940064878202975,
      "loss_partial": 0.00830078125,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.00029254338005557656,
      "loss_partial": 0.00946044921875,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0004188732709735632,
      "loss_partial": 0.0084228515625,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.0006869935314171016,
      "loss_partial": 0.007354736328125,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.00027861553826369345,
      "loss_partial": 0.00836181640625,
      "step": 1070
    },
    {
      "epoch": 1.5552325581395348,
      "loss_distr": 0.00048306985991075635,
      "loss_partial": 0.004058837890625,
      "step": 1070
    },
    {
      "epoch": 1.556686046511628,
      "grad_norm": 0.16084842383861542,
      "learning_rate": 2.866408640119316e-06,
      "loss": 0.1758,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0007398216403089464,
      "loss_partial": 0.00640869140625,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0006937196012586355,
      "loss_partial": 0.0047607421875,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.00043897482100874186,
      "loss_partial": 0.00433349609375,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0005537125980481505,
      "loss_partial": 0.00579833984375,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.000522672082297504,
      "loss_partial": 0.00738525390625,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0006703026010654867,
      "loss_partial": 0.005340576171875,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0006876798579469323,
      "loss_partial": 0.005706787109375,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0006210761494003236,
      "loss_partial": 0.006622314453125,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0008404552354477346,
      "loss_partial": 0.00531005859375,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.00046407710760831833,
      "loss_partial": 0.01025390625,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0005691846599802375,
      "loss_partial": 0.006805419921875,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0007493337616324425,
      "loss_partial": 0.0059814453125,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0006106454529799521,
      "loss_partial": 0.005859375,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0003833590308204293,
      "loss_partial": 0.00933837890625,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0005861466052010655,
      "loss_partial": 0.0045166015625,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.000883852771949023,
      "loss_partial": 0.0045166015625,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0005810442380607128,
      "loss_partial": 0.006866455078125,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.000268160249106586,
      "loss_partial": 0.004974365234375,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0005718059837818146,
      "loss_partial": 0.006561279296875,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0006779778050258756,
      "loss_partial": 0.00732421875,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0007580767851322889,
      "loss_partial": 0.005096435546875,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0007674894295632839,
      "loss_partial": 0.00311279296875,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.0002819690853357315,
      "loss_partial": 0.00811767578125,
      "step": 1071
    },
    {
      "epoch": 1.556686046511628,
      "loss_distr": 0.00040213129250332713,
      "loss_partial": 0.00830078125,
      "step": 1071
    },
    {
      "epoch": 1.558139534883721,
      "grad_norm": 0.15919435024261475,
      "learning_rate": 2.8486479132080323e-06,
      "loss": 0.1703,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.000840969558339566,
      "loss_partial": 0.004730224609375,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0002850003365892917,
      "loss_partial": 0.01068115234375,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.00045936889364384115,
      "loss_partial": 0.006103515625,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.00037321087438613176,
      "loss_partial": 0.007110595703125,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.00047096319030970335,
      "loss_partial": 0.009033203125,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0005908922175876796,
      "loss_partial": 0.0034942626953125,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0006614750600419939,
      "loss_partial": 0.007293701171875,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0005695983418263495,
      "loss_partial": 0.0047607421875,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.000986678758636117,
      "loss_partial": 0.005523681640625,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.00047024275409057736,
      "loss_partial": 0.0067138671875,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0004735020629595965,
      "loss_partial": 0.006011962890625,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0002971833455376327,
      "loss_partial": 0.004150390625,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0005161409499123693,
      "loss_partial": 0.005584716796875,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0009430792415514588,
      "loss_partial": 0.0038604736328125,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.00035964848939329386,
      "loss_partial": 0.00653076171875,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0003123747301287949,
      "loss_partial": 0.00927734375,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.00027147080982103944,
      "loss_partial": 0.010986328125,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0009833318181335926,
      "loss_partial": 0.00518798828125,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0007279576966539025,
      "loss_partial": 0.006927490234375,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.00021810238831676543,
      "loss_partial": 0.00579833984375,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0003136532031930983,
      "loss_partial": 0.0036773681640625,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0006998125463724136,
      "loss_partial": 0.006561279296875,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.0005356313195079565,
      "loss_partial": 0.00830078125,
      "step": 1072
    },
    {
      "epoch": 1.558139534883721,
      "loss_distr": 0.000636016542557627,
      "loss_partial": 0.005096435546875,
      "step": 1072
    },
    {
      "epoch": 1.559593023255814,
      "grad_norm": 0.16175523400306702,
      "learning_rate": 2.830933238072734e-06,
      "loss": 0.1749,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0003531907859724015,
      "loss_partial": 0.009765625,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0003328279126435518,
      "loss_partial": 0.007232666015625,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005630274536088109,
      "loss_partial": 0.003997802734375,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005259759491309524,
      "loss_partial": 0.00286865234375,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005398722714744508,
      "loss_partial": 0.004302978515625,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0007492862641811371,
      "loss_partial": 0.0059814453125,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0007135882042348385,
      "loss_partial": 0.004638671875,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.000412921974202618,
      "loss_partial": 0.00628662109375,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005623227916657925,
      "loss_partial": 0.00787353515625,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.000568447052501142,
      "loss_partial": 0.004302978515625,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.00033955121762119234,
      "loss_partial": 0.00787353515625,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005221081664785743,
      "loss_partial": 0.00732421875,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.00032129755709320307,
      "loss_partial": 0.005096435546875,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0006878966232761741,
      "loss_partial": 0.005096435546875,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.00029139098478481174,
      "loss_partial": 0.00433349609375,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005137568223290145,
      "loss_partial": 0.004974365234375,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005698467139154673,
      "loss_partial": 0.006866455078125,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0006177400355227292,
      "loss_partial": 0.00482177734375,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005538887344300747,
      "loss_partial": 0.0033416748046875,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0004765565390698612,
      "loss_partial": 0.00897216796875,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.00020385440438985825,
      "loss_partial": 0.00799560546875,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0002854858757928014,
      "loss_partial": 0.004669189453125,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0005966515163891017,
      "loss_partial": 0.007232666015625,
      "step": 1073
    },
    {
      "epoch": 1.559593023255814,
      "loss_distr": 0.0006937272264622152,
      "loss_partial": 0.004486083984375,
      "step": 1073
    },
    {
      "epoch": 1.5610465116279069,
      "grad_norm": 0.17168229818344116,
      "learning_rate": 2.8132647287886683e-06,
      "loss": 0.1777,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.00018014642409980297,
      "loss_partial": 0.00408935546875,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0003317098307888955,
      "loss_partial": 0.00830078125,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.00018618418835103512,
      "loss_partial": 0.006317138671875,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.000824734044726938,
      "loss_partial": 0.003692626953125,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.00023902981774881482,
      "loss_partial": 0.005279541015625,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0008653979166410863,
      "loss_partial": 0.00592041015625,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0008579762070439756,
      "loss_partial": 0.0021209716796875,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0006634997553192079,
      "loss_partial": 0.00775146484375,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0007456710445694625,
      "loss_partial": 0.00946044921875,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0005295699229463935,
      "loss_partial": 0.004364013671875,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0007501858635805547,
      "loss_partial": 0.00482177734375,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0005381467053666711,
      "loss_partial": 0.0084228515625,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.00043128366814926267,
      "loss_partial": 0.004241943359375,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0004525520489551127,
      "loss_partial": 0.006195068359375,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0004975738702341914,
      "loss_partial": 0.0079345703125,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0003759913088288158,
      "loss_partial": 0.004425048828125,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0005098403780721128,
      "loss_partial": 0.006317138671875,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0002662579354364425,
      "loss_partial": 0.00665283203125,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0006736561190336943,
      "loss_partial": 0.00787353515625,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0002354655007366091,
      "loss_partial": 0.00927734375,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0006151550333015621,
      "loss_partial": 0.0035400390625,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.00034865381894633174,
      "loss_partial": 0.00799560546875,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.00045047543244436383,
      "loss_partial": 0.0068359375,
      "step": 1074
    },
    {
      "epoch": 1.5610465116279069,
      "loss_distr": 0.0005703980568796396,
      "loss_partial": 0.00604248046875,
      "step": 1074
    },
    {
      "epoch": 1.5625,
      "grad_norm": 0.16366691887378693,
      "learning_rate": 2.7956424991337872e-06,
      "loss": 0.1736,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0004502433002926409,
      "loss_partial": 0.0052490234375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0004836590669583529,
      "loss_partial": 0.01385498046875,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.00024016432871576399,
      "loss_partial": 0.0091552734375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.00042435398790985346,
      "loss_partial": 0.0123291015625,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0010051687713712454,
      "loss_partial": 0.004913330078125,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0003279898955952376,
      "loss_partial": 0.007659912109375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0005621240707114339,
      "loss_partial": 0.00958251953125,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0007820879109203815,
      "loss_partial": 0.005889892578125,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0007039888296276331,
      "loss_partial": 0.005645751953125,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.00043349788757041097,
      "loss_partial": 0.00616455078125,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0009409090271219611,
      "loss_partial": 0.0032501220703125,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0002692553389351815,
      "loss_partial": 0.0052490234375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.00028352427762001753,
      "loss_partial": 0.01171875,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.00028433004627004266,
      "loss_partial": 0.007537841796875,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0008502727141603827,
      "loss_partial": 0.005218505859375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0005595386028289795,
      "loss_partial": 0.006256103515625,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0004135836788918823,
      "loss_partial": 0.00775146484375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.00021427622414194047,
      "loss_partial": 0.01055908203125,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0005105867749080062,
      "loss_partial": 0.0115966796875,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0005537172546610236,
      "loss_partial": 0.004974365234375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0003419902641326189,
      "loss_partial": 0.00634765625,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0004954278701916337,
      "loss_partial": 0.004974365234375,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0003603394143283367,
      "loss_partial": 0.008544921875,
      "step": 1075
    },
    {
      "epoch": 1.5625,
      "loss_distr": 0.0007444982184097171,
      "loss_partial": 0.00775146484375,
      "step": 1075
    },
    {
      "epoch": 1.5639534883720931,
      "grad_norm": 0.1827915757894516,
      "learning_rate": 2.7780666625880316e-06,
      "loss": 0.1748,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.00044693608651869,
      "loss_partial": 0.00616455078125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0004261192516423762,
      "loss_partial": 0.00885009765625,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.00045040162513032556,
      "loss_partial": 0.004425048828125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0005271515692584217,
      "loss_partial": 0.0078125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0002714175498113036,
      "loss_partial": 0.0045166015625,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0005165729089640081,
      "loss_partial": 0.00982666015625,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0005163939786143601,
      "loss_partial": 0.00836181640625,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0005697151646018028,
      "loss_partial": 0.006378173828125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0003249519504606724,
      "loss_partial": 0.0086669921875,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0005022629629820585,
      "loss_partial": 0.00592041015625,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.00035757204750552773,
      "loss_partial": 0.016845703125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0006271261372603476,
      "loss_partial": 0.006256103515625,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.00040864257607609034,
      "loss_partial": 0.010986328125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.00046828819904476404,
      "loss_partial": 0.008544921875,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0011175924446433783,
      "loss_partial": 0.006103515625,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0008386114495806396,
      "loss_partial": 0.008544921875,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.000327005865983665,
      "loss_partial": 0.007110595703125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.00043728348100557923,
      "loss_partial": 0.005706787109375,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0006380993872880936,
      "loss_partial": 0.00616455078125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0002986430190503597,
      "loss_partial": 0.0101318359375,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0006388960173353553,
      "loss_partial": 0.00518798828125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0006876190891489387,
      "loss_partial": 0.00823974609375,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.00038702943129464984,
      "loss_partial": 0.00665283203125,
      "step": 1076
    },
    {
      "epoch": 1.5639534883720931,
      "loss_distr": 0.0002856915816664696,
      "loss_partial": 0.005523681640625,
      "step": 1076
    },
    {
      "epoch": 1.565406976744186,
      "grad_norm": 0.1687585413455963,
      "learning_rate": 2.760537332332589e-06,
      "loss": 0.1741,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0002396778727415949,
      "loss_partial": 0.016357421875,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0006071125390008092,
      "loss_partial": 0.00836181640625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0007827223744243383,
      "loss_partial": 0.004302978515625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0005739578045904636,
      "loss_partial": 0.00628662109375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0005469196476042271,
      "loss_partial": 0.006744384765625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0004018420004285872,
      "loss_partial": 0.004241943359375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0006644062232226133,
      "loss_partial": 0.004241943359375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0006270669400691986,
      "loss_partial": 0.00701904296875,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.00032801541965454817,
      "loss_partial": 0.00628662109375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.000598035054281354,
      "loss_partial": 0.00579833984375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0009488565265201032,
      "loss_partial": 0.003936767578125,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0006179898628033698,
      "loss_partial": 0.0033721923828125,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0005793783348053694,
      "loss_partial": 0.004241943359375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0007665704470127821,
      "loss_partial": 0.00555419921875,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0006670864531770349,
      "loss_partial": 0.006011962890625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0004487117985263467,
      "loss_partial": 0.005767822265625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0006141805788502097,
      "loss_partial": 0.002685546875,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.00047665287274867296,
      "loss_partial": 0.006439208984375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0004678852274082601,
      "loss_partial": 0.006256103515625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0007731909863650799,
      "loss_partial": 0.005279541015625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.000565942726098001,
      "loss_partial": 0.006103515625,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0009013001108542085,
      "loss_partial": 0.0052490234375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0009447100455872715,
      "loss_partial": 0.00927734375,
      "step": 1077
    },
    {
      "epoch": 1.565406976744186,
      "loss_distr": 0.0005568917840719223,
      "loss_partial": 0.006927490234375,
      "step": 1077
    },
    {
      "epoch": 1.566860465116279,
      "grad_norm": 0.16314846277236938,
      "learning_rate": 2.743054621249148e-06,
      "loss": 0.1719,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0002811932936310768,
      "loss_partial": 0.00634765625,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0004997701616957784,
      "loss_partial": 0.00567626953125,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0004161338438279927,
      "loss_partial": 0.005340576171875,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0006441535078920424,
      "loss_partial": 0.00531005859375,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.000949173467233777,
      "loss_partial": 0.00555419921875,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0007612232584506273,
      "loss_partial": 0.00518798828125,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0007966630510054529,
      "loss_partial": 0.0032958984375,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.000497892324347049,
      "loss_partial": 0.007476806640625,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0004424304934218526,
      "loss_partial": 0.00421142578125,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0005882984842173755,
      "loss_partial": 0.0059814453125,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.00046500522876158357,
      "loss_partial": 0.00634765625,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0006833715597167611,
      "loss_partial": 0.007354736328125,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0006625788519158959,
      "loss_partial": 0.0078125,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0004054474993608892,
      "loss_partial": 0.01031494140625,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.00019367851200513542,
      "loss_partial": 0.005859375,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0005296613089740276,
      "loss_partial": 0.0052490234375,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.00027983851032331586,
      "loss_partial": 0.01043701171875,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0008431316819041967,
      "loss_partial": 0.003692626953125,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0005238713347353041,
      "loss_partial": 0.01019287109375,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0006200580974109471,
      "loss_partial": 0.00555419921875,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0005485040601342916,
      "loss_partial": 0.006103515625,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0005594351096078753,
      "loss_partial": 0.006683349609375,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.0005625065532512963,
      "loss_partial": 0.00396728515625,
      "step": 1078
    },
    {
      "epoch": 1.566860465116279,
      "loss_distr": 0.000283213536022231,
      "loss_partial": 0.01080322265625,
      "step": 1078
    },
    {
      "epoch": 1.568313953488372,
      "grad_norm": 0.15632963180541992,
      "learning_rate": 2.725618641919212e-06,
      "loss": 0.1716,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.00043162188376300037,
      "loss_partial": 0.00909423828125,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0007458549225702882,
      "loss_partial": 0.0050048828125,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0003599519550334662,
      "loss_partial": 0.0045166015625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.00044817826710641384,
      "loss_partial": 0.007476806640625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0002858437946997583,
      "loss_partial": 0.007476806640625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.00046917301369830966,
      "loss_partial": 0.006134033203125,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0007325675105676055,
      "loss_partial": 0.0050048828125,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0004304426838643849,
      "loss_partial": 0.00787353515625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0005147152114659548,
      "loss_partial": 0.014892578125,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0006318255909718573,
      "loss_partial": 0.00677490234375,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.00022297867690213025,
      "loss_partial": 0.005096435546875,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.00020937275257892907,
      "loss_partial": 0.005950927734375,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0007418816676363349,
      "loss_partial": 0.004486083984375,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0006918726721778512,
      "loss_partial": 0.00579833984375,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.001014212379232049,
      "loss_partial": 0.00244140625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0006482020253315568,
      "loss_partial": 0.006103515625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0005479379324242473,
      "loss_partial": 0.00390625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0006461665034294128,
      "loss_partial": 0.004058837890625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0003725899732671678,
      "loss_partial": 0.004608154296875,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0008132681250572205,
      "loss_partial": 0.00341796875,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0005587874911725521,
      "loss_partial": 0.00494384765625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0004597481747623533,
      "loss_partial": 0.00445556640625,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0007960255607031286,
      "loss_partial": 0.00341796875,
      "step": 1079
    },
    {
      "epoch": 1.568313953488372,
      "loss_distr": 0.0007613962516188622,
      "loss_partial": 0.005767822265625,
      "step": 1079
    },
    {
      "epoch": 1.5697674418604652,
      "grad_norm": 0.1530863493680954,
      "learning_rate": 2.7082295066233365e-06,
      "loss": 0.1721,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0005734568694606423,
      "loss_partial": 0.004852294921875,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0003884982434101403,
      "loss_partial": 0.00970458984375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.000560029991902411,
      "loss_partial": 0.006378173828125,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0007002425263635814,
      "loss_partial": 0.005706787109375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0010605733841657639,
      "loss_partial": 0.004791259765625,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0004803727497346699,
      "loss_partial": 0.006744384765625,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0005168563220649958,
      "loss_partial": 0.0074462890625,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0004595518985297531,
      "loss_partial": 0.0086669921875,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0005530516500584781,
      "loss_partial": 0.0048828125,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0006583362119272351,
      "loss_partial": 0.004974365234375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.00037979509215801954,
      "loss_partial": 0.007659912109375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.00029914069455116987,
      "loss_partial": 0.0189208984375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.00047141435788944364,
      "loss_partial": 0.0062255859375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0006277414504438639,
      "loss_partial": 0.006195068359375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.00033170401002280414,
      "loss_partial": 0.0107421875,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.00022126082330942154,
      "loss_partial": 0.00848388671875,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.00030416937079280615,
      "loss_partial": 0.0101318359375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0003259879886172712,
      "loss_partial": 0.00775146484375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0006100572645664215,
      "loss_partial": 0.00775146484375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0006807802710682154,
      "loss_partial": 0.004180908203125,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0006841123104095459,
      "loss_partial": 0.004119873046875,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0004750183434225619,
      "loss_partial": 0.004241943359375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0007293329108506441,
      "loss_partial": 0.00726318359375,
      "step": 1080
    },
    {
      "epoch": 1.5697674418604652,
      "loss_distr": 0.0005315663293004036,
      "loss_partial": 0.00390625,
      "step": 1080
    },
    {
      "epoch": 1.5712209302325582,
      "grad_norm": 0.1619328111410141,
      "learning_rate": 2.6908873273404224e-06,
      "loss": 0.1748,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.00043818552512675524,
      "loss_partial": 0.006805419921875,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0007806919747963548,
      "loss_partial": 0.00665283203125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0004326392081566155,
      "loss_partial": 0.0108642578125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0007779144216328859,
      "loss_partial": 0.00830078125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0006632208242081106,
      "loss_partial": 0.0052490234375,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0006402619183063507,
      "loss_partial": 0.006805419921875,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0006322480039671063,
      "loss_partial": 0.0035400390625,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.00038764189230278134,
      "loss_partial": 0.0098876953125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0008343862136825919,
      "loss_partial": 0.0050048828125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.000715258764103055,
      "loss_partial": 0.005218505859375,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.00037831449299119413,
      "loss_partial": 0.00372314453125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0003008675412274897,
      "loss_partial": 0.00775146484375,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0005747876712121069,
      "loss_partial": 0.0091552734375,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0005025347345508635,
      "loss_partial": 0.0098876953125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0005015474744141102,
      "loss_partial": 0.00994873046875,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0004454479494597763,
      "loss_partial": 0.004364013671875,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0006348158931359649,
      "loss_partial": 0.00946044921875,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0007665945449844003,
      "loss_partial": 0.00469970703125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.00063159572891891,
      "loss_partial": 0.004608154296875,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0009850783972069621,
      "loss_partial": 0.00286865234375,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.000664157560095191,
      "loss_partial": 0.006103515625,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0006318344967439771,
      "loss_partial": 0.005157470703125,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.0004336709971539676,
      "loss_partial": 0.006561279296875,
      "step": 1081
    },
    {
      "epoch": 1.5712209302325582,
      "loss_distr": 0.00038421814679168165,
      "loss_partial": 0.003936767578125,
      "step": 1081
    },
    {
      "epoch": 1.572674418604651,
      "grad_norm": 0.16247215867042542,
      "learning_rate": 2.6735922157470017e-06,
      "loss": 0.1732,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0008049308671616018,
      "loss_partial": 0.00860595703125,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.00040872718091122806,
      "loss_partial": 0.0081787109375,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.00032816367456689477,
      "loss_partial": 0.00714111328125,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.00026450451696291566,
      "loss_partial": 0.01470947265625,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0006335366051644087,
      "loss_partial": 0.005706787109375,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.001101746573112905,
      "loss_partial": 0.003387451171875,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0004859813197981566,
      "loss_partial": 0.006256103515625,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0002510145423002541,
      "loss_partial": 0.003936767578125,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0005081327399238944,
      "loss_partial": 0.00787353515625,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0005235328571870923,
      "loss_partial": 0.0078125,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0007331495871767402,
      "loss_partial": 0.00390625,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0004646033048629761,
      "loss_partial": 0.006622314453125,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0002735477755777538,
      "loss_partial": 0.0106201171875,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.00042276852764189243,
      "loss_partial": 0.0101318359375,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0009294108022004366,
      "loss_partial": 0.00445556640625,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0004822725313715637,
      "loss_partial": 0.007232666015625,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0004097187193110585,
      "loss_partial": 0.00555419921875,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0005999964196234941,
      "loss_partial": 0.0059814453125,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0006026765331625938,
      "loss_partial": 0.00933837890625,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.00035665632458403707,
      "loss_partial": 0.0069580078125,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0006124253268353641,
      "loss_partial": 0.00555419921875,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0005184123292565346,
      "loss_partial": 0.006072998046875,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0004893816076219082,
      "loss_partial": 0.007415771484375,
      "step": 1082
    },
    {
      "epoch": 1.572674418604651,
      "loss_distr": 0.0006990041001699865,
      "loss_partial": 0.0101318359375,
      "step": 1082
    },
    {
      "epoch": 1.5741279069767442,
      "grad_norm": 0.15677933394908905,
      "learning_rate": 2.6563442832164966e-06,
      "loss": 0.1727,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.001069996738806367,
      "loss_partial": 0.0035552978515625,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.00043676065979525447,
      "loss_partial": 0.00775146484375,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.00039970173384062946,
      "loss_partial": 0.00738525390625,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0006176919559948146,
      "loss_partial": 0.00628662109375,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.000437544280430302,
      "loss_partial": 0.005126953125,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.00025166943669319153,
      "loss_partial": 0.007568359375,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0006206373800523579,
      "loss_partial": 0.00787353515625,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.000399111770093441,
      "loss_partial": 0.00762939453125,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0009659269126132131,
      "loss_partial": 0.002655029296875,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.000848533003591001,
      "loss_partial": 0.004730224609375,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.00036001368425786495,
      "loss_partial": 0.007568359375,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0005530640482902527,
      "loss_partial": 0.00811767578125,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0002025844732997939,
      "loss_partial": 0.00616455078125,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0007049993146210909,
      "loss_partial": 0.00946044921875,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.00048417551442980766,
      "loss_partial": 0.00885009765625,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.000517407723236829,
      "loss_partial": 0.0068359375,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.00045076722744852304,
      "loss_partial": 0.004669189453125,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0005901826079934835,
      "loss_partial": 0.007537841796875,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0006161148194223642,
      "loss_partial": 0.00616455078125,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0003842957958113402,
      "loss_partial": 0.005157470703125,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0005726125091314316,
      "loss_partial": 0.0035858154296875,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0005273960996419191,
      "loss_partial": 0.005279541015625,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0009190674754790962,
      "loss_partial": 0.00482177734375,
      "step": 1083
    },
    {
      "epoch": 1.5741279069767442,
      "loss_distr": 0.0010788834188133478,
      "loss_partial": 0.006103515625,
      "step": 1083
    },
    {
      "epoch": 1.5755813953488373,
      "grad_norm": 0.1570911705493927,
      "learning_rate": 2.639143640818528e-06,
      "loss": 0.175,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0005942411371506751,
      "loss_partial": 0.00762939453125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0005030707689002156,
      "loss_partial": 0.008544921875,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0007507012924179435,
      "loss_partial": 0.009033203125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0005803212989121675,
      "loss_partial": 0.00518798828125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0003630686260294169,
      "loss_partial": 0.00738525390625,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.00039869543979875743,
      "loss_partial": 0.00787353515625,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0005909564206376672,
      "loss_partial": 0.00762939453125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.00041994574712589383,
      "loss_partial": 0.00457763671875,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0007225876906886697,
      "loss_partial": 0.0030059814453125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0005186704220250249,
      "loss_partial": 0.00872802734375,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0005079939146526158,
      "loss_partial": 0.005523681640625,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.00035726831993088126,
      "loss_partial": 0.01068115234375,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0005592310917563736,
      "loss_partial": 0.007080078125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0004330896772444248,
      "loss_partial": 0.005157470703125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.00039204146014526486,
      "loss_partial": 0.00701904296875,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.00038281205343082547,
      "loss_partial": 0.0155029296875,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.00022984531824477017,
      "loss_partial": 0.0048828125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0007328243227675557,
      "loss_partial": 0.006256103515625,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0006994893192313612,
      "loss_partial": 0.0038604736328125,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0003744295099750161,
      "loss_partial": 0.006195068359375,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.00041058595525100827,
      "loss_partial": 0.00579833984375,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0002697590971365571,
      "loss_partial": 0.006256103515625,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0006719856755807996,
      "loss_partial": 0.00341796875,
      "step": 1084
    },
    {
      "epoch": 1.5755813953488373,
      "loss_distr": 0.0002072373463306576,
      "loss_partial": 0.01312255859375,
      "step": 1084
    },
    {
      "epoch": 1.5770348837209303,
      "grad_norm": 0.15532872080802917,
      "learning_rate": 2.6219903993181804e-06,
      "loss": 0.1766,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005706356023438275,
      "loss_partial": 0.00579833984375,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005294455331750214,
      "loss_partial": 0.005828857421875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005071584600955248,
      "loss_partial": 0.006805419921875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.000261920562479645,
      "loss_partial": 0.0115966796875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0008612835663370788,
      "loss_partial": 0.005767822265625,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0006457107374444604,
      "loss_partial": 0.006439208984375,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005397991044446826,
      "loss_partial": 0.00537109375,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0004157966177444905,
      "loss_partial": 0.00408935546875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.00043629002175293863,
      "loss_partial": 0.00946044921875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.000820138375274837,
      "loss_partial": 0.00482177734375,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005732960999011993,
      "loss_partial": 0.004791259765625,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005420793895609677,
      "loss_partial": 0.004608154296875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0006835776730440557,
      "loss_partial": 0.006561279296875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.00021572253899648786,
      "loss_partial": 0.005767822265625,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.000528230331838131,
      "loss_partial": 0.00421142578125,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005255634314380586,
      "loss_partial": 0.010498046875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.00027563609182834625,
      "loss_partial": 0.009033203125,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0004671436036005616,
      "loss_partial": 0.003997802734375,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.000676882395055145,
      "loss_partial": 0.00543212890625,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.00040978490142151713,
      "loss_partial": 0.010498046875,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0007198869134299457,
      "loss_partial": 0.005218505859375,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0006464761681854725,
      "loss_partial": 0.005889892578125,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0008104360895231366,
      "loss_partial": 0.00714111328125,
      "step": 1085
    },
    {
      "epoch": 1.5770348837209303,
      "loss_distr": 0.0005768597475253046,
      "loss_partial": 0.0069580078125,
      "step": 1085
    },
    {
      "epoch": 1.5784883720930232,
      "grad_norm": 0.15375390648841858,
      "learning_rate": 2.6048846691752948e-06,
      "loss": 0.1752,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0007935251342132688,
      "loss_partial": 0.0038604736328125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0004203513963147998,
      "loss_partial": 0.005126953125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0002410042070550844,
      "loss_partial": 0.009033203125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0007576515199616551,
      "loss_partial": 0.006011962890625,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0004264393064659089,
      "loss_partial": 0.004058837890625,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.000499700487125665,
      "loss_partial": 0.00518798828125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0005005610873922706,
      "loss_partial": 0.00970458984375,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0003559763717930764,
      "loss_partial": 0.00836181640625,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0006018136627972126,
      "loss_partial": 0.00506591796875,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0009648743434809148,
      "loss_partial": 0.003875732421875,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.00037615164183080196,
      "loss_partial": 0.00860595703125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0005734263686463237,
      "loss_partial": 0.00811767578125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0007868290413171053,
      "loss_partial": 0.00897216796875,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0006754740024916828,
      "loss_partial": 0.0079345703125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0005495335208252072,
      "loss_partial": 0.01251220703125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0005799518548883498,
      "loss_partial": 0.00445556640625,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0005218448350206017,
      "loss_partial": 0.006378173828125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0003720639506354928,
      "loss_partial": 0.00665283203125,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.000425672740675509,
      "loss_partial": 0.0093994140625,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0006528975791297853,
      "loss_partial": 0.007476806640625,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0005603991448879242,
      "loss_partial": 0.0052490234375,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.0007085814140737057,
      "loss_partial": 0.0068359375,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.000477551540825516,
      "loss_partial": 0.00933837890625,
      "step": 1086
    },
    {
      "epoch": 1.5784883720930232,
      "loss_distr": 0.00023227895144373178,
      "loss_partial": 0.004730224609375,
      "step": 1086
    },
    {
      "epoch": 1.5799418604651163,
      "grad_norm": 0.15750934183597565,
      "learning_rate": 2.587826560543769e-06,
      "loss": 0.1741,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0007955088512971997,
      "loss_partial": 0.005035400390625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0005092407227493823,
      "loss_partial": 0.0087890625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0003735199279617518,
      "loss_partial": 0.0101318359375,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0005666649667546153,
      "loss_partial": 0.005279541015625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0003399401612114161,
      "loss_partial": 0.004150390625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0002773570304270834,
      "loss_partial": 0.00457763671875,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.00033929056371562183,
      "loss_partial": 0.004669189453125,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0005411963211372495,
      "loss_partial": 0.0096435546875,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.00044975377386435866,
      "loss_partial": 0.0020751953125,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0006471266970038414,
      "loss_partial": 0.006591796875,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.000625861226581037,
      "loss_partial": 0.005340576171875,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0005540493875741959,
      "loss_partial": 0.007049560546875,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0006369258044287562,
      "loss_partial": 0.004119873046875,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0005992062506265938,
      "loss_partial": 0.0037689208984375,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0006100957980379462,
      "loss_partial": 0.005615234375,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0006992688286118209,
      "loss_partial": 0.00958251953125,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.00042060448322445154,
      "loss_partial": 0.007110595703125,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0008557992987334728,
      "loss_partial": 0.004150390625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0004490199207793921,
      "loss_partial": 0.004241943359375,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0006331918411888182,
      "loss_partial": 0.00787353515625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0008430435555055737,
      "loss_partial": 0.003570556640625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0007799646118655801,
      "loss_partial": 0.004302978515625,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.0002838947984855622,
      "loss_partial": 0.00830078125,
      "step": 1087
    },
    {
      "epoch": 1.5799418604651163,
      "loss_distr": 0.00023006000265013427,
      "loss_partial": 0.00341796875,
      "step": 1087
    },
    {
      "epoch": 1.5813953488372094,
      "grad_norm": 0.17336243391036987,
      "learning_rate": 2.570816183270819e-06,
      "loss": 0.1708,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0007621710537932813,
      "loss_partial": 0.004150390625,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0006702879327349365,
      "loss_partial": 0.00775146484375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0006360423867590725,
      "loss_partial": 0.00946044921875,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0006005761679261923,
      "loss_partial": 0.00537109375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0003332462802063674,
      "loss_partial": 0.008056640625,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0004155829665251076,
      "loss_partial": 0.0079345703125,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.000657341443002224,
      "loss_partial": 0.00537109375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0008051865734159946,
      "loss_partial": 0.00628662109375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.00042251526610925794,
      "loss_partial": 0.00927734375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0006039264844730496,
      "loss_partial": 0.007537841796875,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.000417357892729342,
      "loss_partial": 0.006744384765625,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0006037841667421162,
      "loss_partial": 0.006195068359375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0003752306802198291,
      "loss_partial": 0.00482177734375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0005101766437292099,
      "loss_partial": 0.004638671875,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0005588472704403102,
      "loss_partial": 0.0072021484375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0007370446110144258,
      "loss_partial": 0.004913330078125,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0005748579278588295,
      "loss_partial": 0.00494384765625,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0003600076015572995,
      "loss_partial": 0.007568359375,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.000253732199780643,
      "loss_partial": 0.006805419921875,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.000360880047082901,
      "loss_partial": 0.01177978515625,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0004142470133956522,
      "loss_partial": 0.01055908203125,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0004914540331810713,
      "loss_partial": 0.00555419921875,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0005236823344603181,
      "loss_partial": 0.005645751953125,
      "step": 1088
    },
    {
      "epoch": 1.5813953488372094,
      "loss_distr": 0.0005482743727043271,
      "loss_partial": 0.0038299560546875,
      "step": 1088
    },
    {
      "epoch": 1.5828488372093024,
      "grad_norm": 0.16246335208415985,
      "learning_rate": 2.5538536468963082e-06,
      "loss": 0.1725,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0005996206891722977,
      "loss_partial": 0.005157470703125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00046132769784890115,
      "loss_partial": 0.006072998046875,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0005603606696240604,
      "loss_partial": 0.006927490234375,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00038505892734974623,
      "loss_partial": 0.00811767578125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00043660704977810383,
      "loss_partial": 0.0027008056640625,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00047921304940246046,
      "loss_partial": 0.006591796875,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0008643697365187109,
      "loss_partial": 0.004669189453125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00041845429223030806,
      "loss_partial": 0.00738525390625,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00029122253181412816,
      "loss_partial": 0.005645751953125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.000627300119958818,
      "loss_partial": 0.0103759765625,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0005703314673155546,
      "loss_partial": 0.006622314453125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00029454618925228715,
      "loss_partial": 0.005645751953125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00033551754313521087,
      "loss_partial": 0.007476806640625,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00048534502275288105,
      "loss_partial": 0.00927734375,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0005358795751817524,
      "loss_partial": 0.00579833984375,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0009004442254081368,
      "loss_partial": 0.005401611328125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0005729655968025327,
      "loss_partial": 0.00421142578125,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0007455887971445918,
      "loss_partial": 0.00408935546875,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00039152265526354313,
      "loss_partial": 0.0031890869140625,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.000382116821128875,
      "loss_partial": 0.004974365234375,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0008522038115188479,
      "loss_partial": 0.00445556640625,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.00036647228989750147,
      "loss_partial": 0.007568359375,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0006464812904596329,
      "loss_partial": 0.006256103515625,
      "step": 1089
    },
    {
      "epoch": 1.5828488372093024,
      "loss_distr": 0.0005196852725930512,
      "loss_partial": 0.00555419921875,
      "step": 1089
    },
    {
      "epoch": 1.5843023255813953,
      "grad_norm": 0.15543048083782196,
      "learning_rate": 2.5369390606520193e-06,
      "loss": 0.1732,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0006316164508461952,
      "loss_partial": 0.005584716796875,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0005343356169760227,
      "loss_partial": 0.010498046875,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0005548765184357762,
      "loss_partial": 0.006317138671875,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0005831801099702716,
      "loss_partial": 0.003936767578125,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0005317283794283867,
      "loss_partial": 0.007537841796875,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0005679710302501917,
      "loss_partial": 0.007659912109375,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0004473321314435452,
      "loss_partial": 0.00830078125,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0002317677135579288,
      "loss_partial": 0.017822265625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0006724274717271328,
      "loss_partial": 0.008056640625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0005053930217400193,
      "loss_partial": 0.00640869140625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0002964461746159941,
      "loss_partial": 0.00634765625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.00030008895555511117,
      "loss_partial": 0.00518798828125,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0003354232176207006,
      "loss_partial": 0.01031494140625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.000698550371453166,
      "loss_partial": 0.00933837890625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0007694886298850179,
      "loss_partial": 0.004425048828125,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0008812269079498947,
      "loss_partial": 0.005340576171875,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0005250840331427753,
      "loss_partial": 0.006683349609375,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.00042825989658012986,
      "loss_partial": 0.006256103515625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0006736342329531908,
      "loss_partial": 0.0054931640625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.00044139265082776546,
      "loss_partial": 0.0145263671875,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0003624990058597177,
      "loss_partial": 0.01165771484375,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.00043453770922496915,
      "loss_partial": 0.00634765625,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0002963041770271957,
      "loss_partial": 0.007171630859375,
      "step": 1090
    },
    {
      "epoch": 1.5843023255813953,
      "loss_distr": 0.0007923961966298521,
      "loss_partial": 0.006500244140625,
      "step": 1090
    },
    {
      "epoch": 1.5857558139534884,
      "grad_norm": 0.18186324834823608,
      "learning_rate": 2.520072533460952e-06,
      "loss": 0.1766,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.00045258327736519277,
      "loss_partial": 0.0089111328125,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0004411028930917382,
      "loss_partial": 0.0033721923828125,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0002301919594174251,
      "loss_partial": 0.007171630859375,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0005704302457161248,
      "loss_partial": 0.005767822265625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0008987636538222432,
      "loss_partial": 0.0047607421875,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0005250630201771855,
      "loss_partial": 0.00506591796875,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0004981827223673463,
      "loss_partial": 0.007110595703125,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.00034204075927846134,
      "loss_partial": 0.008056640625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0007735877297818661,
      "loss_partial": 0.0047607421875,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0005403782706707716,
      "loss_partial": 0.00604248046875,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0007135882042348385,
      "loss_partial": 0.0057373046875,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.00035442900843918324,
      "loss_partial": 0.009765625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.00028532359283417463,
      "loss_partial": 0.007293701171875,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.00041035987669602036,
      "loss_partial": 0.005157470703125,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.00037795474054291844,
      "loss_partial": 0.01165771484375,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0004028374969493598,
      "loss_partial": 0.00543212890625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0008329196134582162,
      "loss_partial": 0.007476806640625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0005603150348179042,
      "loss_partial": 0.01080322265625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0005514479125849903,
      "loss_partial": 0.0068359375,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0005563948070630431,
      "loss_partial": 0.005218505859375,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0005631871754303575,
      "loss_partial": 0.005950927734375,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0010011759586632252,
      "loss_partial": 0.003326416015625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0004871280107181519,
      "loss_partial": 0.006744384765625,
      "step": 1091
    },
    {
      "epoch": 1.5857558139534884,
      "loss_distr": 0.0006264114053919911,
      "loss_partial": 0.00567626953125,
      "step": 1091
    },
    {
      "epoch": 1.5872093023255816,
      "grad_norm": 0.15792244672775269,
      "learning_rate": 2.5032541739366278e-06,
      "loss": 0.1733,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.00023198428971227258,
      "loss_partial": 0.005157470703125,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0004484127857722342,
      "loss_partial": 0.0034637451171875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0005475314101204276,
      "loss_partial": 0.00897216796875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.00041720434091985226,
      "loss_partial": 0.007049560546875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0003984180511906743,
      "loss_partial": 0.0084228515625,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0005814958713017404,
      "loss_partial": 0.005645751953125,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0005700602778233588,
      "loss_partial": 0.004425048828125,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.00030617500306107104,
      "loss_partial": 0.008544921875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.00026583686121739447,
      "loss_partial": 0.00592041015625,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0004347147769294679,
      "loss_partial": 0.0164794921875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.000671188929118216,
      "loss_partial": 0.007049560546875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0007039405172690749,
      "loss_partial": 0.006072998046875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0005208200309425592,
      "loss_partial": 0.005279541015625,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.000657149008475244,
      "loss_partial": 0.01336669921875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0004927728441543877,
      "loss_partial": 0.00677490234375,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0006713212933391333,
      "loss_partial": 0.0069580078125,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0001797160366550088,
      "loss_partial": 0.00830078125,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0006473491084761918,
      "loss_partial": 0.005462646484375,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.000707720872014761,
      "loss_partial": 0.003875732421875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0003584172809496522,
      "loss_partial": 0.005828857421875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.000284833658952266,
      "loss_partial": 0.00653076171875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.0005641547031700611,
      "loss_partial": 0.007537841796875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.00028673914493992925,
      "loss_partial": 0.01092529296875,
      "step": 1092
    },
    {
      "epoch": 1.5872093023255816,
      "loss_distr": 0.00043733633356168866,
      "loss_partial": 0.00457763671875,
      "step": 1092
    },
    {
      "epoch": 1.5886627906976745,
      "grad_norm": 0.15514114499092102,
      "learning_rate": 2.486484090382385e-06,
      "loss": 0.1752,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0005237970617599785,
      "loss_partial": 0.008544921875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.00043350813211873174,
      "loss_partial": 0.01116943359375,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0006845397874712944,
      "loss_partial": 0.006103515625,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0007915174937807024,
      "loss_partial": 0.0034332275390625,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0009746706346049905,
      "loss_partial": 0.004669189453125,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0007526217377744615,
      "loss_partial": 0.00762939453125,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0005313946749083698,
      "loss_partial": 0.00555419921875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0003175935707986355,
      "loss_partial": 0.007568359375,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.00045166752533987164,
      "loss_partial": 0.00848388671875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0004895274760201573,
      "loss_partial": 0.006103515625,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.00047534890472888947,
      "loss_partial": 0.00390625,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0007255439995788038,
      "loss_partial": 0.004608154296875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0006477031856775284,
      "loss_partial": 0.005767822265625,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0004027438990306109,
      "loss_partial": 0.0089111328125,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0002877396182157099,
      "loss_partial": 0.008544921875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0003985629300586879,
      "loss_partial": 0.006591796875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0005185153568163514,
      "loss_partial": 0.008544921875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.000654662202578038,
      "loss_partial": 0.006866455078125,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.000492566847242415,
      "loss_partial": 0.00457763671875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.00028462696354836226,
      "loss_partial": 0.0123291015625,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0004476914764381945,
      "loss_partial": 0.0107421875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0004785014025401324,
      "loss_partial": 0.00848388671875,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0003350066253915429,
      "loss_partial": 0.00634765625,
      "step": 1093
    },
    {
      "epoch": 1.5886627906976745,
      "loss_distr": 0.0008316170424222946,
      "loss_partial": 0.0037384033203125,
      "step": 1093
    },
    {
      "epoch": 1.5901162790697674,
      "grad_norm": 0.15436619520187378,
      "learning_rate": 2.469762390790692e-06,
      "loss": 0.1742,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.000217584049096331,
      "loss_partial": 0.00421142578125,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0008303140639327466,
      "loss_partial": 0.0037689208984375,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0009305125568062067,
      "loss_partial": 0.0040283203125,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0007023230427876115,
      "loss_partial": 0.004730224609375,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0004503730160649866,
      "loss_partial": 0.00872802734375,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0005602517048828304,
      "loss_partial": 0.006134033203125,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.00048087548930197954,
      "loss_partial": 0.005645751953125,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.00046288821613416076,
      "loss_partial": 0.006011962890625,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0008049116004258394,
      "loss_partial": 0.00555419921875,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0003441815497353673,
      "loss_partial": 0.00994873046875,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0005802208906970918,
      "loss_partial": 0.005767822265625,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0004063522210344672,
      "loss_partial": 0.00653076171875,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0005669724196195602,
      "loss_partial": 0.005157470703125,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.00034367258194833994,
      "loss_partial": 0.007293701171875,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.00048468972090631723,
      "loss_partial": 0.00390625,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0004107391578145325,
      "loss_partial": 0.007415771484375,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0006997680757194757,
      "loss_partial": 0.00531005859375,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0005510415649041533,
      "loss_partial": 0.005706787109375,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0006589448312297463,
      "loss_partial": 0.007110595703125,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0003583948710002005,
      "loss_partial": 0.005462646484375,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0003550573019310832,
      "loss_partial": 0.006103515625,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.00023098800738807768,
      "loss_partial": 0.00885009765625,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0006893553072586656,
      "loss_partial": 0.004364013671875,
      "step": 1094
    },
    {
      "epoch": 1.5901162790697674,
      "loss_distr": 0.0003579464682843536,
      "loss_partial": 0.007293701171875,
      "step": 1094
    },
    {
      "epoch": 1.5915697674418605,
      "grad_norm": 0.15919722616672516,
      "learning_rate": 2.4530891828424384e-06,
      "loss": 0.1749,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0003717383951880038,
      "loss_partial": 0.007232666015625,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0005396893247961998,
      "loss_partial": 0.004425048828125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006346291047520936,
      "loss_partial": 0.005462646484375,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006628769333474338,
      "loss_partial": 0.006378173828125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006988050299696624,
      "loss_partial": 0.00836181640625,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0003161599161103368,
      "loss_partial": 0.005035400390625,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0004002897476311773,
      "loss_partial": 0.004364013671875,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006889709620736539,
      "loss_partial": 0.005584716796875,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0005484442226588726,
      "loss_partial": 0.006134033203125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0004615688812918961,
      "loss_partial": 0.006866455078125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0008305743685923517,
      "loss_partial": 0.00738525390625,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0003777435631491244,
      "loss_partial": 0.006805419921875,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.00032610067864879966,
      "loss_partial": 0.006866455078125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0005578834097832441,
      "loss_partial": 0.005462646484375,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006188766565173864,
      "loss_partial": 0.009033203125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006124582141637802,
      "loss_partial": 0.0040283203125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0003897836140822619,
      "loss_partial": 0.0079345703125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0005203458713367581,
      "loss_partial": 0.0126953125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006195916794240475,
      "loss_partial": 0.006195068359375,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.00041123523260466754,
      "loss_partial": 0.01446533203125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006100648315623403,
      "loss_partial": 0.00518798828125,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0005677652079612017,
      "loss_partial": 0.006072998046875,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006059581646695733,
      "loss_partial": 0.00836181640625,
      "step": 1095
    },
    {
      "epoch": 1.5915697674418605,
      "loss_distr": 0.0006941702449694276,
      "loss_partial": 0.00506591796875,
      "step": 1095
    },
    {
      "epoch": 1.5930232558139537,
      "grad_norm": 0.15850943326950073,
      "learning_rate": 2.4364645739062444e-06,
      "loss": 0.1718,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0003376963722985238,
      "loss_partial": 0.01141357421875,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0007180832326412201,
      "loss_partial": 0.004241943359375,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0006209287093952298,
      "loss_partial": 0.005523681640625,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0006081048049964011,
      "loss_partial": 0.00494384765625,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.000346120388712734,
      "loss_partial": 0.0078125,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.00041685369797050953,
      "loss_partial": 0.0072021484375,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0005421098321676254,
      "loss_partial": 0.004913330078125,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.000543157453648746,
      "loss_partial": 0.004730224609375,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0003216309705749154,
      "loss_partial": 0.006011962890625,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.00031670043244957924,
      "loss_partial": 0.00860595703125,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0003891203086823225,
      "loss_partial": 0.0162353515625,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0006184221128933132,
      "loss_partial": 0.00811767578125,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0002775629982352257,
      "loss_partial": 0.005584716796875,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0004383419582154602,
      "loss_partial": 0.006378173828125,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0004954274045303464,
      "loss_partial": 0.0062255859375,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0002404968108749017,
      "loss_partial": 0.0101318359375,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0004206333542242646,
      "loss_partial": 0.0115966796875,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0007499209605157375,
      "loss_partial": 0.00634765625,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0004925442044623196,
      "loss_partial": 0.005828857421875,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.00030992506071925163,
      "loss_partial": 0.007720947265625,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.0003159817715641111,
      "loss_partial": 0.01019287109375,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.000330669223330915,
      "loss_partial": 0.00921630859375,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.00028330308850854635,
      "loss_partial": 0.0048828125,
      "step": 1096
    },
    {
      "epoch": 1.5930232558139537,
      "loss_distr": 0.00019642245024442673,
      "loss_partial": 0.010986328125,
      "step": 1096
    },
    {
      "epoch": 1.5944767441860463,
      "grad_norm": 0.16486653685569763,
      "learning_rate": 2.419888671037783e-06,
      "loss": 0.1778,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.00037330258055590093,
      "loss_partial": 0.014404296875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.00021305811242200434,
      "loss_partial": 0.004302978515625,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.00029116569203324616,
      "loss_partial": 0.0037384033203125,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0005465095164254308,
      "loss_partial": 0.005126953125,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0005310577107593417,
      "loss_partial": 0.00457763671875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0005910868640057743,
      "loss_partial": 0.004608154296875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0004946629051119089,
      "loss_partial": 0.006561279296875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0006397672696039081,
      "loss_partial": 0.006744384765625,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0007159693632274866,
      "loss_partial": 0.007049560546875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.00024850619956851006,
      "loss_partial": 0.007476806640625,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0006248578429222107,
      "loss_partial": 0.00982666015625,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0006798537215217948,
      "loss_partial": 0.004241943359375,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0006319087115116417,
      "loss_partial": 0.00592041015625,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.00043527045636437833,
      "loss_partial": 0.00872802734375,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0005014727939851582,
      "loss_partial": 0.01171875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0005549922352656722,
      "loss_partial": 0.0040283203125,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.00040706247091293335,
      "loss_partial": 0.006683349609375,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0004182097618468106,
      "loss_partial": 0.0089111328125,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0005065280711278319,
      "loss_partial": 0.01123046875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0008196175331249833,
      "loss_partial": 0.005096435546875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.00039039907278493047,
      "loss_partial": 0.005401611328125,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0009447814663872123,
      "loss_partial": 0.0047607421875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0008606953779235482,
      "loss_partial": 0.006317138671875,
      "step": 1097
    },
    {
      "epoch": 1.5944767441860463,
      "loss_distr": 0.0005511429626494646,
      "loss_partial": 0.007049560546875,
      "step": 1097
    },
    {
      "epoch": 1.5959302325581395,
      "grad_norm": 0.16552411019802094,
      "learning_rate": 2.4033615809790724e-06,
      "loss": 0.1748,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.00031240819953382015,
      "loss_partial": 0.006195068359375,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0006243924144655466,
      "loss_partial": 0.0042724609375,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0006942878244444728,
      "loss_partial": 0.00714111328125,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.000607412657700479,
      "loss_partial": 0.00494384765625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0007824465865269303,
      "loss_partial": 0.006500244140625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.00047850748524069786,
      "loss_partial": 0.00738525390625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0005666344659402966,
      "loss_partial": 0.00634765625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0002637223806232214,
      "loss_partial": 0.00567626953125,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0005416075000539422,
      "loss_partial": 0.00543212890625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0006151247071102262,
      "loss_partial": 0.002655029296875,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0003041175368707627,
      "loss_partial": 0.01031494140625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0005017770454287529,
      "loss_partial": 0.006103515625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0006113671697676182,
      "loss_partial": 0.00482177734375,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.000296113605145365,
      "loss_partial": 0.0108642578125,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0003076529537793249,
      "loss_partial": 0.00982666015625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0006331615149974823,
      "loss_partial": 0.007293701171875,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0007588164298795164,
      "loss_partial": 0.004425048828125,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0005307762185111642,
      "loss_partial": 0.004791259765625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0007051230641081929,
      "loss_partial": 0.005035400390625,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0008230056846514344,
      "loss_partial": 0.006195068359375,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0005370026919990778,
      "loss_partial": 0.008544921875,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0005065492587164044,
      "loss_partial": 0.01239013671875,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0005637415451928973,
      "loss_partial": 0.004425048828125,
      "step": 1098
    },
    {
      "epoch": 1.5959302325581395,
      "loss_distr": 0.0007295731920748949,
      "loss_partial": 0.004058837890625,
      "step": 1098
    },
    {
      "epoch": 1.5973837209302326,
      "grad_norm": 0.1728571206331253,
      "learning_rate": 2.386883410157793e-06,
      "loss": 0.17,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.00044561419053934515,
      "loss_partial": 0.0084228515625,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0005555483512580395,
      "loss_partial": 0.0079345703125,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0005937644164077938,
      "loss_partial": 0.0091552734375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0005414265906438231,
      "loss_partial": 0.0050048828125,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0005064206779934466,
      "loss_partial": 0.00537109375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0007232333882711828,
      "loss_partial": 0.004638671875,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.00043499653111211956,
      "loss_partial": 0.00531005859375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0008215915295295417,
      "loss_partial": 0.00372314453125,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0009418650297448039,
      "loss_partial": 0.005279541015625,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0006795990630052984,
      "loss_partial": 0.00823974609375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.00032023515086621046,
      "loss_partial": 0.005950927734375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0004587541043292731,
      "loss_partial": 0.00604248046875,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0006268134457059205,
      "loss_partial": 0.0038909912109375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0004845706862397492,
      "loss_partial": 0.0079345703125,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.00045848797890357673,
      "loss_partial": 0.004302978515625,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0009747076546773314,
      "loss_partial": 0.003387451171875,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0006016562692821026,
      "loss_partial": 0.0076904296875,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0006033946992829442,
      "loss_partial": 0.006256103515625,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.00025452557019889355,
      "loss_partial": 0.00872802734375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0004450644482858479,
      "loss_partial": 0.00872802734375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0007141813985072076,
      "loss_partial": 0.007415771484375,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0005636698333546519,
      "loss_partial": 0.01177978515625,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0002613360120449215,
      "loss_partial": 0.0047607421875,
      "step": 1099
    },
    {
      "epoch": 1.5973837209302326,
      "loss_distr": 0.0005446629365906119,
      "loss_partial": 0.008056640625,
      "step": 1099
    },
    {
      "epoch": 1.5988372093023255,
      "grad_norm": 0.1620967984199524,
      "learning_rate": 2.370454264686618e-06,
      "loss": 0.174,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0005625789053738117,
      "loss_partial": 0.00775146484375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00040116702439263463,
      "loss_partial": 0.0079345703125,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0004231572092976421,
      "loss_partial": 0.007476806640625,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00038202235009521246,
      "loss_partial": 0.00665283203125,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0004844297654926777,
      "loss_partial": 0.00897216796875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0004320569569244981,
      "loss_partial": 0.01324462890625,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00033607715158723295,
      "loss_partial": 0.0115966796875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0007418307941406965,
      "loss_partial": 0.00506591796875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0007961499504745007,
      "loss_partial": 0.004608154296875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00046724278945475817,
      "loss_partial": 0.00872802734375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0008070975891314447,
      "loss_partial": 0.0052490234375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0006877908017486334,
      "loss_partial": 0.005645751953125,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00036349426954984665,
      "loss_partial": 0.01141357421875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00038331348332576454,
      "loss_partial": 0.006622314453125,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0006021600565873086,
      "loss_partial": 0.005859375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00045284320367500186,
      "loss_partial": 0.00799560546875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00043128893594257534,
      "loss_partial": 0.00579833984375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00029151581111364067,
      "loss_partial": 0.006927490234375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0008056782535277307,
      "loss_partial": 0.00408935546875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0005946635501459241,
      "loss_partial": 0.0101318359375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0004458940529730171,
      "loss_partial": 0.006103515625,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0005137142143212259,
      "loss_partial": 0.005706787109375,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.00047504203394055367,
      "loss_partial": 0.01239013671875,
      "step": 1100
    },
    {
      "epoch": 1.5988372093023255,
      "loss_distr": 0.0003534990537445992,
      "loss_partial": 0.007659912109375,
      "step": 1100
    },
    {
      "epoch": 1.6002906976744184,
      "grad_norm": 0.15428858995437622,
      "learning_rate": 2.3540742503625047e-06,
      "loss": 0.1732,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00022415105195250362,
      "loss_partial": 0.01531982421875,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0005271112313494086,
      "loss_partial": 0.006683349609375,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00038626021705567837,
      "loss_partial": 0.005035400390625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0004983581602573395,
      "loss_partial": 0.00531005859375,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0007287805201485753,
      "loss_partial": 0.0093994140625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00044085411354899406,
      "loss_partial": 0.00555419921875,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0006207088008522987,
      "loss_partial": 0.006317138671875,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00033489425550214946,
      "loss_partial": 0.0103759765625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0006559488829225302,
      "loss_partial": 0.004638671875,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00036558491410687566,
      "loss_partial": 0.0081787109375,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00038611979107372463,
      "loss_partial": 0.006500244140625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0005314717418514192,
      "loss_partial": 0.0064697265625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0007730135694146156,
      "loss_partial": 0.0084228515625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0007221117848530412,
      "loss_partial": 0.005340576171875,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0002778707130346447,
      "loss_partial": 0.01177978515625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0003607491962611675,
      "loss_partial": 0.00604248046875,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0005753273144364357,
      "loss_partial": 0.007110595703125,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0005866394494660199,
      "loss_partial": 0.006103515625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00038163477438502014,
      "loss_partial": 0.0072021484375,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0008690973627381027,
      "loss_partial": 0.0029144287109375,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00044471881119534373,
      "loss_partial": 0.006988525390625,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.000556127168238163,
      "loss_partial": 0.0068359375,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.0005436245119199157,
      "loss_partial": 0.00604248046875,
      "step": 1101
    },
    {
      "epoch": 1.6002906976744184,
      "loss_distr": 0.00031912687700241804,
      "loss_partial": 0.0078125,
      "step": 1101
    },
    {
      "epoch": 1.6017441860465116,
      "grad_norm": 0.1443386673927307,
      "learning_rate": 2.33774347266603e-06,
      "loss": 0.1711,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0007101640803739429,
      "loss_partial": 0.00604248046875,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0002686093212105334,
      "loss_partial": 0.00836181640625,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0006088749505579472,
      "loss_partial": 0.0101318359375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0008996857795864344,
      "loss_partial": 0.0032806396484375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0005493602948263288,
      "loss_partial": 0.00604248046875,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.00031903470517136157,
      "loss_partial": 0.00531005859375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0005074612563475966,
      "loss_partial": 0.01055908203125,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.00026297831209376454,
      "loss_partial": 0.007720947265625,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0006510026869364083,
      "loss_partial": 0.005218505859375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0006268673459999263,
      "loss_partial": 0.006500244140625,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0006844006711617112,
      "loss_partial": 0.004241943359375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0007165309507399797,
      "loss_partial": 0.007568359375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0005807884153909981,
      "loss_partial": 0.01043701171875,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.00035314925480633974,
      "loss_partial": 0.0091552734375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.00042818038491532207,
      "loss_partial": 0.00970458984375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0003957850276492536,
      "loss_partial": 0.005279541015625,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0005014077760279179,
      "loss_partial": 0.0036773681640625,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0005007331492379308,
      "loss_partial": 0.00726318359375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0004403767816256732,
      "loss_partial": 0.006256103515625,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0005607998464256525,
      "loss_partial": 0.005157470703125,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.00047813981655053794,
      "loss_partial": 0.00604248046875,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.0008269715472124517,
      "loss_partial": 0.003936767578125,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.000318610982503742,
      "loss_partial": 0.0072021484375,
      "step": 1102
    },
    {
      "epoch": 1.6017441860465116,
      "loss_distr": 0.000731592474039644,
      "loss_partial": 0.005401611328125,
      "step": 1102
    },
    {
      "epoch": 1.6031976744186047,
      "grad_norm": 0.15853066742420197,
      "learning_rate": 2.3214620367607123e-06,
      "loss": 0.1755,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.00047158051165752113,
      "loss_partial": 0.00787353515625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0004905169480480254,
      "loss_partial": 0.0059814453125,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.00032741166069172323,
      "loss_partial": 0.007354736328125,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0007804596098139882,
      "loss_partial": 0.00494384765625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0002719403419177979,
      "loss_partial": 0.007537841796875,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0004371846735011786,
      "loss_partial": 0.0064697265625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0004153186164330691,
      "loss_partial": 0.0072021484375,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0005287313833832741,
      "loss_partial": 0.00811767578125,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0005700011970475316,
      "loss_partial": 0.006500244140625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0006944608176127076,
      "loss_partial": 0.005950927734375,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0010732971131801605,
      "loss_partial": 0.00537109375,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0007277991971932352,
      "loss_partial": 0.00347900390625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.00039658392779529095,
      "loss_partial": 0.006744384765625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0006409009220078588,
      "loss_partial": 0.00347900390625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0005711859557777643,
      "loss_partial": 0.004791259765625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0005447100847959518,
      "loss_partial": 0.0064697265625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0004230452177580446,
      "loss_partial": 0.00897216796875,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0003649952122941613,
      "loss_partial": 0.005462646484375,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0005529774352908134,
      "loss_partial": 0.0064697265625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.00032303217449225485,
      "loss_partial": 0.008544921875,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0004299118591006845,
      "loss_partial": 0.006744384765625,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.00043241921230219305,
      "loss_partial": 0.00701904296875,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.0006872086087241769,
      "loss_partial": 0.004486083984375,
      "step": 1103
    },
    {
      "epoch": 1.6031976744186047,
      "loss_distr": 0.000682959274854511,
      "loss_partial": 0.009521484375,
      "step": 1103
    },
    {
      "epoch": 1.6046511627906976,
      "grad_norm": 0.18423710763454437,
      "learning_rate": 2.3052300474923195e-06,
      "loss": 0.1739,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0005007976433262229,
      "loss_partial": 0.01165771484375,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0006014901446178555,
      "loss_partial": 0.005126953125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.00044571387115865946,
      "loss_partial": 0.01055908203125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0008288651006296277,
      "loss_partial": 0.0059814453125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0004537804634310305,
      "loss_partial": 0.00701904296875,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0009049138752743602,
      "loss_partial": 0.00360107421875,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0009761884575709701,
      "loss_partial": 0.00421142578125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.000536881503649056,
      "loss_partial": 0.005615234375,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0007976351771503687,
      "loss_partial": 0.004425048828125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0009179587359540164,
      "loss_partial": 0.0054931640625,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.00038756575668230653,
      "loss_partial": 0.01031494140625,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0006415045354515314,
      "loss_partial": 0.00885009765625,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0007372578838840127,
      "loss_partial": 0.00799560546875,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0006671528681181371,
      "loss_partial": 0.006622314453125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0004838847671635449,
      "loss_partial": 0.00860595703125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0005968195619061589,
      "loss_partial": 0.0050048828125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0008312870631925762,
      "loss_partial": 0.004058837890625,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0009319456294178963,
      "loss_partial": 0.0052490234375,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0004992023459635675,
      "loss_partial": 0.00555419921875,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0002475674555171281,
      "loss_partial": 0.004791259765625,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0007554995827376842,
      "loss_partial": 0.004150390625,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.00047336117131635547,
      "loss_partial": 0.007080078125,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.00046524842036888003,
      "loss_partial": 0.0086669921875,
      "step": 1104
    },
    {
      "epoch": 1.6046511627906976,
      "loss_distr": 0.0007433921564370394,
      "loss_partial": 0.004150390625,
      "step": 1104
    },
    {
      "epoch": 1.6061046511627906,
      "grad_norm": 0.1747346967458725,
      "learning_rate": 2.2890476093882175e-06,
      "loss": 0.1707,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0005471191252581775,
      "loss_partial": 0.004180908203125,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0008352146833203733,
      "loss_partial": 0.004180908203125,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.000464285840280354,
      "loss_partial": 0.004730224609375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0003600542841013521,
      "loss_partial": 0.007354736328125,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0004544744733721018,
      "loss_partial": 0.007476806640625,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0006176414317451417,
      "loss_partial": 0.006561279296875,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0008229714585468173,
      "loss_partial": 0.004241943359375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0006233509629964828,
      "loss_partial": 0.00494384765625,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0004960576770827174,
      "loss_partial": 0.00531005859375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.00044564210111275315,
      "loss_partial": 0.008056640625,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0004395584110170603,
      "loss_partial": 0.007476806640625,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0005991929210722446,
      "loss_partial": 0.00921630859375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.000618642894551158,
      "loss_partial": 0.006561279296875,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0003720615932252258,
      "loss_partial": 0.006927490234375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0008822338422760367,
      "loss_partial": 0.004791259765625,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0006313457270152867,
      "loss_partial": 0.006683349609375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0005362973315641284,
      "loss_partial": 0.005615234375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.00022018518939148635,
      "loss_partial": 0.00494384765625,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.000689781503751874,
      "loss_partial": 0.005218505859375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.000566330214496702,
      "loss_partial": 0.005218505859375,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.000705566955730319,
      "loss_partial": 0.004852294921875,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0002121100842487067,
      "loss_partial": 0.0106201171875,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.0005205922643654048,
      "loss_partial": 0.0079345703125,
      "step": 1105
    },
    {
      "epoch": 1.6061046511627906,
      "loss_distr": 0.00018828935571946204,
      "loss_partial": 0.0089111328125,
      "step": 1105
    },
    {
      "epoch": 1.6075581395348837,
      "grad_norm": 0.1472642719745636,
      "learning_rate": 2.2729148266566624e-06,
      "loss": 0.1706,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.00036137326969765127,
      "loss_partial": 0.00946044921875,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0005181916058063507,
      "loss_partial": 0.007110595703125,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0002927370951510966,
      "loss_partial": 0.0087890625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0005113771767355502,
      "loss_partial": 0.007171630859375,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0008252282859757543,
      "loss_partial": 0.003692626953125,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0004269863711670041,
      "loss_partial": 0.00579833984375,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.000515612424351275,
      "loss_partial": 0.005767822265625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0005341498181223869,
      "loss_partial": 0.0035400390625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.00023840597714297473,
      "loss_partial": 0.006591796875,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.00042631180258467793,
      "loss_partial": 0.00762939453125,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.00039645045762881637,
      "loss_partial": 0.00439453125,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0006074591656215489,
      "loss_partial": 0.003448486328125,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.000580295454710722,
      "loss_partial": 0.005828857421875,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0006906591588631272,
      "loss_partial": 0.005035400390625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.000517800624947995,
      "loss_partial": 0.008056640625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.00031532600405626,
      "loss_partial": 0.00823974609375,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0004893283476121724,
      "loss_partial": 0.0033416748046875,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0005087997997179627,
      "loss_partial": 0.0093994140625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0006071437965147197,
      "loss_partial": 0.00543212890625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.00043733546044677496,
      "loss_partial": 0.01025390625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.00023729325039312243,
      "loss_partial": 0.00738525390625,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0002902465348597616,
      "loss_partial": 0.0081787109375,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0008504005963914096,
      "loss_partial": 0.0047607421875,
      "step": 1106
    },
    {
      "epoch": 1.6075581395348837,
      "loss_distr": 0.0007781366584822536,
      "loss_partial": 0.00408935546875,
      "step": 1106
    },
    {
      "epoch": 1.6090116279069768,
      "grad_norm": 0.16984157264232635,
      "learning_rate": 2.2568318031861715e-06,
      "loss": 0.1751,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0007057293551042676,
      "loss_partial": 0.00567626953125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0009666305268183351,
      "loss_partial": 0.00408935546875,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0004905276000499725,
      "loss_partial": 0.005767822265625,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0008845134871080518,
      "loss_partial": 0.00439453125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0002461889816913754,
      "loss_partial": 0.004058837890625,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0004318394639994949,
      "loss_partial": 0.00531005859375,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0005101098795421422,
      "loss_partial": 0.0107421875,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0007319285068660975,
      "loss_partial": 0.0024871826171875,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0006891528610140085,
      "loss_partial": 0.004608154296875,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.00043593964073807,
      "loss_partial": 0.007354736328125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0006300973473116755,
      "loss_partial": 0.00933837890625,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0004180009418632835,
      "loss_partial": 0.005401611328125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.000442484684754163,
      "loss_partial": 0.006072998046875,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0003105121722910553,
      "loss_partial": 0.00433349609375,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0004209500038996339,
      "loss_partial": 0.006866455078125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0005000784294679761,
      "loss_partial": 0.0089111328125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0007943788077682257,
      "loss_partial": 0.00341796875,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.00040982349310070276,
      "loss_partial": 0.0059814453125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0002987982879858464,
      "loss_partial": 0.005706787109375,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0005322776269167662,
      "loss_partial": 0.006683349609375,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.00019480404444038868,
      "loss_partial": 0.010009765625,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.00019198730296920985,
      "loss_partial": 0.0184326171875,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0003029322833754122,
      "loss_partial": 0.00762939453125,
      "step": 1107
    },
    {
      "epoch": 1.6090116279069768,
      "loss_distr": 0.0005013324553146958,
      "loss_partial": 0.00982666015625,
      "step": 1107
    },
    {
      "epoch": 1.6104651162790697,
      "grad_norm": 0.16312581300735474,
      "learning_rate": 2.240798642544819e-06,
      "loss": 0.1688,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0005427033756859601,
      "loss_partial": 0.00860595703125,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0007682170253247023,
      "loss_partial": 0.005096435546875,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0004334028053563088,
      "loss_partial": 0.00799560546875,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0006601590430364013,
      "loss_partial": 0.004180908203125,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0005304108490236104,
      "loss_partial": 0.0037689208984375,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.00033789180452004075,
      "loss_partial": 0.003570556640625,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0004243978764861822,
      "loss_partial": 0.006683349609375,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0003434582322370261,
      "loss_partial": 0.007537841796875,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0006449891370721161,
      "loss_partial": 0.0035400390625,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.00034356897231191397,
      "loss_partial": 0.008056640625,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.00032231956720352173,
      "loss_partial": 0.00762939453125,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0005549477646127343,
      "loss_partial": 0.007415771484375,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.000363273051334545,
      "loss_partial": 0.00726318359375,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.000498835404869169,
      "loss_partial": 0.003814697265625,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.00044119468657299876,
      "loss_partial": 0.00726318359375,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0004324516048654914,
      "loss_partial": 0.0054931640625,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0005438128719106317,
      "loss_partial": 0.004669189453125,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0003193260636180639,
      "loss_partial": 0.003936767578125,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.00019060634076595306,
      "loss_partial": 0.005950927734375,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.00038998277159407735,
      "loss_partial": 0.006591796875,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0008661441970616579,
      "loss_partial": 0.00482177734375,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.00043642439413815737,
      "loss_partial": 0.005126953125,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.000523610389791429,
      "loss_partial": 0.01092529296875,
      "step": 1108
    },
    {
      "epoch": 1.6104651162790697,
      "loss_distr": 0.0002616832498461008,
      "loss_partial": 0.00732421875,
      "step": 1108
    },
    {
      "epoch": 1.6119186046511627,
      "grad_norm": 0.17585282027721405,
      "learning_rate": 2.2248154479795857e-06,
      "loss": 0.1764,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0004896938917227089,
      "loss_partial": 0.008544921875,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.000637722434476018,
      "loss_partial": 0.00537109375,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0004281836445443332,
      "loss_partial": 0.0079345703125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0006450606160797179,
      "loss_partial": 0.0037689208984375,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.00046718178782612085,
      "loss_partial": 0.00811767578125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.000501105678267777,
      "loss_partial": 0.005126953125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.000540285196620971,
      "loss_partial": 0.0087890625,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0002526615862734616,
      "loss_partial": 0.00897216796875,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0007145574782043695,
      "loss_partial": 0.00543212890625,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0005940382252447307,
      "loss_partial": 0.00701904296875,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0007865239749662578,
      "loss_partial": 0.01007080078125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0004568495787680149,
      "loss_partial": 0.005584716796875,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0002950460184365511,
      "loss_partial": 0.005218505859375,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0005219476297497749,
      "loss_partial": 0.003692626953125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0007197434897534549,
      "loss_partial": 0.005126953125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0002795870241243392,
      "loss_partial": 0.00762939453125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0005032527260482311,
      "loss_partial": 0.0029754638671875,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0007906646933406591,
      "loss_partial": 0.004913330078125,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0008057262166403234,
      "loss_partial": 0.009521484375,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0004923734813928604,
      "loss_partial": 0.008056640625,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.000407433690270409,
      "loss_partial": 0.01385498046875,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0005668273661285639,
      "loss_partial": 0.006103515625,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0005413990002125502,
      "loss_partial": 0.008056640625,
      "step": 1109
    },
    {
      "epoch": 1.6119186046511627,
      "loss_distr": 0.0004105056868866086,
      "loss_partial": 0.004913330078125,
      "step": 1109
    },
    {
      "epoch": 1.6133720930232558,
      "grad_norm": 0.1537659764289856,
      "learning_rate": 2.2088823224156973e-06,
      "loss": 0.1726,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.00037445913767442107,
      "loss_partial": 0.006103515625,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0008112252689898014,
      "loss_partial": 0.0062255859375,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.000918456120416522,
      "loss_partial": 0.00396728515625,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0006164570804685354,
      "loss_partial": 0.004730224609375,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0007627694867551327,
      "loss_partial": 0.003692626953125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0005653694970533252,
      "loss_partial": 0.00994873046875,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0006151882116682827,
      "loss_partial": 0.00506591796875,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.00033031555358320475,
      "loss_partial": 0.004150390625,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0004349827067926526,
      "loss_partial": 0.00799560546875,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0003013846871908754,
      "loss_partial": 0.0081787109375,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0006660579238086939,
      "loss_partial": 0.0093994140625,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0005113935330882668,
      "loss_partial": 0.005584716796875,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0006107178633101285,
      "loss_partial": 0.004425048828125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0005969895282760262,
      "loss_partial": 0.00665283203125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0003560622863005847,
      "loss_partial": 0.0048828125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.00040133128641173244,
      "loss_partial": 0.010009765625,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0003517569857649505,
      "loss_partial": 0.00848388671875,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0005150293000042439,
      "loss_partial": 0.004669189453125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.00041665122262202203,
      "loss_partial": 0.00518798828125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0003331014304421842,
      "loss_partial": 0.0079345703125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0005830759182572365,
      "loss_partial": 0.005859375,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0006278328946791589,
      "loss_partial": 0.005279541015625,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0002577583654783666,
      "loss_partial": 0.0050048828125,
      "step": 1110
    },
    {
      "epoch": 1.6133720930232558,
      "loss_distr": 0.0006776995724067092,
      "loss_partial": 0.0068359375,
      "step": 1110
    },
    {
      "epoch": 1.614825581395349,
      "grad_norm": 0.1655426174402237,
      "learning_rate": 2.1929993684559505e-06,
      "loss": 0.1751,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.00039163726614788175,
      "loss_partial": 0.0093994140625,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0007136032800190151,
      "loss_partial": 0.006378173828125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.00044244431774131954,
      "loss_partial": 0.007110595703125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0003889175131917,
      "loss_partial": 0.005126953125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0006575012812390924,
      "loss_partial": 0.00653076171875,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0006690251175314188,
      "loss_partial": 0.004638671875,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0007279016426764429,
      "loss_partial": 0.0027923583984375,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0008591515361331403,
      "loss_partial": 0.0050048828125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0007304816390387714,
      "loss_partial": 0.00799560546875,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.000410619773901999,
      "loss_partial": 0.01300048828125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0003029861254617572,
      "loss_partial": 0.006927490234375,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0005798209458589554,
      "loss_partial": 0.00408935546875,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0004639633698388934,
      "loss_partial": 0.006439208984375,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0006511644460260868,
      "loss_partial": 0.01336669921875,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0005276153679005802,
      "loss_partial": 0.00567626953125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0004948708228766918,
      "loss_partial": 0.0084228515625,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0006397918332368135,
      "loss_partial": 0.00250244140625,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0006605274393223226,
      "loss_partial": 0.004608154296875,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.00047955953050404787,
      "loss_partial": 0.00469970703125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0007873312570154667,
      "loss_partial": 0.0078125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0005737715982832015,
      "loss_partial": 0.00592041015625,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0008572519291192293,
      "loss_partial": 0.00909423828125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0007588214939460158,
      "loss_partial": 0.00811767578125,
      "step": 1111
    },
    {
      "epoch": 1.614825581395349,
      "loss_distr": 0.0004455156158655882,
      "loss_partial": 0.006591796875,
      "step": 1111
    },
    {
      "epoch": 1.6162790697674418,
      "grad_norm": 0.18020957708358765,
      "learning_rate": 2.1771666883800514e-06,
      "loss": 0.1709,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.00032484426628798246,
      "loss_partial": 0.008544921875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0006426270119845867,
      "loss_partial": 0.00457763671875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0005743231158703566,
      "loss_partial": 0.005401611328125,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0005304038058966398,
      "loss_partial": 0.006439208984375,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.000577922910451889,
      "loss_partial": 0.006866455078125,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0006116519216448069,
      "loss_partial": 0.004913330078125,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0004188801976852119,
      "loss_partial": 0.00836181640625,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0008324453374370933,
      "loss_partial": 0.0032958984375,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.00025983754312619567,
      "loss_partial": 0.006683349609375,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0003863778547383845,
      "loss_partial": 0.0079345703125,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.00021543131151702255,
      "loss_partial": 0.007720947265625,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0003028815845027566,
      "loss_partial": 0.00408935546875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0002737281902227551,
      "loss_partial": 0.002716064453125,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0006410336936824024,
      "loss_partial": 0.0047607421875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0005285986699163914,
      "loss_partial": 0.008544921875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0002782005467452109,
      "loss_partial": 0.0057373046875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.00035112601472064853,
      "loss_partial": 0.00555419921875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0006134588620625436,
      "loss_partial": 0.007293701171875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0001724467147141695,
      "loss_partial": 0.00506591796875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.00044378949678502977,
      "loss_partial": 0.007293701171875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.00025541632203385234,
      "loss_partial": 0.004425048828125,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0004028249531984329,
      "loss_partial": 0.007110595703125,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0006614440935663879,
      "loss_partial": 0.0038299560546875,
      "step": 1112
    },
    {
      "epoch": 1.6162790697674418,
      "loss_distr": 0.0006071217358112335,
      "loss_partial": 0.006256103515625,
      "step": 1112
    },
    {
      "epoch": 1.6177325581395348,
      "grad_norm": 0.14558257162570953,
      "learning_rate": 2.1613843841439785e-06,
      "loss": 0.172,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0006630622665397823,
      "loss_partial": 0.0050048828125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.00041394942672923207,
      "loss_partial": 0.0067138671875,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.00044093604083172977,
      "loss_partial": 0.006622314453125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0003755079524125904,
      "loss_partial": 0.006866455078125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0005672452971339226,
      "loss_partial": 0.0064697265625,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0006913698161952198,
      "loss_partial": 0.004608154296875,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0002605578047223389,
      "loss_partial": 0.010009765625,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0005846108542755246,
      "loss_partial": 0.00689697265625,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0007029058178886771,
      "loss_partial": 0.005401611328125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0004848966491408646,
      "loss_partial": 0.00555419921875,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0005373605526983738,
      "loss_partial": 0.0042724609375,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0009889865759760141,
      "loss_partial": 0.006622314453125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0006534321582876146,
      "loss_partial": 0.009033203125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0006957566365599632,
      "loss_partial": 0.005615234375,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0003235603799112141,
      "loss_partial": 0.00787353515625,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.00017224682960659266,
      "loss_partial": 0.013427734375,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0007883980288170278,
      "loss_partial": 0.0026397705078125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0004568508011288941,
      "loss_partial": 0.00958251953125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0008488019811920822,
      "loss_partial": 0.00506591796875,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0004179405514150858,
      "loss_partial": 0.0098876953125,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0007272518705576658,
      "loss_partial": 0.00634765625,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.000684011378325522,
      "loss_partial": 0.006683349609375,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.00024653272703289986,
      "loss_partial": 0.0115966796875,
      "step": 1113
    },
    {
      "epoch": 1.6177325581395348,
      "loss_distr": 0.0004025987582281232,
      "loss_partial": 0.00946044921875,
      "step": 1113
    },
    {
      "epoch": 1.619186046511628,
      "grad_norm": 0.15650612115859985,
      "learning_rate": 2.1456525573792965e-06,
      "loss": 0.1741,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0007349202642217278,
      "loss_partial": 0.004669189453125,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00024465625756420195,
      "loss_partial": 0.00762939453125,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.000584821798838675,
      "loss_partial": 0.00970458984375,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0004917188780382276,
      "loss_partial": 0.006683349609375,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0005048287566751242,
      "loss_partial": 0.005218505859375,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0004351477255113423,
      "loss_partial": 0.00689697265625,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.000540166802238673,
      "loss_partial": 0.005828857421875,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00047474500024691224,
      "loss_partial": 0.003814697265625,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00033087152405641973,
      "loss_partial": 0.012451171875,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0004427262465469539,
      "loss_partial": 0.01165771484375,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00047232359065674245,
      "loss_partial": 0.0086669921875,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00043007853673771024,
      "loss_partial": 0.01251220703125,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00048437490477226675,
      "loss_partial": 0.010986328125,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0005543066654354334,
      "loss_partial": 0.00616455078125,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0005461840773932636,
      "loss_partial": 0.00787353515625,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0005669682868756354,
      "loss_partial": 0.0057373046875,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0007897375617176294,
      "loss_partial": 0.00469970703125,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0004613938508555293,
      "loss_partial": 0.00616455078125,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00040881228051148355,
      "loss_partial": 0.01068115234375,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0004695093375630677,
      "loss_partial": 0.0113525390625,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0005122465663589537,
      "loss_partial": 0.005767822265625,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0005923000862821937,
      "loss_partial": 0.005035400390625,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.0009873289382085204,
      "loss_partial": 0.004852294921875,
      "step": 1114
    },
    {
      "epoch": 1.619186046511628,
      "loss_distr": 0.00024218850012402982,
      "loss_partial": 0.00537109375,
      "step": 1114
    },
    {
      "epoch": 1.620639534883721,
      "grad_norm": 0.1735132336616516,
      "learning_rate": 2.1299713093925235e-06,
      "loss": 0.1764,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0002798197092488408,
      "loss_partial": 0.004486083984375,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0005763242952525616,
      "loss_partial": 0.0036163330078125,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.00023465299454983324,
      "loss_partial": 0.007110595703125,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.00045902581769041717,
      "loss_partial": 0.012451171875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.00023335026344284415,
      "loss_partial": 0.0074462890625,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0003683862159959972,
      "loss_partial": 0.003204345703125,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0004327726492192596,
      "loss_partial": 0.006072998046875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0007476691971533,
      "loss_partial": 0.0031585693359375,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0004944851389154792,
      "loss_partial": 0.0062255859375,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0007702310103923082,
      "loss_partial": 0.00799560546875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.001007360639050603,
      "loss_partial": 0.0057373046875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0006480378215201199,
      "loss_partial": 0.006591796875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.000475415145047009,
      "loss_partial": 0.005828857421875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.000843895017169416,
      "loss_partial": 0.00579833984375,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.000452260923339054,
      "loss_partial": 0.0087890625,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0005788336275145411,
      "loss_partial": 0.017822265625,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0005309038679115474,
      "loss_partial": 0.00701904296875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.00038904754910618067,
      "loss_partial": 0.00482177734375,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.00047971526510082185,
      "loss_partial": 0.00592041015625,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.000729305378627032,
      "loss_partial": 0.006103515625,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0004837938759010285,
      "loss_partial": 0.01214599609375,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.000249051779974252,
      "loss_partial": 0.007049560546875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.0008254535496234894,
      "loss_partial": 0.00848388671875,
      "step": 1115
    },
    {
      "epoch": 1.620639534883721,
      "loss_distr": 0.00030066006002016366,
      "loss_partial": 0.004913330078125,
      "step": 1115
    },
    {
      "epoch": 1.622093023255814,
      "grad_norm": 0.1595662385225296,
      "learning_rate": 2.1143407411644677e-06,
      "loss": 0.1716,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0005502337589859962,
      "loss_partial": 0.0059814453125,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0004776110581588,
      "loss_partial": 0.00531005859375,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.000625921122264117,
      "loss_partial": 0.00799560546875,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0008099350379779935,
      "loss_partial": 0.00543212890625,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.00048385310219600797,
      "loss_partial": 0.0054931640625,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.00039588642539456487,
      "loss_partial": 0.004608154296875,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.00046278160880319774,
      "loss_partial": 0.005157470703125,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0004299637512303889,
      "loss_partial": 0.0103759765625,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0005121618742123246,
      "loss_partial": 0.00897216796875,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.00037146994145587087,
      "loss_partial": 0.007080078125,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.00040762044955044985,
      "loss_partial": 0.0054931640625,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0005555951502174139,
      "loss_partial": 0.007232666015625,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0004274681559763849,
      "loss_partial": 0.01068115234375,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0004919247003272176,
      "loss_partial": 0.01019287109375,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0005954428343102336,
      "loss_partial": 0.006988525390625,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.000575508747715503,
      "loss_partial": 0.0115966796875,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0006298121879808605,
      "loss_partial": 0.0057373046875,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0004782771866302937,
      "loss_partial": 0.00860595703125,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0004709054483100772,
      "loss_partial": 0.010009765625,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.00047753832768648863,
      "loss_partial": 0.007171630859375,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0003865569597110152,
      "loss_partial": 0.00537109375,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.00033682241337373853,
      "loss_partial": 0.0067138671875,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0007506032707169652,
      "loss_partial": 0.0078125,
      "step": 1116
    },
    {
      "epoch": 1.622093023255814,
      "loss_distr": 0.0005016323993913829,
      "loss_partial": 0.003631591796875,
      "step": 1116
    },
    {
      "epoch": 1.6235465116279069,
      "grad_norm": 0.16422148048877716,
      "learning_rate": 2.098760953349579e-06,
      "loss": 0.1771,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00032207538606598973,
      "loss_partial": 0.004119873046875,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0004519126086961478,
      "loss_partial": 0.01409912109375,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0007185453432612121,
      "loss_partial": 0.006866455078125,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0006259196670725942,
      "loss_partial": 0.005645751953125,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00040460360469296575,
      "loss_partial": 0.008056640625,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0005156348925083876,
      "loss_partial": 0.01043701171875,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0008506637532263994,
      "loss_partial": 0.0042724609375,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00047890920541249216,
      "loss_partial": 0.006500244140625,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0006789910839870572,
      "loss_partial": 0.005645751953125,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0009172658901661634,
      "loss_partial": 0.00579833984375,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00022560727666132152,
      "loss_partial": 0.00390625,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0007813942502252758,
      "loss_partial": 0.0093994140625,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00037152107688598335,
      "loss_partial": 0.00384521484375,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0005660007009282708,
      "loss_partial": 0.0079345703125,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0009078691946342587,
      "loss_partial": 0.0057373046875,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0003868310886900872,
      "loss_partial": 0.004730224609375,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0007504324312321842,
      "loss_partial": 0.00732421875,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00023517645604442805,
      "loss_partial": 0.005889892578125,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0007604853017255664,
      "loss_partial": 0.006011962890625,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00038174723158590496,
      "loss_partial": 0.007598876953125,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0004975120536983013,
      "loss_partial": 0.004150390625,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.00040010351222008467,
      "loss_partial": 0.0057373046875,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.0003518800367601216,
      "loss_partial": 0.00518798828125,
      "step": 1117
    },
    {
      "epoch": 1.6235465116279069,
      "loss_distr": 0.000644228421151638,
      "loss_partial": 0.005401611328125,
      "step": 1117
    },
    {
      "epoch": 1.625,
      "grad_norm": 0.14559060335159302,
      "learning_rate": 2.0832320462753118e-06,
      "loss": 0.174,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0005911196349188685,
      "loss_partial": 0.00946044921875,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0005489276954904199,
      "loss_partial": 0.005615234375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0004437824827618897,
      "loss_partial": 0.00860595703125,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.00044677694677375257,
      "loss_partial": 0.005157470703125,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0010091329459100962,
      "loss_partial": 0.00830078125,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0007925188401713967,
      "loss_partial": 0.006500244140625,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0003832716029137373,
      "loss_partial": 0.007354736328125,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.000898898346349597,
      "loss_partial": 0.00506591796875,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0004358787555247545,
      "loss_partial": 0.004547119140625,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0005985596217215061,
      "loss_partial": 0.0091552734375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0005705322255380452,
      "loss_partial": 0.00750732421875,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0007033380097709596,
      "loss_partial": 0.0030364990234375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0003969662939198315,
      "loss_partial": 0.00830078125,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.00043303167331032455,
      "loss_partial": 0.012939453125,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0002468817983753979,
      "loss_partial": 0.006500244140625,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.00025262159761041403,
      "loss_partial": 0.007171630859375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.00032570058829151094,
      "loss_partial": 0.011474609375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0003592444700188935,
      "loss_partial": 0.004150390625,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0007869380060583353,
      "loss_partial": 0.006195068359375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.00033858855022117496,
      "loss_partial": 0.006927490234375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0003319681854918599,
      "loss_partial": 0.005462646484375,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0008142443257384002,
      "loss_partial": 0.00439453125,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.0005194343393668532,
      "loss_partial": 0.004364013671875,
      "step": 1118
    },
    {
      "epoch": 1.625,
      "loss_distr": 0.000557312392629683,
      "loss_partial": 0.00750732421875,
      "step": 1118
    },
    {
      "epoch": 1.6264534883720931,
      "grad_norm": 0.17246676981449127,
      "learning_rate": 2.0677541199414517e-06,
      "loss": 0.1777,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0003593155415728688,
      "loss_partial": 0.00775146484375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.00043578361510299146,
      "loss_partial": 0.00732421875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0005574122769758105,
      "loss_partial": 0.00555419921875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0005159390275366604,
      "loss_partial": 0.0042724609375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0005386019474826753,
      "loss_partial": 0.00848388671875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.000670003006234765,
      "loss_partial": 0.006256103515625,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0007058976916596293,
      "loss_partial": 0.005035400390625,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0006931701209396124,
      "loss_partial": 0.005218505859375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0004699027049355209,
      "loss_partial": 0.005828857421875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0007703418377786875,
      "loss_partial": 0.0042724609375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.00023499851522501558,
      "loss_partial": 0.007537841796875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0005343479570001364,
      "loss_partial": 0.00567626953125,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.000687255640514195,
      "loss_partial": 0.005218505859375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0004213051579426974,
      "loss_partial": 0.00732421875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0005568355554714799,
      "loss_partial": 0.00787353515625,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.00030430284095928073,
      "loss_partial": 0.01318359375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0005024762358516455,
      "loss_partial": 0.005218505859375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0003549931279849261,
      "loss_partial": 0.00732421875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0008255915017798543,
      "loss_partial": 0.005340576171875,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0002812520251609385,
      "loss_partial": 0.01116943359375,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0006905448972247541,
      "loss_partial": 0.004302978515625,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.0005854754126630723,
      "loss_partial": 0.00958251953125,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.00064296048367396,
      "loss_partial": 0.006256103515625,
      "step": 1119
    },
    {
      "epoch": 1.6264534883720931,
      "loss_distr": 0.00033613224513828754,
      "loss_partial": 0.007049560546875,
      "step": 1119
    },
    {
      "epoch": 1.627906976744186,
      "grad_norm": 0.18412522971630096,
      "learning_rate": 2.052327274019508e-06,
      "loss": 0.1706,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0005568939377553761,
      "loss_partial": 0.00958251953125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00024935664259828627,
      "loss_partial": 0.007110595703125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00035855313763022423,
      "loss_partial": 0.00494384765625,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0002837851643562317,
      "loss_partial": 0.005401611328125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0008218182483687997,
      "loss_partial": 0.00469970703125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00043891259701922536,
      "loss_partial": 0.00909423828125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.000714678899385035,
      "loss_partial": 0.0037841796875,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0004024622612632811,
      "loss_partial": 0.007537841796875,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00033209295361302793,
      "loss_partial": 0.0042724609375,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00046740329707972705,
      "loss_partial": 0.009033203125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0005427388241514564,
      "loss_partial": 0.00726318359375,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0009886396583169699,
      "loss_partial": 0.004852294921875,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0007392018451355398,
      "loss_partial": 0.005767822265625,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00018278328934684396,
      "loss_partial": 0.01190185546875,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0004762957105413079,
      "loss_partial": 0.004669189453125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00023722482728771865,
      "loss_partial": 0.00848388671875,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0006169037078507245,
      "loss_partial": 0.004180908203125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0006809099577367306,
      "loss_partial": 0.006591796875,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0005353756714612246,
      "loss_partial": 0.00421142578125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0007829014211893082,
      "loss_partial": 0.0064697265625,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.000485239434055984,
      "loss_partial": 0.00555419921875,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0007366471691057086,
      "loss_partial": 0.004913330078125,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.00033487804466858506,
      "loss_partial": 0.004730224609375,
      "step": 1120
    },
    {
      "epoch": 1.627906976744186,
      "loss_distr": 0.0006030448130331933,
      "loss_partial": 0.005157470703125,
      "step": 1120
    },
    {
      "epoch": 1.629360465116279,
      "grad_norm": 0.18106883764266968,
      "learning_rate": 2.036951607852038e-06,
      "loss": 0.1711,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0007659285329282284,
      "loss_partial": 0.004791259765625,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.00045216252328827977,
      "loss_partial": 0.005126953125,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.00033887766767293215,
      "loss_partial": 0.006072998046875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005670557729899883,
      "loss_partial": 0.007537841796875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005672486731782556,
      "loss_partial": 0.005859375,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0006286647403612733,
      "loss_partial": 0.006805419921875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0003046380006708205,
      "loss_partial": 0.00982666015625,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005693720304407179,
      "loss_partial": 0.00537109375,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0006556302541866899,
      "loss_partial": 0.0074462890625,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005989974597468972,
      "loss_partial": 0.00860595703125,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0007271307986229658,
      "loss_partial": 0.00653076171875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005534348310902715,
      "loss_partial": 0.00653076171875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005342750228010118,
      "loss_partial": 0.0069580078125,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.00045505352318286896,
      "loss_partial": 0.005889892578125,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0004062725929543376,
      "loss_partial": 0.00933837890625,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005415204213932157,
      "loss_partial": 0.00811767578125,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0005159941501915455,
      "loss_partial": 0.00604248046875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.000510463782120496,
      "loss_partial": 0.00433349609375,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0006537599256262183,
      "loss_partial": 0.00653076171875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0004638353129848838,
      "loss_partial": 0.005889892578125,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0006273940671235323,
      "loss_partial": 0.01544189453125,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0006047309143468738,
      "loss_partial": 0.00543212890625,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.00020597547700162977,
      "loss_partial": 0.007537841796875,
      "step": 1121
    },
    {
      "epoch": 1.629360465116279,
      "loss_distr": 0.0006034777034074068,
      "loss_partial": 0.0037841796875,
      "step": 1121
    },
    {
      "epoch": 1.630813953488372,
      "grad_norm": 0.1636730134487152,
      "learning_rate": 2.0216272204520347e-06,
      "loss": 0.1726,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0005296311574056745,
      "loss_partial": 0.0067138671875,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.000463667674921453,
      "loss_partial": 0.00555419921875,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0008069934556260705,
      "loss_partial": 0.00396728515625,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0005624206969514489,
      "loss_partial": 0.0067138671875,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0006811267230659723,
      "loss_partial": 0.00860595703125,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0005971173522993922,
      "loss_partial": 0.006439208984375,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0004445241065695882,
      "loss_partial": 0.0101318359375,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.00029080393142066896,
      "loss_partial": 0.00848388671875,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0007085641846060753,
      "loss_partial": 0.00640869140625,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0003808244946412742,
      "loss_partial": 0.008544921875,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0006910361116752028,
      "loss_partial": 0.006591796875,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0003924296470358968,
      "loss_partial": 0.005035400390625,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.00048395071644335985,
      "loss_partial": 0.005035400390625,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0004949847934767604,
      "loss_partial": 0.00543212890625,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0006944999331608415,
      "loss_partial": 0.00823974609375,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0005555833922699094,
      "loss_partial": 0.008544921875,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0005112673388794065,
      "loss_partial": 0.0052490234375,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0003838178818114102,
      "loss_partial": 0.00677490234375,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0006107039516791701,
      "loss_partial": 0.007415771484375,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0005962885916233063,
      "loss_partial": 0.005615234375,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0006049000658094883,
      "loss_partial": 0.002716064453125,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0002947490429505706,
      "loss_partial": 0.00787353515625,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.00038778578164055943,
      "loss_partial": 0.008056640625,
      "step": 1122
    },
    {
      "epoch": 1.630813953488372,
      "loss_distr": 0.0002842805115506053,
      "loss_partial": 0.00921630859375,
      "step": 1122
    },
    {
      "epoch": 1.6322674418604652,
      "grad_norm": 0.14626877009868622,
      "learning_rate": 2.0063542105022703e-06,
      "loss": 0.1759,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0008320491178892553,
      "loss_partial": 0.004364013671875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0002454319619573653,
      "loss_partial": 0.014404296875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00037793951923958957,
      "loss_partial": 0.005767822265625,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0005200342275202274,
      "loss_partial": 0.00946044921875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0007950136205181479,
      "loss_partial": 0.006591796875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00048356858314946294,
      "loss_partial": 0.01043701171875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0003920211165677756,
      "loss_partial": 0.0115966796875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0008640349260531366,
      "loss_partial": 0.0034942626953125,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0007850525435060263,
      "loss_partial": 0.004302978515625,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00037642207462340593,
      "loss_partial": 0.0057373046875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0009291257592849433,
      "loss_partial": 0.004425048828125,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00031709359609521925,
      "loss_partial": 0.0101318359375,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00045320403296500444,
      "loss_partial": 0.0089111328125,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0004986217245459557,
      "loss_partial": 0.007537841796875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.000591290183365345,
      "loss_partial": 0.00592041015625,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00030410170438699424,
      "loss_partial": 0.004547119140625,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.000601109815761447,
      "loss_partial": 0.00823974609375,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00045623251935467124,
      "loss_partial": 0.0086669921875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00020367953402455896,
      "loss_partial": 0.00994873046875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.000470155559014529,
      "loss_partial": 0.00823974609375,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0004380113387014717,
      "loss_partial": 0.00799560546875,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.0003269720764365047,
      "loss_partial": 0.005218505859375,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00039616526919417083,
      "loss_partial": 0.0091552734375,
      "step": 1123
    },
    {
      "epoch": 1.6322674418604652,
      "loss_distr": 0.00032380339689552784,
      "loss_partial": 0.003204345703125,
      "step": 1123
    },
    {
      "epoch": 1.6337209302325582,
      "grad_norm": 0.15008488297462463,
      "learning_rate": 1.9911326763546644e-06,
      "loss": 0.1738,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.00042813128675334156,
      "loss_partial": 0.007537841796875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.00044189891195856035,
      "loss_partial": 0.007659912109375,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.00033920101122930646,
      "loss_partial": 0.009033203125,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0003993254795204848,
      "loss_partial": 0.00848388671875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.00038576495717279613,
      "loss_partial": 0.007659912109375,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.00026441708905622363,
      "loss_partial": 0.0074462890625,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0006920364685356617,
      "loss_partial": 0.0074462890625,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0005059792893007398,
      "loss_partial": 0.00775146484375,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0005637169233523309,
      "loss_partial": 0.00775146484375,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0002552570658735931,
      "loss_partial": 0.00482177734375,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0006913288380019367,
      "loss_partial": 0.00933837890625,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0005708319367840886,
      "loss_partial": 0.00909423828125,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0008470734464935958,
      "loss_partial": 0.00433349609375,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0007499528583139181,
      "loss_partial": 0.005828857421875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.000275848840828985,
      "loss_partial": 0.00634765625,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0006458669085986912,
      "loss_partial": 0.0047607421875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0006861359579488635,
      "loss_partial": 0.005767822265625,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0005982551956549287,
      "loss_partial": 0.00360107421875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0006722164689563215,
      "loss_partial": 0.009521484375,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0002587265335023403,
      "loss_partial": 0.00848388671875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0008299341425299644,
      "loss_partial": 0.00518798828125,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.00024498134735040367,
      "loss_partial": 0.01043701171875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0003440020082052797,
      "loss_partial": 0.005584716796875,
      "step": 1124
    },
    {
      "epoch": 1.6337209302325582,
      "loss_distr": 0.0006314045167528093,
      "loss_partial": 0.01129150390625,
      "step": 1124
    },
    {
      "epoch": 1.635174418604651,
      "grad_norm": 0.1504850685596466,
      "learning_rate": 1.9759627160296623e-06,
      "loss": 0.1737,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.00036549463402479887,
      "loss_partial": 0.00579833984375,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0007297967094928026,
      "loss_partial": 0.005859375,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.00032981374533846974,
      "loss_partial": 0.005523681640625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0004871311248280108,
      "loss_partial": 0.007659912109375,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0009165119845420122,
      "loss_partial": 0.0035400390625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.00039791627204976976,
      "loss_partial": 0.0048828125,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0006215295870788395,
      "loss_partial": 0.005523681640625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0007475888705812395,
      "loss_partial": 0.006439208984375,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0006902685854583979,
      "loss_partial": 0.0040283203125,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0006490664673037827,
      "loss_partial": 0.005767822265625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.000893585616722703,
      "loss_partial": 0.0064697265625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.00020659816800616682,
      "loss_partial": 0.01239013671875,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.00027008779579773545,
      "loss_partial": 0.006011962890625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0005728426622226834,
      "loss_partial": 0.00628662109375,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0007926197140477598,
      "loss_partial": 0.004150390625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0002230910467915237,
      "loss_partial": 0.005584716796875,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0005472957855090499,
      "loss_partial": 0.00823974609375,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.00031878246227279305,
      "loss_partial": 0.0038299560546875,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0008544793236069381,
      "loss_partial": 0.0034637451171875,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0004231486236676574,
      "loss_partial": 0.006744384765625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0003983390051871538,
      "loss_partial": 0.005523681640625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.00038497085915878415,
      "loss_partial": 0.005523681640625,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0009491418022662401,
      "loss_partial": 0.0030059814453125,
      "step": 1125
    },
    {
      "epoch": 1.635174418604651,
      "loss_distr": 0.0006846983451396227,
      "loss_partial": 0.00439453125,
      "step": 1125
    },
    {
      "epoch": 1.6366279069767442,
      "grad_norm": 0.15684151649475098,
      "learning_rate": 1.960844427215588e-06,
      "loss": 0.1709,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0006011389195919037,
      "loss_partial": 0.0086669921875,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0004938581841997802,
      "loss_partial": 0.007720947265625,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0009309918968938291,
      "loss_partial": 0.004180908203125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0002402600075583905,
      "loss_partial": 0.00714111328125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0006918715080246329,
      "loss_partial": 0.004547119140625,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0006331321783363819,
      "loss_partial": 0.00958251953125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0003296871145721525,
      "loss_partial": 0.00799560546875,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.00048350667930208147,
      "loss_partial": 0.0078125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0005476592341437936,
      "loss_partial": 0.0086669921875,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.00040792752406559885,
      "loss_partial": 0.006866455078125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0005328801344148815,
      "loss_partial": 0.0091552734375,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0005136429099366069,
      "loss_partial": 0.004669189453125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0006000029970891774,
      "loss_partial": 0.003265380859375,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0005544922896660864,
      "loss_partial": 0.007232666015625,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.00042329446296207607,
      "loss_partial": 0.00872802734375,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0006903843022882938,
      "loss_partial": 0.00469970703125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0007317170966416597,
      "loss_partial": 0.0036163330078125,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.00039305805694311857,
      "loss_partial": 0.0047607421875,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0002578941057436168,
      "loss_partial": 0.00823974609375,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.000433169596362859,
      "loss_partial": 0.006805419921875,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.00037390057696029544,
      "loss_partial": 0.005950927734375,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.000465699820779264,
      "loss_partial": 0.006591796875,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.00044552897452376783,
      "loss_partial": 0.007232666015625,
      "step": 1126
    },
    {
      "epoch": 1.6366279069767442,
      "loss_distr": 0.0005120528512634337,
      "loss_partial": 0.0057373046875,
      "step": 1126
    },
    {
      "epoch": 1.6380813953488373,
      "grad_norm": 0.16048839688301086,
      "learning_rate": 1.9457779072680216e-06,
      "loss": 0.1754,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0005354026798158884,
      "loss_partial": 0.0079345703125,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0006876689731143415,
      "loss_partial": 0.0079345703125,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0002065058797597885,
      "loss_partial": 0.0128173828125,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0004431129200384021,
      "loss_partial": 0.004852294921875,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0008775058086030185,
      "loss_partial": 0.004241943359375,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0005730612901970744,
      "loss_partial": 0.006927490234375,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0002983618760481477,
      "loss_partial": 0.00799560546875,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.000561876455321908,
      "loss_partial": 0.006317138671875,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.00039940362330526114,
      "loss_partial": 0.005645751953125,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0004488879058044404,
      "loss_partial": 0.007568359375,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0009126970544457436,
      "loss_partial": 0.004150390625,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0007529465365223587,
      "loss_partial": 0.004302978515625,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0003678545472212136,
      "loss_partial": 0.008056640625,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0006727485451847315,
      "loss_partial": 0.004852294921875,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0004417888121679425,
      "loss_partial": 0.0072021484375,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.00048513757064938545,
      "loss_partial": 0.00506591796875,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0006580114713869989,
      "loss_partial": 0.00439453125,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0004450760316103697,
      "loss_partial": 0.0091552734375,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.000371946778614074,
      "loss_partial": 0.00634765625,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0006729422602802515,
      "loss_partial": 0.00665283203125,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0005627030041068792,
      "loss_partial": 0.0078125,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0006750914617441595,
      "loss_partial": 0.0035858154296875,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.00032410334097221494,
      "loss_partial": 0.011474609375,
      "step": 1127
    },
    {
      "epoch": 1.6380813953488373,
      "loss_distr": 0.0007278210832737386,
      "loss_partial": 0.0034332275390625,
      "step": 1127
    },
    {
      "epoch": 1.6395348837209303,
      "grad_norm": 0.1533709466457367,
      "learning_rate": 1.9307632532091814e-06,
      "loss": 0.1728,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0003761985572054982,
      "loss_partial": 0.006744384765625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.00047854543663561344,
      "loss_partial": 0.0074462890625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0005381533410400152,
      "loss_partial": 0.00811767578125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0002765103417914361,
      "loss_partial": 0.00665283203125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0004586846043821424,
      "loss_partial": 0.00946044921875,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0005908802850171924,
      "loss_partial": 0.00823974609375,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0005894667701795697,
      "loss_partial": 0.00445556640625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0005306067178025842,
      "loss_partial": 0.0064697265625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.00029730144888162613,
      "loss_partial": 0.00787353515625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0003169052070006728,
      "loss_partial": 0.0089111328125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0007024349179118872,
      "loss_partial": 0.0036468505859375,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.00037001800956204534,
      "loss_partial": 0.005523681640625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.00033533835085108876,
      "loss_partial": 0.00927734375,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0006273887120187283,
      "loss_partial": 0.00665283203125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0002533018705435097,
      "loss_partial": 0.01007080078125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.00045922372373752296,
      "loss_partial": 0.007354736328125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0003055900742765516,
      "loss_partial": 0.0118408203125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.00028575543547049165,
      "loss_partial": 0.00885009765625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0004864883376285434,
      "loss_partial": 0.00872802734375,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0005476929363794625,
      "loss_partial": 0.0037689208984375,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0004935958422720432,
      "loss_partial": 0.007110595703125,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.0001695159007795155,
      "loss_partial": 0.00579833984375,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.000545359100215137,
      "loss_partial": 0.006988525390625,
      "step": 1128
    },
    {
      "epoch": 1.6395348837209303,
      "loss_distr": 0.000478478119475767,
      "loss_partial": 0.005859375,
      "step": 1128
    },
    {
      "epoch": 1.6409883720930232,
      "grad_norm": 0.15849927067756653,
      "learning_rate": 1.9158005617272813e-06,
      "loss": 0.1726,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0003475748235359788,
      "loss_partial": 0.007293701171875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0006100377067923546,
      "loss_partial": 0.004058837890625,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0004563805414363742,
      "loss_partial": 0.00445556640625,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.000351587135810405,
      "loss_partial": 0.00506591796875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.000783476687502116,
      "loss_partial": 0.00634765625,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0005192203097976744,
      "loss_partial": 0.00555419921875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0003258228534832597,
      "loss_partial": 0.0078125,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.00035041055525653064,
      "loss_partial": 0.0047607421875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0006899739964865148,
      "loss_partial": 0.00482177734375,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0006821893039159477,
      "loss_partial": 0.005401611328125,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0004817476437892765,
      "loss_partial": 0.00604248046875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0003611123829614371,
      "loss_partial": 0.00872802734375,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.000622655963525176,
      "loss_partial": 0.00665283203125,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0007200526306405663,
      "loss_partial": 0.00946044921875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0003628656850196421,
      "loss_partial": 0.003936767578125,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0002713260764721781,
      "loss_partial": 0.0147705078125,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0005695532308891416,
      "loss_partial": 0.0047607421875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0005941628478467464,
      "loss_partial": 0.004180908203125,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0007480571512132883,
      "loss_partial": 0.00341796875,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0004156512441113591,
      "loss_partial": 0.005706787109375,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.00068712851498276,
      "loss_partial": 0.009521484375,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0009104940108954906,
      "loss_partial": 0.00592041015625,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.0008116060635074973,
      "loss_partial": 0.004302978515625,
      "step": 1129
    },
    {
      "epoch": 1.6409883720930232,
      "loss_distr": 0.00047618054668419063,
      "loss_partial": 0.005645751953125,
      "step": 1129
    },
    {
      "epoch": 1.6424418604651163,
      "grad_norm": 0.14865411818027496,
      "learning_rate": 1.9008899291759176e-06,
      "loss": 0.1735,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0007408852688968182,
      "loss_partial": 0.0047607421875,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0003366951714269817,
      "loss_partial": 0.00726318359375,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.000316086458042264,
      "loss_partial": 0.0047607421875,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0008134661475196481,
      "loss_partial": 0.007171630859375,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0002799371723085642,
      "loss_partial": 0.0054931640625,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.000529144483152777,
      "loss_partial": 0.007293701171875,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.00020742845663335174,
      "loss_partial": 0.009033203125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.00040357603575102985,
      "loss_partial": 0.0098876953125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0005234376294538379,
      "loss_partial": 0.00830078125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0003138643514830619,
      "loss_partial": 0.005645751953125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0005033692577853799,
      "loss_partial": 0.00445556640625,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0008804714307188988,
      "loss_partial": 0.006500244140625,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0008091561030596495,
      "loss_partial": 0.01007080078125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0002838833606801927,
      "loss_partial": 0.009033203125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0003104159259237349,
      "loss_partial": 0.0140380859375,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0004712756199296564,
      "loss_partial": 0.0050048828125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0005194330005906522,
      "loss_partial": 0.007659912109375,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.00047905714018270373,
      "loss_partial": 0.010986328125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0004098359204363078,
      "loss_partial": 0.0062255859375,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0004985206760466099,
      "loss_partial": 0.00933837890625,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.00028036016738042235,
      "loss_partial": 0.0120849609375,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0005275498842820525,
      "loss_partial": 0.006317138671875,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.0005693566054105759,
      "loss_partial": 0.00762939453125,
      "step": 1130
    },
    {
      "epoch": 1.6424418604651163,
      "loss_distr": 0.000965210550930351,
      "loss_partial": 0.0052490234375,
      "step": 1130
    },
    {
      "epoch": 1.6438953488372094,
      "grad_norm": 0.16124576330184937,
      "learning_rate": 1.886031451573459e-06,
      "loss": 0.1741,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00023402977967634797,
      "loss_partial": 0.004058837890625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0006304675480350852,
      "loss_partial": 0.0098876953125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00029783594072796404,
      "loss_partial": 0.0045166015625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0004841744084842503,
      "loss_partial": 0.00634765625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0003725755959749222,
      "loss_partial": 0.0078125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0005813768948428333,
      "loss_partial": 0.007232666015625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0009409835911355913,
      "loss_partial": 0.0047607421875,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0007270170608535409,
      "loss_partial": 0.004791259765625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00043702503899112344,
      "loss_partial": 0.01043701171875,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0008033560588955879,
      "loss_partial": 0.0067138671875,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00035562572884373367,
      "loss_partial": 0.0067138671875,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0003496775752864778,
      "loss_partial": 0.007476806640625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00021263936650939286,
      "loss_partial": 0.003936767578125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00046028822544030845,
      "loss_partial": 0.006378173828125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0002089078479912132,
      "loss_partial": 0.01171875,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0005695645813830197,
      "loss_partial": 0.006134033203125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0005142915761098266,
      "loss_partial": 0.009033203125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00048640312161296606,
      "loss_partial": 0.01422119140625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.000541750923730433,
      "loss_partial": 0.006988525390625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.000616645731497556,
      "loss_partial": 0.005035400390625,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00037456280551850796,
      "loss_partial": 0.00921630859375,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0003782532294280827,
      "loss_partial": 0.00811767578125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.0004358892037998885,
      "loss_partial": 0.004669189453125,
      "step": 1131
    },
    {
      "epoch": 1.6438953488372094,
      "loss_distr": 0.00023042928660288453,
      "loss_partial": 0.01361083984375,
      "step": 1131
    },
    {
      "epoch": 1.6453488372093024,
      "grad_norm": 0.1825581192970276,
      "learning_rate": 1.8712252246024054e-06,
      "loss": 0.1757,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0002876321377698332,
      "loss_partial": 0.010986328125,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.000714966794475913,
      "loss_partial": 0.0040283203125,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.00038851291174069047,
      "loss_partial": 0.005859375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.000563457899261266,
      "loss_partial": 0.00811767578125,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0003080031892750412,
      "loss_partial": 0.01409912109375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0009324724669568241,
      "loss_partial": 0.003997802734375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0005847932770848274,
      "loss_partial": 0.006622314453125,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0003119637258350849,
      "loss_partial": 0.006439208984375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0005468417657539248,
      "loss_partial": 0.00555419921875,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0004319426079746336,
      "loss_partial": 0.006378173828125,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.00052849535131827,
      "loss_partial": 0.0072021484375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.00036586663918569684,
      "loss_partial": 0.005096435546875,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0007646930171176791,
      "loss_partial": 0.0045166015625,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0007912413566373289,
      "loss_partial": 0.005096435546875,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0006834457162767649,
      "loss_partial": 0.0052490234375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0003717599611263722,
      "loss_partial": 0.00518798828125,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0005008071893826127,
      "loss_partial": 0.005767822265625,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0007073378656059504,
      "loss_partial": 0.00689697265625,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.000587990100029856,
      "loss_partial": 0.0086669921875,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0007698808331042528,
      "loss_partial": 0.004730224609375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0006832542130723596,
      "loss_partial": 0.00396728515625,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.00029980833642184734,
      "loss_partial": 0.00927734375,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.00046714741620235145,
      "loss_partial": 0.0038604736328125,
      "step": 1132
    },
    {
      "epoch": 1.6453488372093024,
      "loss_distr": 0.0005189856165088713,
      "loss_partial": 0.00811767578125,
      "step": 1132
    },
    {
      "epoch": 1.6468023255813953,
      "grad_norm": 0.1749519258737564,
      "learning_rate": 1.8564713436087923e-06,
      "loss": 0.1744,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.00043598009506240487,
      "loss_partial": 0.005706787109375,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0007741227746009827,
      "loss_partial": 0.0052490234375,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0007321930024772882,
      "loss_partial": 0.005126953125,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0008211307576857507,
      "loss_partial": 0.01171875,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0003723635745700449,
      "loss_partial": 0.01220703125,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.00024049743660725653,
      "loss_partial": 0.004608154296875,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0005194284021854401,
      "loss_partial": 0.00762939453125,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.00035552785266190767,
      "loss_partial": 0.01202392578125,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.00047207457828335464,
      "loss_partial": 0.00689697265625,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0005600568256340921,
      "loss_partial": 0.0069580078125,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0002692543785087764,
      "loss_partial": 0.004058837890625,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0006676813354715705,
      "loss_partial": 0.00762939453125,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0006923225009813905,
      "loss_partial": 0.00494384765625,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0004136276838835329,
      "loss_partial": 0.00732421875,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0005880780518054962,
      "loss_partial": 0.005615234375,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.00024334352929145098,
      "loss_partial": 0.0125732421875,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.00033703172812238336,
      "loss_partial": 0.006805419921875,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.00030266185058280826,
      "loss_partial": 0.005279541015625,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0004997831420041621,
      "loss_partial": 0.0033111572265625,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.000681455188896507,
      "loss_partial": 0.004730224609375,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0005124046001583338,
      "loss_partial": 0.00970458984375,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0003931074170395732,
      "loss_partial": 0.004730224609375,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0006896134000271559,
      "loss_partial": 0.0030059814453125,
      "step": 1133
    },
    {
      "epoch": 1.6468023255813953,
      "loss_distr": 0.0005274866125546396,
      "loss_partial": 0.00482177734375,
      "step": 1133
    },
    {
      "epoch": 1.6482558139534884,
      "grad_norm": 0.18605057895183563,
      "learning_rate": 1.8417699036015601e-06,
      "loss": 0.171,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0003789922338910401,
      "loss_partial": 0.012939453125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0005362986703403294,
      "loss_partial": 0.007598876953125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0004531477461569011,
      "loss_partial": 0.0052490234375,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0006900780135765672,
      "loss_partial": 0.00958251953125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0003928866353817284,
      "loss_partial": 0.00787353515625,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0004461635835468769,
      "loss_partial": 0.0106201171875,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0008147659245878458,
      "loss_partial": 0.005218505859375,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.000410007982281968,
      "loss_partial": 0.008056640625,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.00029605027521029115,
      "loss_partial": 0.0076904296875,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.000453452201327309,
      "loss_partial": 0.0089111328125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.000641262624412775,
      "loss_partial": 0.005828857421875,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0005799063947051764,
      "loss_partial": 0.006378173828125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.00040768421604298055,
      "loss_partial": 0.0037689208984375,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.00036510510835796595,
      "loss_partial": 0.006134033203125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0004828928504139185,
      "loss_partial": 0.0087890625,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0006818519323132932,
      "loss_partial": 0.0034332275390625,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0006143597420305014,
      "loss_partial": 0.00750732421875,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0007443710928782821,
      "loss_partial": 0.004730224609375,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.00030343380058184266,
      "loss_partial": 0.0205078125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0010708444751799107,
      "loss_partial": 0.00506591796875,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0003378748369868845,
      "loss_partial": 0.005645751953125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0004926871042698622,
      "loss_partial": 0.006378173828125,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0006120885955169797,
      "loss_partial": 0.00506591796875,
      "step": 1134
    },
    {
      "epoch": 1.6482558139534884,
      "loss_distr": 0.0006363874999806285,
      "loss_partial": 0.00384521484375,
      "step": 1134
    },
    {
      "epoch": 1.6497093023255816,
      "grad_norm": 0.15730395913124084,
      "learning_rate": 1.8271209992519613e-06,
      "loss": 0.1715,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0007605866412632167,
      "loss_partial": 0.00445556640625,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0005376501358114183,
      "loss_partial": 0.0091552734375,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00034988007973879576,
      "loss_partial": 0.0079345703125,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0004417748423293233,
      "loss_partial": 0.004852294921875,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00040804638410918415,
      "loss_partial": 0.00885009765625,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.000807589793112129,
      "loss_partial": 0.006500244140625,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.000509061268530786,
      "loss_partial": 0.01080322265625,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00048049408360384405,
      "loss_partial": 0.012939453125,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00046408394700847566,
      "loss_partial": 0.01031494140625,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00039172021206468344,
      "loss_partial": 0.00701904296875,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0002104659070027992,
      "loss_partial": 0.00701904296875,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0006418000557459891,
      "loss_partial": 0.00518798828125,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00037467462243512273,
      "loss_partial": 0.00927734375,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00043762518907897174,
      "loss_partial": 0.0155029296875,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0005825023399665952,
      "loss_partial": 0.00640869140625,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0006451079389080405,
      "loss_partial": 0.00701904296875,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0005578685668297112,
      "loss_partial": 0.00640869140625,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0008385175606235862,
      "loss_partial": 0.004669189453125,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0006129420944489539,
      "loss_partial": 0.005950927734375,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0005961753195151687,
      "loss_partial": 0.0048828125,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0004247038741596043,
      "loss_partial": 0.00665283203125,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.00032353043206967413,
      "loss_partial": 0.00811767578125,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.000675198738463223,
      "loss_partial": 0.005462646484375,
      "step": 1135
    },
    {
      "epoch": 1.6497093023255816,
      "loss_distr": 0.0009496782440692186,
      "loss_partial": 0.004058837890625,
      "step": 1135
    },
    {
      "epoch": 1.6511627906976745,
      "grad_norm": 0.17432650923728943,
      "learning_rate": 1.8125247248929378e-06,
      "loss": 0.1714,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00030355778289958835,
      "loss_partial": 0.00994873046875,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0005937577225267887,
      "loss_partial": 0.0087890625,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0008649012888781726,
      "loss_partial": 0.002685546875,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0002246798248961568,
      "loss_partial": 0.0059814453125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00048297567991539836,
      "loss_partial": 0.00262451171875,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0006089285016059875,
      "loss_partial": 0.009033203125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0006450455402955413,
      "loss_partial": 0.0052490234375,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00036424302379600704,
      "loss_partial": 0.00921630859375,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.000828966440167278,
      "loss_partial": 0.00592041015625,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0005235027638264,
      "loss_partial": 0.005157470703125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0008694876451045275,
      "loss_partial": 0.005157470703125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0005509193288162351,
      "loss_partial": 0.00653076171875,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00026382901705801487,
      "loss_partial": 0.0120849609375,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0007963336538523436,
      "loss_partial": 0.0048828125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0006240420043468475,
      "loss_partial": 0.00927734375,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00021246213873382658,
      "loss_partial": 0.0040283203125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0006247867131605744,
      "loss_partial": 0.004638671875,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00041661743307486176,
      "loss_partial": 0.0081787109375,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0002833906328305602,
      "loss_partial": 0.0118408203125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0007666109595447779,
      "loss_partial": 0.004913330078125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00039711809949949384,
      "loss_partial": 0.003997802734375,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0009986963123083115,
      "loss_partial": 0.004241943359375,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.0006329721654765308,
      "loss_partial": 0.00421142578125,
      "step": 1136
    },
    {
      "epoch": 1.6511627906976745,
      "loss_distr": 0.00031261699041351676,
      "loss_partial": 0.009521484375,
      "step": 1136
    },
    {
      "epoch": 1.6526162790697674,
      "grad_norm": 0.17107655107975006,
      "learning_rate": 1.7979811745185039e-06,
      "loss": 0.1719,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.00045521516585722566,
      "loss_partial": 0.00921630859375,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0006029740325175226,
      "loss_partial": 0.004669189453125,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.00032257960992865264,
      "loss_partial": 0.00897216796875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0005679391324520111,
      "loss_partial": 0.0038604736328125,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.00043085936340503395,
      "loss_partial": 0.00732421875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0004392991540953517,
      "loss_partial": 0.006591796875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0008063842542469501,
      "loss_partial": 0.006683349609375,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0005307612009346485,
      "loss_partial": 0.00799560546875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0005663728807121515,
      "loss_partial": 0.004669189453125,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0006999040488153696,
      "loss_partial": 0.007293701171875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0005175552214495838,
      "loss_partial": 0.004486083984375,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0008881677640601993,
      "loss_partial": 0.00469970703125,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0009845669846981764,
      "loss_partial": 0.004180908203125,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0008859133813530207,
      "loss_partial": 0.003875732421875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.000490431790240109,
      "loss_partial": 0.00927734375,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0003923405602108687,
      "loss_partial": 0.007049560546875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0006183164659887552,
      "loss_partial": 0.005859375,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.000587895920034498,
      "loss_partial": 0.003997802734375,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.00042847200529649854,
      "loss_partial": 0.00811767578125,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0007379436283372343,
      "loss_partial": 0.00457763671875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0006224412936717272,
      "loss_partial": 0.006072998046875,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0003576990566216409,
      "loss_partial": 0.005767822265625,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.0002892943157348782,
      "loss_partial": 0.010986328125,
      "step": 1137
    },
    {
      "epoch": 1.6526162790697674,
      "loss_distr": 0.000534683873411268,
      "loss_partial": 0.005462646484375,
      "step": 1137
    },
    {
      "epoch": 1.6540697674418605,
      "grad_norm": 0.17577578127384186,
      "learning_rate": 1.78349044178317e-06,
      "loss": 0.1724,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00031935417791828513,
      "loss_partial": 0.01031494140625,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0004834813007619232,
      "loss_partial": 0.00823974609375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00030095005058683455,
      "loss_partial": 0.0042724609375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0005036069196648896,
      "loss_partial": 0.00848388671875,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0004858753818552941,
      "loss_partial": 0.00836181640625,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0005314737209118903,
      "loss_partial": 0.007537841796875,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0005036797374486923,
      "loss_partial": 0.005157470703125,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0006906869821250439,
      "loss_partial": 0.00421142578125,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0005058732931502163,
      "loss_partial": 0.0042724609375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00024350607418455184,
      "loss_partial": 0.01214599609375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00032255504629574716,
      "loss_partial": 0.0074462890625,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0006671868031844497,
      "loss_partial": 0.007171630859375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00037967448588460684,
      "loss_partial": 0.00775146484375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0005512595525942743,
      "loss_partial": 0.00457763671875,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0006441688165068626,
      "loss_partial": 0.0031585693359375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00024271463917102665,
      "loss_partial": 0.01177978515625,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0006483535398729146,
      "loss_partial": 0.005828857421875,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.000556358543690294,
      "loss_partial": 0.004669189453125,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0003936689463444054,
      "loss_partial": 0.00970458984375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00043561134953051805,
      "loss_partial": 0.0081787109375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0005098364781588316,
      "loss_partial": 0.010498046875,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.00040010386146605015,
      "loss_partial": 0.006561279296875,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.000993976485915482,
      "loss_partial": 0.0052490234375,
      "step": 1138
    },
    {
      "epoch": 1.6540697674418605,
      "loss_distr": 0.0005764628294855356,
      "loss_partial": 0.005279541015625,
      "step": 1138
    },
    {
      "epoch": 1.6555232558139537,
      "grad_norm": 0.15858371555805206,
      "learning_rate": 1.7690526200013125e-06,
      "loss": 0.1742,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005774960736744106,
      "loss_partial": 0.004974365234375,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0003907982900273055,
      "loss_partial": 0.00616455078125,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0004940476501360536,
      "loss_partial": 0.005645751953125,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005189941730350256,
      "loss_partial": 0.0089111328125,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.00044435501331463456,
      "loss_partial": 0.0093994140625,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005549812340177596,
      "loss_partial": 0.00775146484375,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0004467306425794959,
      "loss_partial": 0.00555419921875,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0003996113082394004,
      "loss_partial": 0.0052490234375,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0009122026967816055,
      "loss_partial": 0.004547119140625,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.000611677416600287,
      "loss_partial": 0.004425048828125,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005052377237007022,
      "loss_partial": 0.0035858154296875,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0004114352341275662,
      "loss_partial": 0.007049560546875,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.00021964273764751852,
      "loss_partial": 0.00787353515625,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005793875898234546,
      "loss_partial": 0.006866455078125,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0006461964221671224,
      "loss_partial": 0.0079345703125,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.000586319831199944,
      "loss_partial": 0.006927490234375,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005823718383908272,
      "loss_partial": 0.009521484375,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.000525142764672637,
      "loss_partial": 0.005828857421875,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005020993994548917,
      "loss_partial": 0.0035552978515625,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0006175204762257636,
      "loss_partial": 0.004730224609375,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.000789205078035593,
      "loss_partial": 0.003326416015625,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0003072967811021954,
      "loss_partial": 0.005584716796875,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.0005648359656333923,
      "loss_partial": 0.0024871826171875,
      "step": 1139
    },
    {
      "epoch": 1.6555232558139537,
      "loss_distr": 0.001058794092386961,
      "loss_partial": 0.0031585693359375,
      "step": 1139
    },
    {
      "epoch": 1.6569767441860463,
      "grad_norm": 0.15969763696193695,
      "learning_rate": 1.7546678021465835e-06,
      "loss": 0.1739,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0009832201758399606,
      "loss_partial": 0.0069580078125,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0005650835228152573,
      "loss_partial": 0.005859375,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0007016872405074537,
      "loss_partial": 0.007568359375,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.00029971887124702334,
      "loss_partial": 0.01422119140625,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0003592442371882498,
      "loss_partial": 0.01043701171875,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.00043228466529399157,
      "loss_partial": 0.00665283203125,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0005761903012171388,
      "loss_partial": 0.005706787109375,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0006681255763396621,
      "loss_partial": 0.006317138671875,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0005716884043067694,
      "loss_partial": 0.0078125,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0004956164630129933,
      "loss_partial": 0.0045166015625,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0006424948223866522,
      "loss_partial": 0.004730224609375,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0006224978715181351,
      "loss_partial": 0.005126953125,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.00031516351737082005,
      "loss_partial": 0.00738525390625,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0008048305753618479,
      "loss_partial": 0.005157470703125,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0011097157839685678,
      "loss_partial": 0.0025787353515625,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0006135329604148865,
      "loss_partial": 0.003814697265625,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.00048134647659026086,
      "loss_partial": 0.0140380859375,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0005281410412862897,
      "loss_partial": 0.00738525390625,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0003861339937429875,
      "loss_partial": 0.008544921875,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0003518896410241723,
      "loss_partial": 0.0086669921875,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.00028545368695631623,
      "loss_partial": 0.00439453125,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0004908369155600667,
      "loss_partial": 0.0089111328125,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.0007652919739484787,
      "loss_partial": 0.0034332275390625,
      "step": 1140
    },
    {
      "epoch": 1.6569767441860463,
      "loss_distr": 0.00047023233491927385,
      "loss_partial": 0.007354736328125,
      "step": 1140
    },
    {
      "epoch": 1.6584302325581395,
      "grad_norm": 0.15680736303329468,
      "learning_rate": 1.740336080851317e-06,
      "loss": 0.1745,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0004388108791317791,
      "loss_partial": 0.0086669921875,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.00034170516300946474,
      "loss_partial": 0.00885009765625,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0004507357662077993,
      "loss_partial": 0.00762939453125,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.000627464905846864,
      "loss_partial": 0.005096435546875,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0002840449451468885,
      "loss_partial": 0.020263671875,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0002161170559702441,
      "loss_partial": 0.0107421875,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0006102165207266808,
      "loss_partial": 0.0054931640625,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0005508659523911774,
      "loss_partial": 0.00665283203125,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0006360136903822422,
      "loss_partial": 0.00445556640625,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.000809153716545552,
      "loss_partial": 0.00653076171875,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0007402845076285303,
      "loss_partial": 0.0036468505859375,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0005708142416551709,
      "loss_partial": 0.007293701171875,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0006563819479197264,
      "loss_partial": 0.0042724609375,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0006262641400098801,
      "loss_partial": 0.006622314453125,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0008077483507804573,
      "loss_partial": 0.0037384033203125,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.000677023665048182,
      "loss_partial": 0.006378173828125,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0007367077632807195,
      "loss_partial": 0.005035400390625,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0008573958184570074,
      "loss_partial": 0.00390625,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.00036182484473101795,
      "loss_partial": 0.0068359375,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0004887210670858622,
      "loss_partial": 0.007537841796875,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0006391741335391998,
      "loss_partial": 0.006134033203125,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0005189718795008957,
      "loss_partial": 0.0093994140625,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0006169004482217133,
      "loss_partial": 0.00274658203125,
      "step": 1141
    },
    {
      "epoch": 1.6584302325581395,
      "loss_distr": 0.0003930378006771207,
      "loss_partial": 0.004119873046875,
      "step": 1141
    },
    {
      "epoch": 1.6598837209302326,
      "grad_norm": 0.16781292855739594,
      "learning_rate": 1.7260575484059194e-06,
      "loss": 0.1714,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.00032354920404031873,
      "loss_partial": 0.004241943359375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0003779061371460557,
      "loss_partial": 0.006927490234375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.00021105665655341,
      "loss_partial": 0.01025390625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0005401782691478729,
      "loss_partial": 0.005096435546875,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0001921401417348534,
      "loss_partial": 0.0113525390625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0006066405330784619,
      "loss_partial": 0.00982666015625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.00020464950648602098,
      "loss_partial": 0.004730224609375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0003309450694359839,
      "loss_partial": 0.00970458984375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.00022682236158289015,
      "loss_partial": 0.0103759765625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.00030563509790226817,
      "loss_partial": 0.004425048828125,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0006328324088826776,
      "loss_partial": 0.005340576171875,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0006105566862970591,
      "loss_partial": 0.006744384765625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0006218496710062027,
      "loss_partial": 0.005218505859375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0009283950785174966,
      "loss_partial": 0.003509521484375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0007828152738511562,
      "loss_partial": 0.00628662109375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0005810648435726762,
      "loss_partial": 0.00653076171875,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0006046547787263989,
      "loss_partial": 0.005950927734375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0005680440808646381,
      "loss_partial": 0.005035400390625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0006862272857688367,
      "loss_partial": 0.005706787109375,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0003298529773019254,
      "loss_partial": 0.010009765625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0006839464185759425,
      "loss_partial": 0.0030975341796875,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0002496138331480324,
      "loss_partial": 0.004425048828125,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.0007530252914875746,
      "loss_partial": 0.0035400390625,
      "step": 1142
    },
    {
      "epoch": 1.6598837209302326,
      "loss_distr": 0.00025972072035074234,
      "loss_partial": 0.0079345703125,
      "step": 1142
    },
    {
      "epoch": 1.6613372093023255,
      "grad_norm": 0.15203998982906342,
      "learning_rate": 1.7118322967582911e-06,
      "loss": 0.1694,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0006246261764317751,
      "loss_partial": 0.0050048828125,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0005611457745544612,
      "loss_partial": 0.0079345703125,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0003820124256890267,
      "loss_partial": 0.00506591796875,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0006484632613137364,
      "loss_partial": 0.006103515625,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0009880771394819021,
      "loss_partial": 0.0035858154296875,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.00041625447920523584,
      "loss_partial": 0.006988525390625,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0006653136806562543,
      "loss_partial": 0.005218505859375,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0003893813118338585,
      "loss_partial": 0.00341796875,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0006433802773244679,
      "loss_partial": 0.004913330078125,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0002547676267568022,
      "loss_partial": 0.00921630859375,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0005638410802930593,
      "loss_partial": 0.004241943359375,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0005424186238087714,
      "loss_partial": 0.0062255859375,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.00047674073721282184,
      "loss_partial": 0.00518798828125,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0009375844965688884,
      "loss_partial": 0.00567626953125,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0008175431285053492,
      "loss_partial": 0.004241943359375,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.00021786955767311156,
      "loss_partial": 0.00634765625,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.000546642579138279,
      "loss_partial": 0.0045166015625,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.00034097765455953777,
      "loss_partial": 0.007476806640625,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0002458940143696964,
      "loss_partial": 0.00689697265625,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0002961078134831041,
      "loss_partial": 0.005462646484375,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.00034961916389875114,
      "loss_partial": 0.01544189453125,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0007680295966565609,
      "loss_partial": 0.004608154296875,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.0004274861130397767,
      "loss_partial": 0.00537109375,
      "step": 1143
    },
    {
      "epoch": 1.6613372093023255,
      "loss_distr": 0.00024043860321398824,
      "loss_partial": 0.00848388671875,
      "step": 1143
    },
    {
      "epoch": 1.6627906976744184,
      "grad_norm": 0.15647241473197937,
      "learning_rate": 1.6976604175132206e-06,
      "loss": 0.1707,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00038925238186493516,
      "loss_partial": 0.0093994140625,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0006378026446327567,
      "loss_partial": 0.005584716796875,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0005154141690582037,
      "loss_partial": 0.0093994140625,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00031538138864561915,
      "loss_partial": 0.0087890625,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00032639229902997613,
      "loss_partial": 0.005645751953125,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0005297039751894772,
      "loss_partial": 0.0106201171875,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00026476290076971054,
      "loss_partial": 0.004913330078125,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0006127008236944675,
      "loss_partial": 0.0068359375,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00038826727541163564,
      "loss_partial": 0.0081787109375,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.000591136165894568,
      "loss_partial": 0.004547119140625,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00048661051550880075,
      "loss_partial": 0.01141357421875,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00043408171040937304,
      "loss_partial": 0.0107421875,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0005766212707385421,
      "loss_partial": 0.00482177734375,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0002160656003979966,
      "loss_partial": 0.007415771484375,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0004195490328129381,
      "loss_partial": 0.006744384765625,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0007156887440942228,
      "loss_partial": 0.00860595703125,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0006553091807290912,
      "loss_partial": 0.003143310546875,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0006911209784448147,
      "loss_partial": 0.005401611328125,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00034406696795485914,
      "loss_partial": 0.006683349609375,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0006648829439654946,
      "loss_partial": 0.00677490234375,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.000652752467431128,
      "loss_partial": 0.004974365234375,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00041177828097715974,
      "loss_partial": 0.00506591796875,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.0005354962777346373,
      "loss_partial": 0.005401611328125,
      "step": 1144
    },
    {
      "epoch": 1.6627906976744184,
      "loss_distr": 0.00042852043407037854,
      "loss_partial": 0.0045166015625,
      "step": 1144
    },
    {
      "epoch": 1.6642441860465116,
      "grad_norm": 0.1570347249507904,
      "learning_rate": 1.683542001931796e-06,
      "loss": 0.1768,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005319280317053199,
      "loss_partial": 0.007293701171875,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005651615210808814,
      "loss_partial": 0.0078125,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0006393671501427889,
      "loss_partial": 0.003387451171875,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005168110365048051,
      "loss_partial": 0.00714111328125,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0006676723714917898,
      "loss_partial": 0.004180908203125,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005751388380303979,
      "loss_partial": 0.00732421875,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0006853624945506454,
      "loss_partial": 0.00579833984375,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005276830634102225,
      "loss_partial": 0.0035552978515625,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0003896099515259266,
      "loss_partial": 0.01153564453125,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0006376172532327473,
      "loss_partial": 0.007720947265625,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.00048648164374753833,
      "loss_partial": 0.010009765625,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.00018414969963487238,
      "loss_partial": 0.00592041015625,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005286873201839626,
      "loss_partial": 0.006378173828125,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005787303671240807,
      "loss_partial": 0.00848388671875,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.00031327575561590493,
      "loss_partial": 0.005706787109375,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0003824958112090826,
      "loss_partial": 0.0079345703125,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0004475163295865059,
      "loss_partial": 0.00689697265625,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.00031255773501470685,
      "loss_partial": 0.006805419921875,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0003463158500380814,
      "loss_partial": 0.0113525390625,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.00030248716939240694,
      "loss_partial": 0.003662109375,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0005653660045936704,
      "loss_partial": 0.005035400390625,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0006545590586028993,
      "loss_partial": 0.00439453125,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.0007116491906344891,
      "loss_partial": 0.00537109375,
      "step": 1145
    },
    {
      "epoch": 1.6642441860465116,
      "loss_distr": 0.00042608482181094587,
      "loss_partial": 0.00408935546875,
      "step": 1145
    },
    {
      "epoch": 1.6656976744186047,
      "grad_norm": 0.15884332358837128,
      "learning_rate": 1.6694771409308352e-06,
      "loss": 0.1746,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0006349399918690324,
      "loss_partial": 0.0069580078125,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0006480857264250517,
      "loss_partial": 0.0067138671875,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0004060073406435549,
      "loss_partial": 0.006439208984375,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.00031440058955922723,
      "loss_partial": 0.01287841796875,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0005884721176698804,
      "loss_partial": 0.00408935546875,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0005433353362604976,
      "loss_partial": 0.00762939453125,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.00037920998875051737,
      "loss_partial": 0.00408935546875,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0005253103445284069,
      "loss_partial": 0.0103759765625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.00037027051439508796,
      "loss_partial": 0.007232666015625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0003759743121918291,
      "loss_partial": 0.00897216796875,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0004280098946765065,
      "loss_partial": 0.006500244140625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0004035322635900229,
      "loss_partial": 0.005645751953125,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.00045014728675596416,
      "loss_partial": 0.00823974609375,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0002388801658526063,
      "loss_partial": 0.006256103515625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.00036025181179866195,
      "loss_partial": 0.007537841796875,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0003684122348204255,
      "loss_partial": 0.00762939453125,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0008695340948179364,
      "loss_partial": 0.00396728515625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0005681542679667473,
      "loss_partial": 0.007232666015625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0008130617206916213,
      "loss_partial": 0.0027008056640625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.00040746256127022207,
      "loss_partial": 0.005523681640625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0004017492465209216,
      "loss_partial": 0.00634765625,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0007638348615728319,
      "loss_partial": 0.0081787109375,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0006825976888649166,
      "loss_partial": 0.00897216796875,
      "step": 1146
    },
    {
      "epoch": 1.6656976744186047,
      "loss_distr": 0.0007971423910930753,
      "loss_partial": 0.004669189453125,
      "step": 1146
    },
    {
      "epoch": 1.6671511627906976,
      "grad_norm": 0.16525261104106903,
      "learning_rate": 1.6554659250822668e-06,
      "loss": 0.1776,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0006074856501072645,
      "loss_partial": 0.004852294921875,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.00034261387190781534,
      "loss_partial": 0.006866455078125,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0004776885034516454,
      "loss_partial": 0.00799560546875,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.00031162024242803454,
      "loss_partial": 0.006927490234375,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0004143866244703531,
      "loss_partial": 0.0069580078125,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0003876502742059529,
      "loss_partial": 0.00787353515625,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0004049222625326365,
      "loss_partial": 0.01190185546875,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.000660139019601047,
      "loss_partial": 0.003997802734375,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0006867227493785322,
      "loss_partial": 0.004730224609375,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0003978932509198785,
      "loss_partial": 0.004852294921875,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0005575573304668069,
      "loss_partial": 0.007720947265625,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.00046908739022910595,
      "loss_partial": 0.0079345703125,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.000708669307641685,
      "loss_partial": 0.004150390625,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0005919463583268225,
      "loss_partial": 0.004180908203125,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0005535126547329128,
      "loss_partial": 0.013671875,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.00042163871694356203,
      "loss_partial": 0.00665283203125,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0010993235046043992,
      "loss_partial": 0.00494384765625,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0005182964960113168,
      "loss_partial": 0.004974365234375,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0006884483154863119,
      "loss_partial": 0.00634765625,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.00016157551726792008,
      "loss_partial": 0.00775146484375,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0009070864762179554,
      "loss_partial": 0.003387451171875,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0004435153095982969,
      "loss_partial": 0.00830078125,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.00043410947546362877,
      "loss_partial": 0.00909423828125,
      "step": 1147
    },
    {
      "epoch": 1.6671511627906976,
      "loss_distr": 0.0006645942339673638,
      "loss_partial": 0.006317138671875,
      "step": 1147
    },
    {
      "epoch": 1.6686046511627906,
      "grad_norm": 0.17675325274467468,
      "learning_rate": 1.641508444612586e-06,
      "loss": 0.1728,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0005192306125536561,
      "loss_partial": 0.00482177734375,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0004459521151147783,
      "loss_partial": 0.0037384033203125,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0003619646595325321,
      "loss_partial": 0.00946044921875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.000608135131187737,
      "loss_partial": 0.007080078125,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0006159483455121517,
      "loss_partial": 0.006500244140625,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0005966012249700725,
      "loss_partial": 0.0037841796875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0008475942886434495,
      "loss_partial": 0.00518798828125,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0004279181594029069,
      "loss_partial": 0.0038299560546875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0006083558546379209,
      "loss_partial": 0.005340576171875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0008026252035051584,
      "loss_partial": 0.00506591796875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0005233222618699074,
      "loss_partial": 0.011474609375,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0005031289765611291,
      "loss_partial": 0.006378173828125,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.000433566136052832,
      "loss_partial": 0.006561279296875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.000539325934369117,
      "loss_partial": 0.009033203125,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.00037757062818855047,
      "loss_partial": 0.008056640625,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0006317184306681156,
      "loss_partial": 0.004730224609375,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0005148705095052719,
      "loss_partial": 0.0042724609375,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.00048026637523435056,
      "loss_partial": 0.00823974609375,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0005456627113744617,
      "loss_partial": 0.009033203125,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0002917434903793037,
      "loss_partial": 0.0106201171875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0006997644668444991,
      "loss_partial": 0.006317138671875,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.00038027993286959827,
      "loss_partial": 0.00830078125,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0007719943532720208,
      "loss_partial": 0.00482177734375,
      "step": 1148
    },
    {
      "epoch": 1.6686046511627906,
      "loss_distr": 0.0002798915666062385,
      "loss_partial": 0.007476806640625,
      "step": 1148
    },
    {
      "epoch": 1.6700581395348837,
      "grad_norm": 0.1669955998659134,
      "learning_rate": 1.6276047894022407e-06,
      "loss": 0.1747,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0007055012974888086,
      "loss_partial": 0.005584716796875,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00026816068566404283,
      "loss_partial": 0.00689697265625,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0005315545713528991,
      "loss_partial": 0.006805419921875,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0005462876288220286,
      "loss_partial": 0.00506591796875,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0005353945889510214,
      "loss_partial": 0.006103515625,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00027725519612431526,
      "loss_partial": 0.0064697265625,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.000318311620503664,
      "loss_partial": 0.00927734375,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00044024252565577626,
      "loss_partial": 0.007415771484375,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0005194368422962725,
      "loss_partial": 0.0078125,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00035748101072385907,
      "loss_partial": 0.0037078857421875,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0003342701820656657,
      "loss_partial": 0.007080078125,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0005739759653806686,
      "loss_partial": 0.0089111328125,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0004503335221670568,
      "loss_partial": 0.007354736328125,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0004809196980204433,
      "loss_partial": 0.005340576171875,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0006564242066815495,
      "loss_partial": 0.007232666015625,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00024362056865356863,
      "loss_partial": 0.01068115234375,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0006171287968754768,
      "loss_partial": 0.003662109375,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0007252182113006711,
      "loss_partial": 0.0084228515625,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00020692798716481775,
      "loss_partial": 0.007415771484375,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00039215091965161264,
      "loss_partial": 0.006103515625,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0005618981085717678,
      "loss_partial": 0.00408935546875,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0006682395469397306,
      "loss_partial": 0.004150390625,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.0005047254380770028,
      "loss_partial": 0.0089111328125,
      "step": 1149
    },
    {
      "epoch": 1.6700581395348837,
      "loss_distr": 0.00021011292119510472,
      "loss_partial": 0.005523681640625,
      "step": 1149
    },
    {
      "epoch": 1.6715116279069768,
      "grad_norm": 0.15607847273349762,
      "learning_rate": 1.613755048985075e-06,
      "loss": 0.1724,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0005868418957106769,
      "loss_partial": 0.006805419921875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0006147879175841808,
      "loss_partial": 0.005340576171875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0005089242476969957,
      "loss_partial": 0.006439208984375,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0006092271069064736,
      "loss_partial": 0.01025390625,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0007795707788318396,
      "loss_partial": 0.003997802734375,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0004188524326309562,
      "loss_partial": 0.005615234375,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0006092924159020185,
      "loss_partial": 0.0086669921875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0008242523763328791,
      "loss_partial": 0.004180908203125,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0004207201418466866,
      "loss_partial": 0.01129150390625,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0005455569480545819,
      "loss_partial": 0.00848388671875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0006866377079859376,
      "loss_partial": 0.0052490234375,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.000420284311985597,
      "loss_partial": 0.0067138671875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0004685857566073537,
      "loss_partial": 0.007659912109375,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0009660391369834542,
      "loss_partial": 0.002716064453125,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.00041230744682252407,
      "loss_partial": 0.005340576171875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0005375207401812077,
      "loss_partial": 0.0036773681640625,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0005153625388629735,
      "loss_partial": 0.004119873046875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0006756407092325389,
      "loss_partial": 0.0034942626953125,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.00035547043080441654,
      "loss_partial": 0.004669189453125,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.000793047365732491,
      "loss_partial": 0.004150390625,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.00020202492305543274,
      "loss_partial": 0.01019287109375,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0004712429945357144,
      "loss_partial": 0.01043701171875,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0005882608820684254,
      "loss_partial": 0.00579833984375,
      "step": 1150
    },
    {
      "epoch": 1.6715116279069768,
      "loss_distr": 0.0005854741903021932,
      "loss_partial": 0.006561279296875,
      "step": 1150
    },
    {
      "epoch": 1.6729651162790697,
      "grad_norm": 0.16685202717781067,
      "learning_rate": 1.5999593125477387e-06,
      "loss": 0.1746,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0006204035598784685,
      "loss_partial": 0.007354736328125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0007443210342898965,
      "loss_partial": 0.01251220703125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.00027119918377138674,
      "loss_partial": 0.007537841796875,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005057320231571794,
      "loss_partial": 0.007781982421875,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005306170205585659,
      "loss_partial": 0.00640869140625,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005654636770486832,
      "loss_partial": 0.01153564453125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0003979761968366802,
      "loss_partial": 0.01092529296875,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0006056212587282062,
      "loss_partial": 0.0045166015625,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005676368600688875,
      "loss_partial": 0.006622314453125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0004344297922216356,
      "loss_partial": 0.006866455078125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.00044417654862627387,
      "loss_partial": 0.01177978515625,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0002666445798240602,
      "loss_partial": 0.00860595703125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.00022235192591324449,
      "loss_partial": 0.006439208984375,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0003289470332674682,
      "loss_partial": 0.00390625,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0004525674448814243,
      "loss_partial": 0.007598876953125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005267949891276658,
      "loss_partial": 0.005279541015625,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.00044565513962879777,
      "loss_partial": 0.0108642578125,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.00035204351297579706,
      "loss_partial": 0.004608154296875,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005205980269238353,
      "loss_partial": 0.00537109375,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005145489703863859,
      "loss_partial": 0.006439208984375,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.000501957896631211,
      "loss_partial": 0.00897216796875,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0003558989556040615,
      "loss_partial": 0.006805419921875,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.0005154372774995863,
      "loss_partial": 0.00390625,
      "step": 1151
    },
    {
      "epoch": 1.6729651162790697,
      "loss_distr": 0.00044640182750299573,
      "loss_partial": 0.003936767578125,
      "step": 1151
    },
    {
      "epoch": 1.6744186046511627,
      "grad_norm": 0.14772970974445343,
      "learning_rate": 1.5862176689291154e-06,
      "loss": 0.1776,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0006900792359374464,
      "loss_partial": 0.007080078125,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0007197230006568134,
      "loss_partial": 0.00433349609375,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.00023663058527745306,
      "loss_partial": 0.0115966796875,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0006102146580815315,
      "loss_partial": 0.0045166015625,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0004912330769002438,
      "loss_partial": 0.00457763671875,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.00022518633340951055,
      "loss_partial": 0.00567626953125,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0008201586897484958,
      "loss_partial": 0.0054931640625,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0004479010822251439,
      "loss_partial": 0.006072998046875,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0005769660347141325,
      "loss_partial": 0.005462646484375,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0008598911808803678,
      "loss_partial": 0.006805419921875,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.00019239359244238585,
      "loss_partial": 0.01068115234375,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.000525456212926656,
      "loss_partial": 0.00860595703125,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0004932531737722456,
      "loss_partial": 0.01043701171875,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0005776048055849969,
      "loss_partial": 0.0064697265625,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0005878492374904454,
      "loss_partial": 0.005218505859375,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0006097732111811638,
      "loss_partial": 0.00469970703125,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0008476546499878168,
      "loss_partial": 0.0074462890625,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.00039276323514059186,
      "loss_partial": 0.004791259765625,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0008031611796468496,
      "loss_partial": 0.0034027099609375,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0006134186405688524,
      "loss_partial": 0.004150390625,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0005466119619086385,
      "loss_partial": 0.005523681640625,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.00044272569357417524,
      "loss_partial": 0.007568359375,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.000597402744460851,
      "loss_partial": 0.0098876953125,
      "step": 1152
    },
    {
      "epoch": 1.6744186046511627,
      "loss_distr": 0.0005721076158806682,
      "loss_partial": 0.004852294921875,
      "step": 1152
    },
    {
      "epoch": 1.6758720930232558,
      "grad_norm": 0.16312241554260254,
      "learning_rate": 1.5725302066197622e-06,
      "loss": 0.1764,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0005165471811778843,
      "loss_partial": 0.00787353515625,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00034611078444868326,
      "loss_partial": 0.007354736328125,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00043219153303653,
      "loss_partial": 0.01092529296875,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.000292451266432181,
      "loss_partial": 0.01190185546875,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0006199649069458246,
      "loss_partial": 0.005218505859375,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0007243658765219152,
      "loss_partial": 0.007781982421875,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00029232900124043226,
      "loss_partial": 0.0062255859375,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00022310615167953074,
      "loss_partial": 0.0062255859375,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0004076121549587697,
      "loss_partial": 0.008056640625,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0005239105084910989,
      "loss_partial": 0.0054931640625,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0006266171112656593,
      "loss_partial": 0.006317138671875,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00034077215241268277,
      "loss_partial": 0.01373291015625,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00033298690686933696,
      "loss_partial": 0.00604248046875,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0007433087448589504,
      "loss_partial": 0.00445556640625,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0006172917783260345,
      "loss_partial": 0.005462646484375,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0004200545372441411,
      "loss_partial": 0.00634765625,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0006954396958462894,
      "loss_partial": 0.006805419921875,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0005543788429349661,
      "loss_partial": 0.00616455078125,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0005094847292639315,
      "loss_partial": 0.005706787109375,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0005561504513025284,
      "loss_partial": 0.00958251953125,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00029935527709312737,
      "loss_partial": 0.007354736328125,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.00040703127160668373,
      "loss_partial": 0.005859375,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0005990723147988319,
      "loss_partial": 0.00518798828125,
      "step": 1153
    },
    {
      "epoch": 1.6758720930232558,
      "loss_distr": 0.0005037989467382431,
      "loss_partial": 0.004669189453125,
      "step": 1153
    },
    {
      "epoch": 1.677325581395349,
      "grad_norm": 0.16299200057983398,
      "learning_rate": 1.5588970137613258e-06,
      "loss": 0.1746,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0006768730818293989,
      "loss_partial": 0.006317138671875,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0006421976140700281,
      "loss_partial": 0.00653076171875,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.00033793417969718575,
      "loss_partial": 0.0042724609375,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.00034155126195400953,
      "loss_partial": 0.0074462890625,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.00023167600738815963,
      "loss_partial": 0.0048828125,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0006303676636889577,
      "loss_partial": 0.006103515625,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0004780622839462012,
      "loss_partial": 0.007720947265625,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0006392516661435366,
      "loss_partial": 0.003936767578125,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.000825389928650111,
      "loss_partial": 0.00531005859375,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0003817090473603457,
      "loss_partial": 0.004791259765625,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0006284588016569614,
      "loss_partial": 0.004150390625,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0002721671771723777,
      "loss_partial": 0.008056640625,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0007292017107829452,
      "loss_partial": 0.004425048828125,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.00022408993390854448,
      "loss_partial": 0.0062255859375,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0006918928120285273,
      "loss_partial": 0.00579833984375,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0004953405004926026,
      "loss_partial": 0.00653076171875,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0005167589406482875,
      "loss_partial": 0.0089111328125,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.00044037200859747827,
      "loss_partial": 0.004486083984375,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0010028844699263573,
      "loss_partial": 0.005401611328125,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0005483140121214092,
      "loss_partial": 0.0050048828125,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0004805026692338288,
      "loss_partial": 0.00830078125,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0007484706002287567,
      "loss_partial": 0.0096435546875,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.0006855110405012965,
      "loss_partial": 0.005462646484375,
      "step": 1154
    },
    {
      "epoch": 1.677325581395349,
      "loss_distr": 0.00024093943648040295,
      "loss_partial": 0.0037689208984375,
      "step": 1154
    },
    {
      "epoch": 1.6787790697674418,
      "grad_norm": 0.1478423923254013,
      "learning_rate": 1.5453181781459736e-06,
      "loss": 0.172,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0005854519549757242,
      "loss_partial": 0.00372314453125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.00018416529928799719,
      "loss_partial": 0.0089111328125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.000407464278396219,
      "loss_partial": 0.0218505859375,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.000519917462952435,
      "loss_partial": 0.0025482177734375,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0006331986514851451,
      "loss_partial": 0.0042724609375,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0003063407784793526,
      "loss_partial": 0.00811767578125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.00033711001742631197,
      "loss_partial": 0.0113525390625,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0003729848831426352,
      "loss_partial": 0.006195068359375,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.000526845280546695,
      "loss_partial": 0.006805419921875,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0007540552178397775,
      "loss_partial": 0.00457763671875,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.00039122250746004283,
      "loss_partial": 0.00714111328125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0008965578163042665,
      "loss_partial": 0.005645751953125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0007480431813746691,
      "loss_partial": 0.005645751953125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0005178785067982972,
      "loss_partial": 0.0048828125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0006557733286172152,
      "loss_partial": 0.00518798828125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0005149527569301426,
      "loss_partial": 0.00457763671875,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0007479353225789964,
      "loss_partial": 0.004364013671875,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0007744627073407173,
      "loss_partial": 0.004791259765625,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0003621758660301566,
      "loss_partial": 0.01007080078125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0008688318775966763,
      "loss_partial": 0.005126953125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0005058851675130427,
      "loss_partial": 0.00836181640625,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.00029734009876847267,
      "loss_partial": 0.00836181640625,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0004313174868002534,
      "loss_partial": 0.00958251953125,
      "step": 1155
    },
    {
      "epoch": 1.6787790697674418,
      "loss_distr": 0.0005776130128651857,
      "loss_partial": 0.01171875,
      "step": 1155
    },
    {
      "epoch": 1.6802325581395348,
      "grad_norm": 0.16096851229667664,
      "learning_rate": 1.5317937872158485e-06,
      "loss": 0.1735,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00034251666511408985,
      "loss_partial": 0.012451171875,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0002995094400830567,
      "loss_partial": 0.001953125,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0008331247954629362,
      "loss_partial": 0.005859375,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0005116719985380769,
      "loss_partial": 0.0042724609375,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.000621055020019412,
      "loss_partial": 0.006988525390625,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00037032898399047554,
      "loss_partial": 0.005462646484375,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00025135884061455727,
      "loss_partial": 0.01373291015625,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.000639192177914083,
      "loss_partial": 0.007781982421875,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00032935751369223,
      "loss_partial": 0.00787353515625,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0004453029832802713,
      "loss_partial": 0.01092529296875,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0004507434496190399,
      "loss_partial": 0.003082275390625,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00026757337036542594,
      "loss_partial": 0.011474609375,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0005660676397383213,
      "loss_partial": 0.00335693359375,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0006613768055103719,
      "loss_partial": 0.004547119140625,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00037561525823548436,
      "loss_partial": 0.0106201171875,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0003582595963962376,
      "loss_partial": 0.004974365234375,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.000993081135675311,
      "loss_partial": 0.005859375,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0003428779018577188,
      "loss_partial": 0.006317138671875,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00034499246976338327,
      "loss_partial": 0.00732421875,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0004917416954413056,
      "loss_partial": 0.0037994384765625,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.0009274068288505077,
      "loss_partial": 0.003631591796875,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00028077600290998816,
      "loss_partial": 0.00689697265625,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00047868210822343826,
      "loss_partial": 0.007598876953125,
      "step": 1156
    },
    {
      "epoch": 1.6802325581395348,
      "loss_distr": 0.00031650991877540946,
      "loss_partial": 0.008056640625,
      "step": 1156
    },
    {
      "epoch": 1.681686046511628,
      "grad_norm": 0.16051113605499268,
      "learning_rate": 1.5183239280624807e-06,
      "loss": 0.1724,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.00046728408779017627,
      "loss_partial": 0.005584716796875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.00036227621603757143,
      "loss_partial": 0.0045166015625,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0005912559572607279,
      "loss_partial": 0.00775146484375,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0006255633197724819,
      "loss_partial": 0.0052490234375,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.00041210197377949953,
      "loss_partial": 0.008544921875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0003782999119721353,
      "loss_partial": 0.004852294921875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.000414413952967152,
      "loss_partial": 0.006561279296875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0008055790094658732,
      "loss_partial": 0.003509521484375,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.00021740738884545863,
      "loss_partial": 0.0101318359375,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0003482386819086969,
      "loss_partial": 0.010009765625,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0004936630139127374,
      "loss_partial": 0.005828857421875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.00039407715667039156,
      "loss_partial": 0.0078125,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0004344513872638345,
      "loss_partial": 0.004058837890625,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0003879109281115234,
      "loss_partial": 0.00946044921875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0005071578198112547,
      "loss_partial": 0.00628662109375,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0005504685686901212,
      "loss_partial": 0.007080078125,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0010204770369455218,
      "loss_partial": 0.00372314453125,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0006378082325682044,
      "loss_partial": 0.005096435546875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0006985657382756472,
      "loss_partial": 0.0125732421875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0004232404753565788,
      "loss_partial": 0.009521484375,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0004324994224589318,
      "loss_partial": 0.006103515625,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0005063897697255015,
      "loss_partial": 0.0107421875,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0003294903435744345,
      "loss_partial": 0.01312255859375,
      "step": 1157
    },
    {
      "epoch": 1.681686046511628,
      "loss_distr": 0.0005279994802549481,
      "loss_partial": 0.00762939453125,
      "step": 1157
    },
    {
      "epoch": 1.683139534883721,
      "grad_norm": 0.15432636439800262,
      "learning_rate": 1.5049086874262387e-06,
      "loss": 0.1736,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.00042404007399454713,
      "loss_partial": 0.01190185546875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0003698364307638258,
      "loss_partial": 0.004058837890625,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.00042457200470380485,
      "loss_partial": 0.0113525390625,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0005476695951074362,
      "loss_partial": 0.0030364990234375,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0008456080104224384,
      "loss_partial": 0.005096435546875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0006289392476901412,
      "loss_partial": 0.006317138671875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0004639020189642906,
      "loss_partial": 0.005126953125,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0006000010762363672,
      "loss_partial": 0.004669189453125,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0002803084207698703,
      "loss_partial": 0.006683349609375,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.00047329888911917806,
      "loss_partial": 0.0050048828125,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0004886219394393265,
      "loss_partial": 0.00457763671875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0004641780105885118,
      "loss_partial": 0.00634765625,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0001765602792147547,
      "loss_partial": 0.00994873046875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0004050207498949021,
      "loss_partial": 0.00909423828125,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0007074737222865224,
      "loss_partial": 0.004669189453125,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.00038185546873137355,
      "loss_partial": 0.0062255859375,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0005257801385596395,
      "loss_partial": 0.004638671875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.00043377940892241895,
      "loss_partial": 0.00616455078125,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0005650084931403399,
      "loss_partial": 0.00848388671875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.00044668634654954076,
      "loss_partial": 0.00872802734375,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0002990325738210231,
      "loss_partial": 0.0050048828125,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0004026053939014673,
      "loss_partial": 0.0031585693359375,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0004148386069573462,
      "loss_partial": 0.0086669921875,
      "step": 1158
    },
    {
      "epoch": 1.683139534883721,
      "loss_distr": 0.0004037151811644435,
      "loss_partial": 0.00994873046875,
      "step": 1158
    },
    {
      "epoch": 1.684593023255814,
      "grad_norm": 0.16398689150810242,
      "learning_rate": 1.4915481516957786e-06,
      "loss": 0.1735,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0005704385694116354,
      "loss_partial": 0.0093994140625,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0006087847868911922,
      "loss_partial": 0.006866455078125,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.00034915420110337436,
      "loss_partial": 0.0037689208984375,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0007951740408316255,
      "loss_partial": 0.004302978515625,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.000301276333630085,
      "loss_partial": 0.00994873046875,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0007006764644756913,
      "loss_partial": 0.004150390625,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0007493351586163044,
      "loss_partial": 0.003204345703125,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0008369444403797388,
      "loss_partial": 0.006866455078125,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0006392149371095002,
      "loss_partial": 0.005279541015625,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.00028994312742725015,
      "loss_partial": 0.00701904296875,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.000286125170532614,
      "loss_partial": 0.0032958984375,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0003015080583281815,
      "loss_partial": 0.007354736328125,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0007810265524312854,
      "loss_partial": 0.005828857421875,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0004600699176080525,
      "loss_partial": 0.0091552734375,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0005343466182239354,
      "loss_partial": 0.00677490234375,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0004375447751954198,
      "loss_partial": 0.00994873046875,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0002837685460690409,
      "loss_partial": 0.006927490234375,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.00027809818857349455,
      "loss_partial": 0.0054931640625,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.00045517750550061464,
      "loss_partial": 0.00946044921875,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0006574731087312102,
      "loss_partial": 0.003265380859375,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.00036894960794597864,
      "loss_partial": 0.007659912109375,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0007459489861503243,
      "loss_partial": 0.0057373046875,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.0003618641057983041,
      "loss_partial": 0.0086669921875,
      "step": 1159
    },
    {
      "epoch": 1.684593023255814,
      "loss_distr": 0.000829070748295635,
      "loss_partial": 0.0033111572265625,
      "step": 1159
    },
    {
      "epoch": 1.6860465116279069,
      "grad_norm": 0.16370001435279846,
      "learning_rate": 1.4782424069074708e-06,
      "loss": 0.1752,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.00047907649422995746,
      "loss_partial": 0.0047607421875,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0005291012348607183,
      "loss_partial": 0.007659912109375,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0008288711542263627,
      "loss_partial": 0.0045166015625,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0007873221766203642,
      "loss_partial": 0.0045166015625,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.00034540038905106485,
      "loss_partial": 0.0086669921875,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0002404422702966258,
      "loss_partial": 0.00677490234375,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.00038152741035446525,
      "loss_partial": 0.0068359375,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0004067979461979121,
      "loss_partial": 0.00372314453125,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0006923132459633052,
      "loss_partial": 0.0029449462890625,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.00039349717553704977,
      "loss_partial": 0.0108642578125,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0007332179229706526,
      "loss_partial": 0.0032806396484375,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.000272498931735754,
      "loss_partial": 0.0147705078125,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0007165751303546131,
      "loss_partial": 0.0038299560546875,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.00031489518005400896,
      "loss_partial": 0.0042724609375,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.00045467153540812433,
      "loss_partial": 0.00604248046875,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0004192930646240711,
      "loss_partial": 0.0108642578125,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.000576419522985816,
      "loss_partial": 0.005523681640625,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0006292475154623389,
      "loss_partial": 0.004638671875,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0008912318735383451,
      "loss_partial": 0.00689697265625,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0003642567608039826,
      "loss_partial": 0.0098876953125,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.00037768902257084846,
      "loss_partial": 0.01220703125,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0006787657039240003,
      "loss_partial": 0.00604248046875,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0007687194156460464,
      "loss_partial": 0.005615234375,
      "step": 1160
    },
    {
      "epoch": 1.6860465116279069,
      "loss_distr": 0.0007564015686511993,
      "loss_partial": 0.0079345703125,
      "step": 1160
    },
    {
      "epoch": 1.6875,
      "grad_norm": 0.15939487516880035,
      "learning_rate": 1.4649915387448587e-06,
      "loss": 0.1725,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0005113546503707767,
      "loss_partial": 0.00244140625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0007275661919265985,
      "loss_partial": 0.00372314453125,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0005831463495269418,
      "loss_partial": 0.0050048828125,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0005795905599370599,
      "loss_partial": 0.006500244140625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0006040435982868075,
      "loss_partial": 0.006256103515625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0004513637104537338,
      "loss_partial": 0.00885009765625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.00020414977916516364,
      "loss_partial": 0.005279541015625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0004428471438586712,
      "loss_partial": 0.004364013671875,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0006017348496243358,
      "loss_partial": 0.004150390625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.00025645329151302576,
      "loss_partial": 0.007659912109375,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0003803769941441715,
      "loss_partial": 0.006561279296875,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0004489159327931702,
      "loss_partial": 0.005584716796875,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0005044229328632355,
      "loss_partial": 0.0081787109375,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0003957873850595206,
      "loss_partial": 0.00933837890625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0002859271189663559,
      "loss_partial": 0.004730224609375,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0006634480087086558,
      "loss_partial": 0.00506591796875,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0005406182026490569,
      "loss_partial": 0.005645751953125,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0005179002182558179,
      "loss_partial": 0.00311279296875,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.00031642045360058546,
      "loss_partial": 0.00445556640625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0004758643626701087,
      "loss_partial": 0.006317138671875,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0002032426418736577,
      "loss_partial": 0.01092529296875,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.0006957134464755654,
      "loss_partial": 0.004547119140625,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.00043330376502126455,
      "loss_partial": 0.0079345703125,
      "step": 1161
    },
    {
      "epoch": 1.6875,
      "loss_distr": 0.000772977655287832,
      "loss_partial": 0.005218505859375,
      "step": 1161
    },
    {
      "epoch": 1.6889534883720931,
      "grad_norm": 0.14445431530475616,
      "learning_rate": 1.4517956325380976e-06,
      "loss": 0.1724,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0005729440599679947,
      "loss_partial": 0.00531005859375,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0003391046484466642,
      "loss_partial": 0.003448486328125,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0008589407661929727,
      "loss_partial": 0.004608154296875,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0003119870088994503,
      "loss_partial": 0.007476806640625,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0005350945866666734,
      "loss_partial": 0.00860595703125,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0005187664646655321,
      "loss_partial": 0.00445556640625,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0007092120358720422,
      "loss_partial": 0.002838134765625,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.00044142449041828513,
      "loss_partial": 0.005645751953125,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0008020648965612054,
      "loss_partial": 0.004974365234375,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0006391815841197968,
      "loss_partial": 0.006256103515625,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0007099797367118299,
      "loss_partial": 0.005218505859375,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0006214365712366998,
      "loss_partial": 0.004119873046875,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0005580322467721999,
      "loss_partial": 0.0047607421875,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0005342877702787519,
      "loss_partial": 0.00531005859375,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0006877660634927452,
      "loss_partial": 0.00872802734375,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0002316553145647049,
      "loss_partial": 0.003814697265625,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0004587892326526344,
      "loss_partial": 0.00689697265625,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0004095720069017261,
      "loss_partial": 0.006927490234375,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0004709456698037684,
      "loss_partial": 0.0115966796875,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0007843837956897914,
      "loss_partial": 0.00811767578125,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0007106465636752546,
      "loss_partial": 0.005462646484375,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0002009990712394938,
      "loss_partial": 0.0113525390625,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0003150190750602633,
      "loss_partial": 0.0079345703125,
      "step": 1162
    },
    {
      "epoch": 1.6889534883720931,
      "loss_distr": 0.0008783663506619632,
      "loss_partial": 0.0037384033203125,
      "step": 1162
    },
    {
      "epoch": 1.690406976744186,
      "grad_norm": 0.156302809715271,
      "learning_rate": 1.4386547732634182e-06,
      "loss": 0.1759,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.00045108440099284053,
      "loss_partial": 0.01043701171875,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0004271215875633061,
      "loss_partial": 0.010986328125,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0005913689383305609,
      "loss_partial": 0.006927490234375,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0006686699925921857,
      "loss_partial": 0.00689697265625,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0003457054845057428,
      "loss_partial": 0.0030517578125,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0009922942845150828,
      "loss_partial": 0.00689697265625,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0006595109589397907,
      "loss_partial": 0.00726318359375,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0005181775777600706,
      "loss_partial": 0.00848388671875,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0006011379882693291,
      "loss_partial": 0.005218505859375,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0004023690416943282,
      "loss_partial": 0.005828857421875,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0008303171489387751,
      "loss_partial": 0.00341796875,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0005804992979392409,
      "loss_partial": 0.006378173828125,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0007279279525391757,
      "loss_partial": 0.006439208984375,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0005536994431167841,
      "loss_partial": 0.004058837890625,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0004777736612595618,
      "loss_partial": 0.011962890625,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0007080496288836002,
      "loss_partial": 0.0093994140625,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0007659080438315868,
      "loss_partial": 0.00860595703125,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0006412792718037963,
      "loss_partial": 0.00543212890625,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.00044490338768810034,
      "loss_partial": 0.007354736328125,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0002936324162874371,
      "loss_partial": 0.00689697265625,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.00042189302621409297,
      "loss_partial": 0.004180908203125,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0006068950169719756,
      "loss_partial": 0.0048828125,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.0005212181131355464,
      "loss_partial": 0.00726318359375,
      "step": 1163
    },
    {
      "epoch": 1.690406976744186,
      "loss_distr": 0.00024750205921009183,
      "loss_partial": 0.0079345703125,
      "step": 1163
    },
    {
      "epoch": 1.691860465116279,
      "grad_norm": 0.151672825217247,
      "learning_rate": 1.4255690455425708e-06,
      "loss": 0.1739,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0005745054222643375,
      "loss_partial": 0.004852294921875,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0005423272959887981,
      "loss_partial": 0.00604248046875,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0006104398053139448,
      "loss_partial": 0.0052490234375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0007305775070562959,
      "loss_partial": 0.005157470703125,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.00048383508692495525,
      "loss_partial": 0.00762939453125,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0005191829986870289,
      "loss_partial": 0.003204345703125,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0006534374551847577,
      "loss_partial": 0.0072021484375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0004983325488865376,
      "loss_partial": 0.008056640625,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0003284223494119942,
      "loss_partial": 0.005126953125,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.000405671278713271,
      "loss_partial": 0.0042724609375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0006595349404960871,
      "loss_partial": 0.0074462890625,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0004519348149187863,
      "loss_partial": 0.007537841796875,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.000624618143774569,
      "loss_partial": 0.00433349609375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.00023096776567399502,
      "loss_partial": 0.0057373046875,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0009211980504915118,
      "loss_partial": 0.0047607421875,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0003217990160919726,
      "loss_partial": 0.006072998046875,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0004630810290109366,
      "loss_partial": 0.005462646484375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0003571696288418025,
      "loss_partial": 0.006927490234375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0002632711548358202,
      "loss_partial": 0.0079345703125,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.00023003623937256634,
      "loss_partial": 0.01019287109375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.00047628028551116586,
      "loss_partial": 0.00677490234375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0006203713710419834,
      "loss_partial": 0.006256103515625,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.00023826261167414486,
      "loss_partial": 0.007568359375,
      "step": 1164
    },
    {
      "epoch": 1.691860465116279,
      "loss_distr": 0.0006023860769346356,
      "loss_partial": 0.00897216796875,
      "step": 1164
    },
    {
      "epoch": 1.693313953488372,
      "grad_norm": 0.16345784068107605,
      "learning_rate": 1.4125385336422703e-06,
      "loss": 0.1698,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.000421592005295679,
      "loss_partial": 0.00897216796875,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.000522828137036413,
      "loss_partial": 0.0067138671875,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0007638443494215608,
      "loss_partial": 0.00628662109375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0010076577309519053,
      "loss_partial": 0.003326416015625,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0008814877364784479,
      "loss_partial": 0.005157470703125,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.00023761943157296628,
      "loss_partial": 0.006011962890625,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0006342272972688079,
      "loss_partial": 0.007537841796875,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0008637091377750039,
      "loss_partial": 0.0038299560546875,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0003623144584707916,
      "loss_partial": 0.005615234375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0006851867074146867,
      "loss_partial": 0.009521484375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0005206998903304338,
      "loss_partial": 0.003997802734375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0009938186267390847,
      "loss_partial": 0.0037384033203125,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0005690766265615821,
      "loss_partial": 0.007568359375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.000594356853980571,
      "loss_partial": 0.005462646484375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0005379479844123125,
      "loss_partial": 0.004852294921875,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0005299440817907453,
      "loss_partial": 0.004302978515625,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.000478009635116905,
      "loss_partial": 0.00811767578125,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0004311920783948153,
      "loss_partial": 0.0093994140625,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0002996529219672084,
      "loss_partial": 0.0103759765625,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0006847095210105181,
      "loss_partial": 0.0040283203125,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.00040292099583894014,
      "loss_partial": 0.01116943359375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.00037040840834379196,
      "loss_partial": 0.01214599609375,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.0008219244191423059,
      "loss_partial": 0.005767822265625,
      "step": 1165
    },
    {
      "epoch": 1.693313953488372,
      "loss_distr": 0.000398510426748544,
      "loss_partial": 0.004913330078125,
      "step": 1165
    },
    {
      "epoch": 1.6947674418604652,
      "grad_norm": 0.16386546194553375,
      "learning_rate": 1.399563321473677e-06,
      "loss": 0.172,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0003276997013017535,
      "loss_partial": 0.00592041015625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00028029916575178504,
      "loss_partial": 0.004486083984375,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0005062160198576748,
      "loss_partial": 0.00592041015625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00043847941560670733,
      "loss_partial": 0.013427734375,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.000473730789963156,
      "loss_partial": 0.0072021484375,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0004364071355666965,
      "loss_partial": 0.0029754638671875,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00039630517130717635,
      "loss_partial": 0.01007080078125,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0005799564532935619,
      "loss_partial": 0.005523681640625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0004524237592704594,
      "loss_partial": 0.007720947265625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00032521842513233423,
      "loss_partial": 0.00860595703125,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0005354268942028284,
      "loss_partial": 0.00579833984375,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0005857219221070409,
      "loss_partial": 0.006622314453125,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0006385932792909443,
      "loss_partial": 0.00811767578125,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00039534858660772443,
      "loss_partial": 0.01116943359375,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00034666244755499065,
      "loss_partial": 0.006561279296875,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0007206851150840521,
      "loss_partial": 0.00396728515625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00038028386188670993,
      "loss_partial": 0.006988525390625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0005444526905193925,
      "loss_partial": 0.00885009765625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0005747280083596706,
      "loss_partial": 0.004669189453125,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0004919563652947545,
      "loss_partial": 0.0038299560546875,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.00039417709922418,
      "loss_partial": 0.006134033203125,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0004676806856878102,
      "loss_partial": 0.011962890625,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.000582875101827085,
      "loss_partial": 0.006866455078125,
      "step": 1166
    },
    {
      "epoch": 1.6947674418604652,
      "loss_distr": 0.0006071450188755989,
      "loss_partial": 0.006683349609375,
      "step": 1166
    },
    {
      "epoch": 1.6962209302325582,
      "grad_norm": 0.16273173689842224,
      "learning_rate": 1.3866434925918372e-06,
      "loss": 0.1724,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.00047648625331930816,
      "loss_partial": 0.00885009765625,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0007627769373357296,
      "loss_partial": 0.004058837890625,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.00038748024962842464,
      "loss_partial": 0.005828857421875,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0005757509497925639,
      "loss_partial": 0.00537109375,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.00044621710549108684,
      "loss_partial": 0.006927490234375,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0007400939939543605,
      "loss_partial": 0.003875732421875,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0008042842382565141,
      "loss_partial": 0.0040283203125,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.00039891275810077786,
      "loss_partial": 0.010009765625,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0006027736817486584,
      "loss_partial": 0.006744384765625,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0007204622961580753,
      "loss_partial": 0.00372314453125,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0002550708595663309,
      "loss_partial": 0.01513671875,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0003554988361429423,
      "loss_partial": 0.00836181640625,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0006361828418448567,
      "loss_partial": 0.00653076171875,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0004992386093363166,
      "loss_partial": 0.005218505859375,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0004330268129706383,
      "loss_partial": 0.0078125,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0002487727615516633,
      "loss_partial": 0.00799560546875,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.00047723946045152843,
      "loss_partial": 0.004302978515625,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0005455949576571584,
      "loss_partial": 0.0040283203125,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0007100075017660856,
      "loss_partial": 0.00518798828125,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.00028511282289400697,
      "loss_partial": 0.00921630859375,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0003940747119486332,
      "loss_partial": 0.0078125,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.00041848604450933635,
      "loss_partial": 0.00408935546875,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0006404868327081203,
      "loss_partial": 0.005401611328125,
      "step": 1167
    },
    {
      "epoch": 1.6962209302325582,
      "loss_distr": 0.0006712006288580596,
      "loss_partial": 0.004974365234375,
      "step": 1167
    },
    {
      "epoch": 1.697674418604651,
      "grad_norm": 0.14916007220745087,
      "learning_rate": 1.3737791301951498e-06,
      "loss": 0.1749,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.00019076454918831587,
      "loss_partial": 0.01153564453125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.000535752740688622,
      "loss_partial": 0.006622314453125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0007637254311703146,
      "loss_partial": 0.00347900390625,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0005616117268800735,
      "loss_partial": 0.006103515625,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0005107136094011366,
      "loss_partial": 0.004302978515625,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0006361249834299088,
      "loss_partial": 0.007415771484375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0005782961379736662,
      "loss_partial": 0.00555419921875,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.000272429664619267,
      "loss_partial": 0.006195068359375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.000415293121477589,
      "loss_partial": 0.005157470703125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0006484549958258867,
      "loss_partial": 0.0111083984375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0003803179715760052,
      "loss_partial": 0.00384521484375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.00046107900561764836,
      "loss_partial": 0.006195068359375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0008724203216843307,
      "loss_partial": 0.004974365234375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0006755087524652481,
      "loss_partial": 0.00677490234375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0004237500252202153,
      "loss_partial": 0.006683349609375,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0005088583566248417,
      "loss_partial": 0.0069580078125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0003593623114284128,
      "loss_partial": 0.0078125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0007454219157807529,
      "loss_partial": 0.0026397705078125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0008154506795108318,
      "loss_partial": 0.009765625,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0005120467394590378,
      "loss_partial": 0.004302978515625,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0007337576244026423,
      "loss_partial": 0.00506591796875,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.00033987610368058085,
      "loss_partial": 0.005126953125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0005571236833930016,
      "loss_partial": 0.006622314453125,
      "step": 1168
    },
    {
      "epoch": 1.697674418604651,
      "loss_distr": 0.0007041594362817705,
      "loss_partial": 0.006439208984375,
      "step": 1168
    },
    {
      "epoch": 1.6991279069767442,
      "grad_norm": 0.1451060175895691,
      "learning_rate": 1.3609703171248401e-06,
      "loss": 0.1745,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.000544421374797821,
      "loss_partial": 0.005584716796875,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0005845619016326964,
      "loss_partial": 0.007781982421875,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00029972661286592484,
      "loss_partial": 0.00970458984375,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00023945675638969988,
      "loss_partial": 0.0084228515625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0003889864310622215,
      "loss_partial": 0.012451171875,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00022142169473227113,
      "loss_partial": 0.004058837890625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0004787007055711001,
      "loss_partial": 0.0091552734375,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0006580643821507692,
      "loss_partial": 0.005950927734375,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0006269766017794609,
      "loss_partial": 0.01171875,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0002791771257761866,
      "loss_partial": 0.00921630859375,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0005855349591001868,
      "loss_partial": 0.011962890625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0005736014572903514,
      "loss_partial": 0.007598876953125,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00045666538062505424,
      "loss_partial": 0.0079345703125,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0007631265325471759,
      "loss_partial": 0.006072998046875,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00024348961596842855,
      "loss_partial": 0.01129150390625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00021100747107993811,
      "loss_partial": 0.01373291015625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00038248783675953746,
      "loss_partial": 0.006256103515625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0004669901099987328,
      "loss_partial": 0.00543212890625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0003535245487000793,
      "loss_partial": 0.00885009765625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00047225618618540466,
      "loss_partial": 0.00408935546875,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0002794044848997146,
      "loss_partial": 0.006683349609375,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00048747772234492004,
      "loss_partial": 0.0101318359375,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.0004377349396236241,
      "loss_partial": 0.00640869140625,
      "step": 1169
    },
    {
      "epoch": 1.6991279069767442,
      "loss_distr": 0.00022514622833114117,
      "loss_partial": 0.005035400390625,
      "step": 1169
    },
    {
      "epoch": 1.7005813953488373,
      "grad_norm": 0.15864689648151398,
      "learning_rate": 1.3482171358644114e-06,
      "loss": 0.1757,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0006922298925928771,
      "loss_partial": 0.004913330078125,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0004576827632263303,
      "loss_partial": 0.007568359375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0005135800456628203,
      "loss_partial": 0.005401611328125,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0005161127191968262,
      "loss_partial": 0.006561279296875,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0002611933450680226,
      "loss_partial": 0.0147705078125,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0006817341200076044,
      "loss_partial": 0.005157470703125,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.000505284289829433,
      "loss_partial": 0.00543212890625,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0005639850278384984,
      "loss_partial": 0.0036468505859375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.00021517841378226876,
      "loss_partial": 0.00689697265625,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.00044724898179993033,
      "loss_partial": 0.00885009765625,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0006698164506815374,
      "loss_partial": 0.003265380859375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0007650313782505691,
      "loss_partial": 0.00653076171875,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.00042857692460529506,
      "loss_partial": 0.006103515625,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.00018231314606964588,
      "loss_partial": 0.01019287109375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0005409539444372058,
      "loss_partial": 0.00531005859375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0006378129473887384,
      "loss_partial": 0.00372314453125,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.00024449016200378537,
      "loss_partial": 0.0078125,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0003147089737467468,
      "loss_partial": 0.005706787109375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0003309207677375525,
      "loss_partial": 0.006011962890625,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0006233168533071876,
      "loss_partial": 0.005340576171875,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0005333189037628472,
      "loss_partial": 0.007171630859375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.0005956671666353941,
      "loss_partial": 0.00970458984375,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.00034041618346236646,
      "loss_partial": 0.01171875,
      "step": 1170
    },
    {
      "epoch": 1.7005813953488373,
      "loss_distr": 0.00043714555795304477,
      "loss_partial": 0.00836181640625,
      "step": 1170
    },
    {
      "epoch": 1.7020348837209303,
      "grad_norm": 0.15125469863414764,
      "learning_rate": 1.3355196685391248e-06,
      "loss": 0.1753,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0004919272614642978,
      "loss_partial": 0.010986328125,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0005718062748201191,
      "loss_partial": 0.004302978515625,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0008307227399200201,
      "loss_partial": 0.005828857421875,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.00022617008653469384,
      "loss_partial": 0.01373291015625,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.000520360772497952,
      "loss_partial": 0.008544921875,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0005332333967089653,
      "loss_partial": 0.0091552734375,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0005897837108932436,
      "loss_partial": 0.004425048828125,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0003471206873655319,
      "loss_partial": 0.0098876953125,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.00031336076790466905,
      "loss_partial": 0.0067138671875,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.00024409452453255653,
      "loss_partial": 0.00775146484375,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0006544325733557343,
      "loss_partial": 0.00518798828125,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.00020815824973396957,
      "loss_partial": 0.00897216796875,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0006680681253783405,
      "loss_partial": 0.0120849609375,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0005086276796646416,
      "loss_partial": 0.00921630859375,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0008188431384041905,
      "loss_partial": 0.0087890625,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.00038621213752776384,
      "loss_partial": 0.0079345703125,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0006506594363600016,
      "loss_partial": 0.004364013671875,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0006343342829495668,
      "loss_partial": 0.006683349609375,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.00038600602420046926,
      "loss_partial": 0.00701904296875,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0005429784650914371,
      "loss_partial": 0.007659912109375,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0008003326365724206,
      "loss_partial": 0.00555419921875,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0004078496422152966,
      "loss_partial": 0.00787353515625,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.0004282946465536952,
      "loss_partial": 0.007720947265625,
      "step": 1171
    },
    {
      "epoch": 1.7020348837209303,
      "loss_distr": 0.000562243745662272,
      "loss_partial": 0.008544921875,
      "step": 1171
    },
    {
      "epoch": 1.7034883720930232,
      "grad_norm": 0.16209308803081512,
      "learning_rate": 1.3228779969154638e-06,
      "loss": 0.175,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.00026435498148202896,
      "loss_partial": 0.00762939453125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0007145979907363653,
      "loss_partial": 0.007537841796875,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.00040991674177348614,
      "loss_partial": 0.0067138671875,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0007480994099751115,
      "loss_partial": 0.00506591796875,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.00036157097201794386,
      "loss_partial": 0.0146484375,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.00048394344048574567,
      "loss_partial": 0.002716064453125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.00033748146961443126,
      "loss_partial": 0.00714111328125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0003868979401886463,
      "loss_partial": 0.0076904296875,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0005333488807082176,
      "loss_partial": 0.005157470703125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.00032275007106363773,
      "loss_partial": 0.006622314453125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0005128180491738021,
      "loss_partial": 0.005889892578125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0004052455769851804,
      "loss_partial": 0.00677490234375,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0006131230038590729,
      "loss_partial": 0.005096435546875,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0004036874452140182,
      "loss_partial": 0.0059814453125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0006291873287409544,
      "loss_partial": 0.0050048828125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0002705336664803326,
      "loss_partial": 0.00982666015625,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.00026548519963398576,
      "loss_partial": 0.00927734375,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0005025790887884796,
      "loss_partial": 0.0128173828125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0004939944483339787,
      "loss_partial": 0.009765625,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0003471706295385957,
      "loss_partial": 0.0103759765625,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0007871256675571203,
      "loss_partial": 0.006591796875,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0005919166142120957,
      "loss_partial": 0.0067138671875,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0005110451020300388,
      "loss_partial": 0.006134033203125,
      "step": 1172
    },
    {
      "epoch": 1.7034883720930232,
      "loss_distr": 0.0006154809962026775,
      "loss_partial": 0.004425048828125,
      "step": 1172
    },
    {
      "epoch": 1.7049418604651163,
      "grad_norm": 0.16325810551643372,
      "learning_rate": 1.3102922024006094e-06,
      "loss": 0.175,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0005723928334191442,
      "loss_partial": 0.0057373046875,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0006749419262632728,
      "loss_partial": 0.007415771484375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0003032114473171532,
      "loss_partial": 0.00494384765625,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00039371050661429763,
      "loss_partial": 0.003814697265625,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0004879699263256043,
      "loss_partial": 0.007171630859375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0006726981955580413,
      "loss_partial": 0.01031494140625,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0005697872838936746,
      "loss_partial": 0.0035247802734375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0009276162600144744,
      "loss_partial": 0.004241943359375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00046051148092374206,
      "loss_partial": 0.00872802734375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0006858345586806536,
      "loss_partial": 0.00439453125,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0007478907937183976,
      "loss_partial": 0.002532958984375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00024211689014919102,
      "loss_partial": 0.0059814453125,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00029594911029562354,
      "loss_partial": 0.006500244140625,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00041323149343952537,
      "loss_partial": 0.0038909912109375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0005510554183274508,
      "loss_partial": 0.006744384765625,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0007493054727092385,
      "loss_partial": 0.00555419921875,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0004652335774153471,
      "loss_partial": 0.006866455078125,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00039325590478256345,
      "loss_partial": 0.00726318359375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0004511105362325907,
      "loss_partial": 0.01123046875,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00017220880545210093,
      "loss_partial": 0.00628662109375,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0006480591837316751,
      "loss_partial": 0.0076904296875,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.0003979235189035535,
      "loss_partial": 0.007080078125,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00023086334113031626,
      "loss_partial": 0.004669189453125,
      "step": 1173
    },
    {
      "epoch": 1.7049418604651163,
      "loss_distr": 0.00044527367572300136,
      "loss_partial": 0.00750732421875,
      "step": 1173
    },
    {
      "epoch": 1.7063953488372094,
      "grad_norm": 0.16395895183086395,
      "learning_rate": 1.2977623660419258e-06,
      "loss": 0.1737,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0006644323002547026,
      "loss_partial": 0.00323486328125,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.00044204885489307344,
      "loss_partial": 0.006561279296875,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.000732004118617624,
      "loss_partial": 0.006011962890625,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0002975531679112464,
      "loss_partial": 0.008544921875,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0007740198634564877,
      "loss_partial": 0.0048828125,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0004535711486823857,
      "loss_partial": 0.007293701171875,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.00033394209458492696,
      "loss_partial": 0.0032806396484375,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0005560376448556781,
      "loss_partial": 0.005462646484375,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0006002009613439441,
      "loss_partial": 0.0103759765625,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0005880681565031409,
      "loss_partial": 0.008544921875,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0003337538510095328,
      "loss_partial": 0.00787353515625,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0008404636173509061,
      "loss_partial": 0.007659912109375,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0008585361647419631,
      "loss_partial": 0.006805419921875,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0005394704639911652,
      "loss_partial": 0.006378173828125,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0010137103963643312,
      "loss_partial": 0.0050048828125,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0010422030463814735,
      "loss_partial": 0.00341796875,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.000784766161814332,
      "loss_partial": 0.0035400390625,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0005365572869777679,
      "loss_partial": 0.00323486328125,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0005760715575888753,
      "loss_partial": 0.0062255859375,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.00038830359699204564,
      "loss_partial": 0.00811767578125,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0007248415495269,
      "loss_partial": 0.0036773681640625,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.00032433297019451857,
      "loss_partial": 0.00634765625,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.00025386939523741603,
      "loss_partial": 0.004150390625,
      "step": 1174
    },
    {
      "epoch": 1.7063953488372094,
      "loss_distr": 0.0005392913008108735,
      "loss_partial": 0.00836181640625,
      "step": 1174
    },
    {
      "epoch": 1.7078488372093024,
      "grad_norm": 0.1682831197977066,
      "learning_rate": 1.285288568526415e-06,
      "loss": 0.1724,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0005751550197601318,
      "loss_partial": 0.007110595703125,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.00047059892676770687,
      "loss_partial": 0.00592041015625,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0005646827630698681,
      "loss_partial": 0.0032958984375,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0004330582160037011,
      "loss_partial": 0.009521484375,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.000509518024045974,
      "loss_partial": 0.00848388671875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0003628575650509447,
      "loss_partial": 0.006927490234375,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0006344588473439217,
      "loss_partial": 0.005462646484375,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0004961553495377302,
      "loss_partial": 0.0074462890625,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.00037455937126651406,
      "loss_partial": 0.0079345703125,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0007336451089940965,
      "loss_partial": 0.00445556640625,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.00037606304977089167,
      "loss_partial": 0.007171630859375,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0003709316370077431,
      "loss_partial": 0.0107421875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0005639425944536924,
      "loss_partial": 0.00823974609375,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.00020409264834597707,
      "loss_partial": 0.006591796875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0006997861200943589,
      "loss_partial": 0.00836181640625,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.00048023389535956085,
      "loss_partial": 0.004852294921875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0005654456908814609,
      "loss_partial": 0.004852294921875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0006096340948715806,
      "loss_partial": 0.007354736328125,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.00032474385807290673,
      "loss_partial": 0.0079345703125,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0006129136309027672,
      "loss_partial": 0.006072998046875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0007472200668416917,
      "loss_partial": 0.00457763671875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0009553232230246067,
      "loss_partial": 0.0037841796875,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0002639951999299228,
      "loss_partial": 0.01025390625,
      "step": 1175
    },
    {
      "epoch": 1.7078488372093024,
      "loss_distr": 0.0004139188677072525,
      "loss_partial": 0.007293701171875,
      "step": 1175
    },
    {
      "epoch": 1.7093023255813953,
      "grad_norm": 0.18760693073272705,
      "learning_rate": 1.2728708901802234e-06,
      "loss": 0.1753,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.000771443301346153,
      "loss_partial": 0.00445556640625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0010687822941690683,
      "loss_partial": 0.0024566650390625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0004943095846101642,
      "loss_partial": 0.0036468505859375,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0004604768182616681,
      "loss_partial": 0.00946044921875,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00041419637273065746,
      "loss_partial": 0.0113525390625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00026778411120176315,
      "loss_partial": 0.00689697265625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0004465507226996124,
      "loss_partial": 0.0052490234375,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0004310766817070544,
      "loss_partial": 0.00323486328125,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.000559810025151819,
      "loss_partial": 0.00689697265625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0008845240226946771,
      "loss_partial": 0.003509521484375,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.000342327868565917,
      "loss_partial": 0.01025390625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00019737739057745785,
      "loss_partial": 0.0079345703125,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0008182130986824632,
      "loss_partial": 0.005340576171875,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0006350863259285688,
      "loss_partial": 0.004974365234375,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0003717643558047712,
      "loss_partial": 0.0084228515625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00034440832678228617,
      "loss_partial": 0.010009765625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0008188614156097174,
      "loss_partial": 0.003173828125,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00044748024083673954,
      "loss_partial": 0.0086669921875,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0002788218844216317,
      "loss_partial": 0.006805419921875,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.0003395586973056197,
      "loss_partial": 0.005035400390625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00024316551571246237,
      "loss_partial": 0.01080322265625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00042798739741556346,
      "loss_partial": 0.00921630859375,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.00034622460952959955,
      "loss_partial": 0.0074462890625,
      "step": 1176
    },
    {
      "epoch": 1.7093023255813953,
      "loss_distr": 0.000765930104535073,
      "loss_partial": 0.005859375,
      "step": 1176
    },
    {
      "epoch": 1.7107558139534884,
      "grad_norm": 0.146280899643898,
      "learning_rate": 1.2605094109681105e-06,
      "loss": 0.1734,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.00034146307734772563,
      "loss_partial": 0.00787353515625,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.000306038127746433,
      "loss_partial": 0.007080078125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0004066088586114347,
      "loss_partial": 0.01019287109375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0008001140668056905,
      "loss_partial": 0.00469970703125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0006439061835408211,
      "loss_partial": 0.009033203125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0007163744303397834,
      "loss_partial": 0.0031280517578125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0004780642921105027,
      "loss_partial": 0.00653076171875,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.00016385408525820822,
      "loss_partial": 0.005889892578125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0008051310433074832,
      "loss_partial": 0.0029449462890625,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.000583599554374814,
      "loss_partial": 0.006439208984375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.00019788643112406135,
      "loss_partial": 0.00518798828125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0002209981030318886,
      "loss_partial": 0.005615234375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.000663334911223501,
      "loss_partial": 0.00274658203125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.00023136805975809693,
      "loss_partial": 0.00872802734375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0003788171452470124,
      "loss_partial": 0.00531005859375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0005156614352017641,
      "loss_partial": 0.003997802734375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0004085203108843416,
      "loss_partial": 0.0069580078125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.000541354005690664,
      "loss_partial": 0.004241943359375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0002601435990072787,
      "loss_partial": 0.00811767578125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0006110109388828278,
      "loss_partial": 0.00616455078125,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.00039294056477956474,
      "loss_partial": 0.007781982421875,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.000813605438452214,
      "loss_partial": 0.004150390625,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.00040115677984431386,
      "loss_partial": 0.0062255859375,
      "step": 1177
    },
    {
      "epoch": 1.7107558139534884,
      "loss_distr": 0.0007126118871383369,
      "loss_partial": 0.00457763671875,
      "step": 1177
    },
    {
      "epoch": 1.7122093023255816,
      "grad_norm": 0.20143410563468933,
      "learning_rate": 1.2482042104929348e-06,
      "loss": 0.174,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0004802890762221068,
      "loss_partial": 0.00994873046875,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0006313100457191467,
      "loss_partial": 0.004608154296875,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0009246363188140094,
      "loss_partial": 0.004302978515625,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0005184722831472754,
      "loss_partial": 0.00811767578125,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0007071190048009157,
      "loss_partial": 0.00653076171875,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0006012582452967763,
      "loss_partial": 0.005035400390625,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0004228328471072018,
      "loss_partial": 0.005401611328125,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.000404568447265774,
      "loss_partial": 0.013427734375,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0006305956048890948,
      "loss_partial": 0.0054931640625,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0003567191888578236,
      "loss_partial": 0.007293701171875,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.00030699867056682706,
      "loss_partial": 0.004180908203125,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0003864124300889671,
      "loss_partial": 0.007354736328125,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0006524153286591172,
      "loss_partial": 0.0068359375,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0008744826773181558,
      "loss_partial": 0.005340576171875,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0006241882219910622,
      "loss_partial": 0.009033203125,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0002791029983200133,
      "loss_partial": 0.00628662109375,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0005183356697671115,
      "loss_partial": 0.006561279296875,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0005441129906103015,
      "loss_partial": 0.007568359375,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0008938675164245069,
      "loss_partial": 0.004302978515625,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.00024135998683050275,
      "loss_partial": 0.0098876953125,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.00024522648891434073,
      "loss_partial": 0.004974365234375,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0005735604790970683,
      "loss_partial": 0.00518798828125,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.00029100343817844987,
      "loss_partial": 0.00921630859375,
      "step": 1178
    },
    {
      "epoch": 1.7122093023255816,
      "loss_distr": 0.0006228511920198798,
      "loss_partial": 0.006103515625,
      "step": 1178
    },
    {
      "epoch": 1.7136627906976745,
      "grad_norm": 0.1719609797000885,
      "learning_rate": 1.235955367995143e-06,
      "loss": 0.1722,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0005002920515835285,
      "loss_partial": 0.0037384033203125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.00048379984218627214,
      "loss_partial": 0.006500244140625,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0007664597942493856,
      "loss_partial": 0.0084228515625,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0004906306858174503,
      "loss_partial": 0.003936767578125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.00021755797206424177,
      "loss_partial": 0.0093994140625,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.00046546428347937763,
      "loss_partial": 0.007476806640625,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0005761544452980161,
      "loss_partial": 0.006134033203125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.000404032994993031,
      "loss_partial": 0.00537109375,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0007104267133399844,
      "loss_partial": 0.004638671875,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0002313221339136362,
      "loss_partial": 0.01336669921875,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0004441281780600548,
      "loss_partial": 0.00994873046875,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0006434914539568126,
      "loss_partial": 0.0069580078125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.000493946485221386,
      "loss_partial": 0.005157470703125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0002666847431100905,
      "loss_partial": 0.00823974609375,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.00023206444166135043,
      "loss_partial": 0.01318359375,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0008279515895992517,
      "loss_partial": 0.00408935546875,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0008204951300285757,
      "loss_partial": 0.0035552978515625,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0006807582685723901,
      "loss_partial": 0.0089111328125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.00047745491610839963,
      "loss_partial": 0.007049560546875,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0006197113543748856,
      "loss_partial": 0.005035400390625,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.00030697081820107996,
      "loss_partial": 0.0045166015625,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0004422379133757204,
      "loss_partial": 0.00830078125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.00035073835169896483,
      "loss_partial": 0.01153564453125,
      "step": 1179
    },
    {
      "epoch": 1.7136627906976745,
      "loss_distr": 0.0005194960394874215,
      "loss_partial": 0.00677490234375,
      "step": 1179
    },
    {
      "epoch": 1.7151162790697674,
      "grad_norm": 0.18187697231769562,
      "learning_rate": 1.2237629623522574e-06,
      "loss": 0.1753,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.00048808736028149724,
      "loss_partial": 0.0078125,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0007117098430171609,
      "loss_partial": 0.0054931640625,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0006225116085261106,
      "loss_partial": 0.00457763671875,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0004496414912864566,
      "loss_partial": 0.00531005859375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0005838994402438402,
      "loss_partial": 0.004058837890625,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.00027911888901144266,
      "loss_partial": 0.007568359375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0004984576371498406,
      "loss_partial": 0.00714111328125,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0006821716669946909,
      "loss_partial": 0.0054931640625,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.000551380799151957,
      "loss_partial": 0.00457763671875,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0004989303997717798,
      "loss_partial": 0.01019287109375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0006599205080419779,
      "loss_partial": 0.005950927734375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.000301709515042603,
      "loss_partial": 0.0036163330078125,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.00019825962954200804,
      "loss_partial": 0.005645751953125,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0006896943668834865,
      "loss_partial": 0.004974365234375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0005399208166636527,
      "loss_partial": 0.004241943359375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0011594074312597513,
      "loss_partial": 0.00482177734375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0004698686534538865,
      "loss_partial": 0.004730224609375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0005735550075769424,
      "loss_partial": 0.007568359375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.000238110835198313,
      "loss_partial": 0.01611328125,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0006201596697792411,
      "loss_partial": 0.006103515625,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.00044342546607367694,
      "loss_partial": 0.0057373046875,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0004022106295451522,
      "loss_partial": 0.00897216796875,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0003772360214497894,
      "loss_partial": 0.00970458984375,
      "step": 1180
    },
    {
      "epoch": 1.7151162790697674,
      "loss_distr": 0.0005133964587002993,
      "loss_partial": 0.006072998046875,
      "step": 1180
    },
    {
      "epoch": 1.7165697674418605,
      "grad_norm": 0.15186117589473724,
      "learning_rate": 1.2116270720783752e-06,
      "loss": 0.1706,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0007927079568617046,
      "loss_partial": 0.00592041015625,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0002508213510736823,
      "loss_partial": 0.0107421875,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.00043439242290332913,
      "loss_partial": 0.00482177734375,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.000681443081703037,
      "loss_partial": 0.005523681640625,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0005090734921395779,
      "loss_partial": 0.010986328125,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0003681667731143534,
      "loss_partial": 0.00604248046875,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0002711222623474896,
      "loss_partial": 0.00799560546875,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0005524693406186998,
      "loss_partial": 0.00592041015625,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.00039618456503376365,
      "loss_partial": 0.004638671875,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0007254609372466803,
      "loss_partial": 0.004425048828125,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0004743095487356186,
      "loss_partial": 0.006866455078125,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.000522308808285743,
      "loss_partial": 0.01068115234375,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0006347267772071064,
      "loss_partial": 0.00927734375,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0003307068254798651,
      "loss_partial": 0.006866455078125,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.000440844742115587,
      "loss_partial": 0.0087890625,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0008824067190289497,
      "loss_partial": 0.0059814453125,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0004497029003687203,
      "loss_partial": 0.006011962890625,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0005144941387698054,
      "loss_partial": 0.00830078125,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.00029042011010460556,
      "loss_partial": 0.006805419921875,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0006208044942468405,
      "loss_partial": 0.007293701171875,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0004428398096933961,
      "loss_partial": 0.00946044921875,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.00041189647163264453,
      "loss_partial": 0.009033203125,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.00023609217896591872,
      "loss_partial": 0.0101318359375,
      "step": 1181
    },
    {
      "epoch": 1.7165697674418605,
      "loss_distr": 0.0005014996277168393,
      "loss_partial": 0.0052490234375,
      "step": 1181
    },
    {
      "epoch": 1.7180232558139537,
      "grad_norm": 0.15462924540042877,
      "learning_rate": 1.199547775323655e-06,
      "loss": 0.1756,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0004456712049432099,
      "loss_partial": 0.007080078125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00042449121247045696,
      "loss_partial": 0.00653076171875,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0009346857550553977,
      "loss_partial": 0.00372314453125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0002485883014742285,
      "loss_partial": 0.007537841796875,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.000832519493997097,
      "loss_partial": 0.005645751953125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00048752507427707314,
      "loss_partial": 0.00762939453125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00024152305559255183,
      "loss_partial": 0.00543212890625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00025515814195387065,
      "loss_partial": 0.005401611328125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0005196091951802373,
      "loss_partial": 0.006103515625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00033704537781886756,
      "loss_partial": 0.00579833984375,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00031187391141429543,
      "loss_partial": 0.01177978515625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.000349195150192827,
      "loss_partial": 0.007110595703125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0005813001189380884,
      "loss_partial": 0.005340576171875,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0003582780482247472,
      "loss_partial": 0.007080078125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0007441332563757896,
      "loss_partial": 0.00396728515625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0004098051867913455,
      "loss_partial": 0.007720947265625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0005454610218293965,
      "loss_partial": 0.00811767578125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0003981329209636897,
      "loss_partial": 0.00830078125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00064166757510975,
      "loss_partial": 0.0079345703125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0006404732121154666,
      "loss_partial": 0.0103759765625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0006294331979006529,
      "loss_partial": 0.0050048828125,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0005064408760517836,
      "loss_partial": 0.0074462890625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.0005686908261850476,
      "loss_partial": 0.005767822265625,
      "step": 1182
    },
    {
      "epoch": 1.7180232558139537,
      "loss_distr": 0.00045277312165126204,
      "loss_partial": 0.00537109375,
      "step": 1182
    },
    {
      "epoch": 1.7194767441860463,
      "grad_norm": 0.1705189347267151,
      "learning_rate": 1.187525149873815e-06,
      "loss": 0.1774,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.00041947478894144297,
      "loss_partial": 0.005615234375,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0005264580249786377,
      "loss_partial": 0.006683349609375,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0008689381647855043,
      "loss_partial": 0.0038299560546875,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0006575435400009155,
      "loss_partial": 0.004638671875,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0005056628724560142,
      "loss_partial": 0.0047607421875,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.00047524244291707873,
      "loss_partial": 0.00775146484375,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0003958913730457425,
      "loss_partial": 0.003387451171875,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.000596717232838273,
      "loss_partial": 0.0079345703125,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0008927788003347814,
      "loss_partial": 0.0038299560546875,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0004575893981382251,
      "loss_partial": 0.0089111328125,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0005725891096517444,
      "loss_partial": 0.0059814453125,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0005000365199521184,
      "loss_partial": 0.0089111328125,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0007438586326315999,
      "loss_partial": 0.0064697265625,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0006564765935763717,
      "loss_partial": 0.005523681640625,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.00041109276935458183,
      "loss_partial": 0.00775146484375,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0003065832133870572,
      "loss_partial": 0.0062255859375,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0006332139018923044,
      "loss_partial": 0.004730224609375,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.000571004580706358,
      "loss_partial": 0.0036773681640625,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.00024214867153204978,
      "loss_partial": 0.005950927734375,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0005496985977515578,
      "loss_partial": 0.00445556640625,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0002891031326726079,
      "loss_partial": 0.01129150390625,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.0005242007318884134,
      "loss_partial": 0.0087890625,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.00048706954112276435,
      "loss_partial": 0.00799560546875,
      "step": 1183
    },
    {
      "epoch": 1.7194767441860463,
      "loss_distr": 0.00033631431870162487,
      "loss_partial": 0.008056640625,
      "step": 1183
    },
    {
      "epoch": 1.7209302325581395,
      "grad_norm": 0.15579169988632202,
      "learning_rate": 1.1755592731496358e-06,
      "loss": 0.174,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0004690967034548521,
      "loss_partial": 0.01116943359375,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0003176528844051063,
      "loss_partial": 0.00836181640625,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0005617940332740545,
      "loss_partial": 0.005157470703125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.00036246952367946506,
      "loss_partial": 0.0126953125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0004569778684526682,
      "loss_partial": 0.004791259765625,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.000528557866346091,
      "loss_partial": 0.007110595703125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.00036965752951800823,
      "loss_partial": 0.006500244140625,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0003201219078619033,
      "loss_partial": 0.00506591796875,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0003814582887571305,
      "loss_partial": 0.0096435546875,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.00035606787423603237,
      "loss_partial": 0.00860595703125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0007225829176604748,
      "loss_partial": 0.0057373046875,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.00038450834108516574,
      "loss_partial": 0.00506591796875,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0004459188785403967,
      "loss_partial": 0.005645751953125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0004546205746009946,
      "loss_partial": 0.005889892578125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0008094098302535713,
      "loss_partial": 0.0034332275390625,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.000369249697541818,
      "loss_partial": 0.00494384765625,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0003809435002040118,
      "loss_partial": 0.00677490234375,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0005935298977419734,
      "loss_partial": 0.004852294921875,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0005777048645541072,
      "loss_partial": 0.006561279296875,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0008120238198898733,
      "loss_partial": 0.0059814453125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0003415074897930026,
      "loss_partial": 0.00726318359375,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0006232560845091939,
      "loss_partial": 0.004180908203125,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0007456204621121287,
      "loss_partial": 0.0152587890625,
      "step": 1184
    },
    {
      "epoch": 1.7209302325581395,
      "loss_distr": 0.0005461133550852537,
      "loss_partial": 0.00634765625,
      "step": 1184
    },
    {
      "epoch": 1.7223837209302326,
      "grad_norm": 0.16569118201732635,
      "learning_rate": 1.1636502222064594e-06,
      "loss": 0.1756,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.00026010320289060473,
      "loss_partial": 0.007354736328125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0007264054147526622,
      "loss_partial": 0.01336669921875,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.000528279400896281,
      "loss_partial": 0.007476806640625,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0005143018788658082,
      "loss_partial": 0.007354736328125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0005143184680491686,
      "loss_partial": 0.005889892578125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.00021683835075236857,
      "loss_partial": 0.004974365234375,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.00047854293370619416,
      "loss_partial": 0.00811767578125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0002086478052660823,
      "loss_partial": 0.011962890625,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0005431390600278974,
      "loss_partial": 0.00714111328125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0010305397445335984,
      "loss_partial": 0.004150390625,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0007247717003338039,
      "loss_partial": 0.0034637451171875,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0006544356583617628,
      "loss_partial": 0.00616455078125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0005531453643925488,
      "loss_partial": 0.006317138671875,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0009380187257193029,
      "loss_partial": 0.004730224609375,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0004931194707751274,
      "loss_partial": 0.0111083984375,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.000522659276612103,
      "loss_partial": 0.00616455078125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.00032259285217151046,
      "loss_partial": 0.0078125,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0009004459134303033,
      "loss_partial": 0.00390625,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0007286480977199972,
      "loss_partial": 0.006439208984375,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0006973971612751484,
      "loss_partial": 0.006011962890625,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.000650849542580545,
      "loss_partial": 0.004486083984375,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0004019782063551247,
      "loss_partial": 0.006500244140625,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0008903068373911083,
      "loss_partial": 0.0042724609375,
      "step": 1185
    },
    {
      "epoch": 1.7223837209302326,
      "loss_distr": 0.0004365462518762797,
      "loss_partial": 0.0157470703125,
      "step": 1185
    },
    {
      "epoch": 1.7238372093023255,
      "grad_norm": 0.15409734845161438,
      "learning_rate": 1.1517980737336887e-06,
      "loss": 0.1736,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.000751337269321084,
      "loss_partial": 0.0086669921875,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0005025328136980534,
      "loss_partial": 0.00592041015625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.000711379514541477,
      "loss_partial": 0.003997802734375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.00034070556284859776,
      "loss_partial": 0.005615234375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0003238085191696882,
      "loss_partial": 0.005950927734375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0004873914294876158,
      "loss_partial": 0.00518798828125,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0003915724519174546,
      "loss_partial": 0.005828857421875,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0006853033555671573,
      "loss_partial": 0.0069580078125,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.000674894021358341,
      "loss_partial": 0.0074462890625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0003678666544146836,
      "loss_partial": 0.010009765625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0005690487450920045,
      "loss_partial": 0.00823974609375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0004964371910318732,
      "loss_partial": 0.004730224609375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0005566170439124107,
      "loss_partial": 0.002838134765625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0002444676647428423,
      "loss_partial": 0.00689697265625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0003360156842973083,
      "loss_partial": 0.00445556640625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0004967580898664892,
      "loss_partial": 0.00445556640625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0004357024736236781,
      "loss_partial": 0.00726318359375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0005681120092049241,
      "loss_partial": 0.0036773681640625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0004998060176149011,
      "loss_partial": 0.0087890625,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0005990716745145619,
      "loss_partial": 0.0037689208984375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0004795330751221627,
      "loss_partial": 0.01019287109375,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0005947715835645795,
      "loss_partial": 0.005401611328125,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0004653853247873485,
      "loss_partial": 0.00848388671875,
      "step": 1186
    },
    {
      "epoch": 1.7238372093023255,
      "loss_distr": 0.0007544769323430955,
      "loss_partial": 0.004730224609375,
      "step": 1186
    },
    {
      "epoch": 1.7252906976744184,
      "grad_norm": 0.19028240442276,
      "learning_rate": 1.1400029040543059e-06,
      "loss": 0.1722,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0005592390662059188,
      "loss_partial": 0.005126953125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0007072652224451303,
      "loss_partial": 0.00555419921875,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0009483654866926372,
      "loss_partial": 0.006805419921875,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0002849866868928075,
      "loss_partial": 0.004669189453125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.00040605367394164205,
      "loss_partial": 0.00921630859375,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0004128938016947359,
      "loss_partial": 0.00665283203125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0008504609577357769,
      "loss_partial": 0.0026092529296875,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0005503178108483553,
      "loss_partial": 0.00714111328125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0007757311104796827,
      "loss_partial": 0.003814697265625,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0007016052841208875,
      "loss_partial": 0.0023193359375,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0005837348871864378,
      "loss_partial": 0.006134033203125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0006439915741793811,
      "loss_partial": 0.0086669921875,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.00031979347113519907,
      "loss_partial": 0.00927734375,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.00023303617490455508,
      "loss_partial": 0.00567626953125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0005723047070205212,
      "loss_partial": 0.006256103515625,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.00051849614828825,
      "loss_partial": 0.00457763671875,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.000669738044962287,
      "loss_partial": 0.00732421875,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0006069116643629968,
      "loss_partial": 0.00579833984375,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.00036206754157319665,
      "loss_partial": 0.00762939453125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.00046433910029008985,
      "loss_partial": 0.00909423828125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0006775410729460418,
      "loss_partial": 0.00433349609375,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0005569607019424438,
      "loss_partial": 0.0069580078125,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0007608552696183324,
      "loss_partial": 0.006500244140625,
      "step": 1187
    },
    {
      "epoch": 1.7252906976744184,
      "loss_distr": 0.0004674573428928852,
      "loss_partial": 0.0118408203125,
      "step": 1187
    },
    {
      "epoch": 1.7267441860465116,
      "grad_norm": 0.15888504683971405,
      "learning_rate": 1.128264789124366e-06,
      "loss": 0.1739,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.000522637099493295,
      "loss_partial": 0.0079345703125,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0003950278623960912,
      "loss_partial": 0.006439208984375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005051125190220773,
      "loss_partial": 0.0091552734375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0004505291290115565,
      "loss_partial": 0.01025390625,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005355007597245276,
      "loss_partial": 0.00811767578125,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.00043467263458296657,
      "loss_partial": 0.01092529296875,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0004848666430916637,
      "loss_partial": 0.00628662109375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.000769054691772908,
      "loss_partial": 0.00732421875,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005651907995343208,
      "loss_partial": 0.0036468505859375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.00031799249700270593,
      "loss_partial": 0.008056640625,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005666686920449138,
      "loss_partial": 0.004241943359375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0006571991834789515,
      "loss_partial": 0.004730224609375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0004790360981132835,
      "loss_partial": 0.00860595703125,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0002437659859424457,
      "loss_partial": 0.006256103515625,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005187457427382469,
      "loss_partial": 0.006195068359375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005123444134369493,
      "loss_partial": 0.007110595703125,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005009511951357126,
      "loss_partial": 0.005035400390625,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0006475158152170479,
      "loss_partial": 0.0074462890625,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0006022984161973,
      "loss_partial": 0.0079345703125,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.00042862523696385324,
      "loss_partial": 0.006103515625,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.000651781156193465,
      "loss_partial": 0.008056640625,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0005462858825922012,
      "loss_partial": 0.0032958984375,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.0003397298278287053,
      "loss_partial": 0.00897216796875,
      "step": 1188
    },
    {
      "epoch": 1.7267441860465116,
      "loss_distr": 0.00033114332472905517,
      "loss_partial": 0.00811767578125,
      "step": 1188
    },
    {
      "epoch": 1.7281976744186047,
      "grad_norm": 0.1611909419298172,
      "learning_rate": 1.1165838045325162e-06,
      "loss": 0.1738,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.00045016076182946563,
      "loss_partial": 0.006591796875,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0005602010642178357,
      "loss_partial": 0.005645751953125,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.00045850707101635635,
      "loss_partial": 0.0079345703125,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0005983288865536451,
      "loss_partial": 0.004119873046875,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0006330010946840048,
      "loss_partial": 0.00799560546875,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0005098381079733372,
      "loss_partial": 0.005767822265625,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0006183762452565134,
      "loss_partial": 0.00567626953125,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0002874377241823822,
      "loss_partial": 0.007720947265625,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0005793001037091017,
      "loss_partial": 0.0086669921875,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0004764952464029193,
      "loss_partial": 0.0047607421875,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0007792508695274591,
      "loss_partial": 0.01275634765625,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0008272080449387431,
      "loss_partial": 0.006195068359375,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0004791174433194101,
      "loss_partial": 0.01007080078125,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.00022405896743293852,
      "loss_partial": 0.010986328125,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0009289771551266313,
      "loss_partial": 0.006927490234375,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0007135766791179776,
      "loss_partial": 0.00390625,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0003061056195292622,
      "loss_partial": 0.01226806640625,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0004870627308264375,
      "loss_partial": 0.0091552734375,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0003156684397254139,
      "loss_partial": 0.005279541015625,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0006687167915515602,
      "loss_partial": 0.007354736328125,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0005983896553516388,
      "loss_partial": 0.00836181640625,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.000866491929627955,
      "loss_partial": 0.0029754638671875,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0006818578112870455,
      "loss_partial": 0.005645751953125,
      "step": 1189
    },
    {
      "epoch": 1.7281976744186047,
      "loss_distr": 0.0008264672360382974,
      "loss_partial": 0.0034942626953125,
      "step": 1189
    },
    {
      "epoch": 1.7296511627906976,
      "grad_norm": 0.15197528898715973,
      "learning_rate": 1.1049600254995141e-06,
      "loss": 0.1772,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0005667370278388262,
      "loss_partial": 0.005523681640625,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0002731969580054283,
      "loss_partial": 0.006500244140625,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0004638086538761854,
      "loss_partial": 0.004852294921875,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0005543439765460789,
      "loss_partial": 0.0057373046875,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0004465973179321736,
      "loss_partial": 0.0032501220703125,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0006603877409361303,
      "loss_partial": 0.00421142578125,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.00024045916507020593,
      "loss_partial": 0.004669189453125,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0004135778290219605,
      "loss_partial": 0.01324462890625,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.00039025727892294526,
      "loss_partial": 0.0034942626953125,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0006732548354193568,
      "loss_partial": 0.006988525390625,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0006764062563888729,
      "loss_partial": 0.003082275390625,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0004247270990163088,
      "loss_partial": 0.0106201171875,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0007375881541520357,
      "loss_partial": 0.005859375,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0003159592451993376,
      "loss_partial": 0.006439208984375,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0004864211368840188,
      "loss_partial": 0.00799560546875,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0004881526983808726,
      "loss_partial": 0.00457763671875,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0003281171666458249,
      "loss_partial": 0.00830078125,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.000471594394184649,
      "loss_partial": 0.004852294921875,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.000416945549659431,
      "loss_partial": 0.01361083984375,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0003678147913888097,
      "loss_partial": 0.0081787109375,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.00040319663821719587,
      "loss_partial": 0.007354736328125,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0004845944931730628,
      "loss_partial": 0.00390625,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0003251423186156899,
      "loss_partial": 0.0054931640625,
      "step": 1190
    },
    {
      "epoch": 1.7296511627906976,
      "loss_distr": 0.0003511837567202747,
      "loss_partial": 0.00555419921875,
      "step": 1190
    },
    {
      "epoch": 1.7311046511627906,
      "grad_norm": 0.16481763124465942,
      "learning_rate": 1.0933935268777273e-06,
      "loss": 0.174,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00034099473850801587,
      "loss_partial": 0.00994873046875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0008289142278954387,
      "loss_partial": 0.00408935546875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0006656186887994409,
      "loss_partial": 0.005157470703125,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.000555343518499285,
      "loss_partial": 0.005126953125,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00021703964739572257,
      "loss_partial": 0.006927490234375,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00038614924415014684,
      "loss_partial": 0.00811767578125,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.000506386102642864,
      "loss_partial": 0.005218505859375,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00046820167335681617,
      "loss_partial": 0.0093994140625,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0002774914901237935,
      "loss_partial": 0.0084228515625,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0007885544328019023,
      "loss_partial": 0.00408935546875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00019116407202091068,
      "loss_partial": 0.014404296875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0007548455032519996,
      "loss_partial": 0.006256103515625,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0006116093136370182,
      "loss_partial": 0.0034637451171875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00047884180094115436,
      "loss_partial": 0.005462646484375,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00039867620216682553,
      "loss_partial": 0.003875732421875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0009029957000166178,
      "loss_partial": 0.00469970703125,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0004920429782941937,
      "loss_partial": 0.00823974609375,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0006660681683570147,
      "loss_partial": 0.0047607421875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0006925141788087785,
      "loss_partial": 0.00701904296875,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00040610425639897585,
      "loss_partial": 0.006103515625,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0003133222635369748,
      "loss_partial": 0.0091552734375,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0006071575917303562,
      "loss_partial": 0.00567626953125,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.00044437230098992586,
      "loss_partial": 0.004150390625,
      "step": 1191
    },
    {
      "epoch": 1.7311046511627906,
      "loss_distr": 0.0004622201668098569,
      "loss_partial": 0.00634765625,
      "step": 1191
    },
    {
      "epoch": 1.7325581395348837,
      "grad_norm": 0.1490807682275772,
      "learning_rate": 1.0818843831506687e-06,
      "loss": 0.176,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.00030264328233897686,
      "loss_partial": 0.00830078125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0006550719845108688,
      "loss_partial": 0.0054931640625,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0007754729012958705,
      "loss_partial": 0.00482177734375,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0007857449818402529,
      "loss_partial": 0.004638671875,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0005151648656465113,
      "loss_partial": 0.006378173828125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0007624966092407703,
      "loss_partial": 0.00592041015625,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0005217147991061211,
      "loss_partial": 0.0086669921875,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.000657697906717658,
      "loss_partial": 0.00360107421875,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0009531655232422054,
      "loss_partial": 0.006378173828125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0004100333899259567,
      "loss_partial": 0.0078125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.00019245376461185515,
      "loss_partial": 0.01129150390625,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0007806556532159448,
      "loss_partial": 0.00689697265625,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0002586978953331709,
      "loss_partial": 0.004669189453125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0004825605428777635,
      "loss_partial": 0.0091552734375,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.00041009331471286714,
      "loss_partial": 0.0179443359375,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.00032524444395676255,
      "loss_partial": 0.005615234375,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0003177510225214064,
      "loss_partial": 0.00799560546875,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.00039653206476941705,
      "loss_partial": 0.01531982421875,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0010247045429423451,
      "loss_partial": 0.00567626953125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0005365022225305438,
      "loss_partial": 0.00848388671875,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0008071073680184782,
      "loss_partial": 0.005157470703125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.00026638919371180236,
      "loss_partial": 0.0057373046875,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0006589842378161848,
      "loss_partial": 0.005401611328125,
      "step": 1192
    },
    {
      "epoch": 1.7325581395348837,
      "loss_distr": 0.0007736028637737036,
      "loss_partial": 0.0079345703125,
      "step": 1192
    },
    {
      "epoch": 1.7340116279069768,
      "grad_norm": 0.15336714684963226,
      "learning_rate": 1.0704326684325017e-06,
      "loss": 0.1779,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0006795389926992357,
      "loss_partial": 0.005401611328125,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0003257102507632226,
      "loss_partial": 0.00689697265625,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00045821996172890067,
      "loss_partial": 0.006622314453125,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0005031086038798094,
      "loss_partial": 0.006683349609375,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0005967275355942547,
      "loss_partial": 0.00457763671875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0006145596853457391,
      "loss_partial": 0.0048828125,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0006356493104249239,
      "loss_partial": 0.0106201171875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0004098146455362439,
      "loss_partial": 0.00457763671875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0002641559112817049,
      "loss_partial": 0.005889892578125,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0005580931901931763,
      "loss_partial": 0.0047607421875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0009856023825705051,
      "loss_partial": 0.00567626953125,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00045911670895293355,
      "loss_partial": 0.0142822265625,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0005654954584315419,
      "loss_partial": 0.00634765625,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00044364359928295016,
      "loss_partial": 0.0076904296875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00027637858875095844,
      "loss_partial": 0.01177978515625,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0009759317617863417,
      "loss_partial": 0.0030364990234375,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0006069113733246922,
      "loss_partial": 0.00408935546875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00044186110608279705,
      "loss_partial": 0.006500244140625,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0006425700266845524,
      "loss_partial": 0.0018768310546875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00044939893996343017,
      "loss_partial": 0.00830078125,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0007778005674481392,
      "loss_partial": 0.006072998046875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00042195740388706326,
      "loss_partial": 0.00897216796875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.0006723039550706744,
      "loss_partial": 0.005096435546875,
      "step": 1193
    },
    {
      "epoch": 1.7340116279069768,
      "loss_distr": 0.00028466107323765755,
      "loss_partial": 0.00689697265625,
      "step": 1193
    },
    {
      "epoch": 1.7354651162790697,
      "grad_norm": 0.15377184748649597,
      "learning_rate": 1.0590384564675792e-06,
      "loss": 0.1792,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005686910008080304,
      "loss_partial": 0.006988525390625,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0009409399935975671,
      "loss_partial": 0.004608154296875,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0007710747886449099,
      "loss_partial": 0.005340576171875,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005849821027368307,
      "loss_partial": 0.004608154296875,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0003872716915793717,
      "loss_partial": 0.00439453125,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005344216478988528,
      "loss_partial": 0.005340576171875,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0004631949122995138,
      "loss_partial": 0.006439208984375,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0007727722404524684,
      "loss_partial": 0.01031494140625,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005421380628831685,
      "loss_partial": 0.00518798828125,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005238736048340797,
      "loss_partial": 0.006378173828125,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005301645724102855,
      "loss_partial": 0.00830078125,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005125371972098947,
      "loss_partial": 0.00830078125,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.00047803434426896274,
      "loss_partial": 0.0103759765625,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0002864948473870754,
      "loss_partial": 0.0037689208984375,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0004253741353750229,
      "loss_partial": 0.00689697265625,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005730672855861485,
      "loss_partial": 0.00726318359375,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0006739021046087146,
      "loss_partial": 0.004730224609375,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.00047149392776191235,
      "loss_partial": 0.006439208984375,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0008125371532514691,
      "loss_partial": 0.004180908203125,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.00043008470674976707,
      "loss_partial": 0.006378173828125,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0007505214307457209,
      "loss_partial": 0.00396728515625,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.00034190804581157863,
      "loss_partial": 0.003021240234375,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0006540215108543634,
      "loss_partial": 0.00396728515625,
      "step": 1194
    },
    {
      "epoch": 1.7354651162790697,
      "loss_distr": 0.0005644202465191483,
      "loss_partial": 0.01153564453125,
      "step": 1194
    },
    {
      "epoch": 1.7369186046511627,
      "grad_norm": 0.15983761847019196,
      "learning_rate": 1.047701820629955e-06,
      "loss": 0.1729,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0004105213738512248,
      "loss_partial": 0.017578125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005391084705479443,
      "loss_partial": 0.004302978515625,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0002125333994626999,
      "loss_partial": 0.010498046875,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0002751871943473816,
      "loss_partial": 0.006134033203125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005538829136639833,
      "loss_partial": 0.00762939453125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005106372409500182,
      "loss_partial": 0.01226806640625,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005163884488865733,
      "loss_partial": 0.0074462890625,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.000609448878094554,
      "loss_partial": 0.004547119140625,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0003819717967417091,
      "loss_partial": 0.00830078125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0004905264358967543,
      "loss_partial": 0.00860595703125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0003507033106870949,
      "loss_partial": 0.006195068359375,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0003717422659974545,
      "loss_partial": 0.00909423828125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.000605254725087434,
      "loss_partial": 0.004669189453125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005671543185599148,
      "loss_partial": 0.005767822265625,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0010297808330506086,
      "loss_partial": 0.0036773681640625,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.00035558335366658866,
      "loss_partial": 0.00604248046875,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005269446992315352,
      "loss_partial": 0.00762939453125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.000761056668125093,
      "loss_partial": 0.00439453125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0006722467951476574,
      "loss_partial": 0.007354736328125,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.00018741970416158438,
      "loss_partial": 0.0052490234375,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005274016875773668,
      "loss_partial": 0.0042724609375,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0003097174339927733,
      "loss_partial": 0.0120849609375,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005676146247424185,
      "loss_partial": 0.0057373046875,
      "step": 1195
    },
    {
      "epoch": 1.7369186046511627,
      "loss_distr": 0.0005028232117183506,
      "loss_partial": 0.007080078125,
      "step": 1195
    },
    {
      "epoch": 1.7383720930232558,
      "grad_norm": 0.1681288182735443,
      "learning_rate": 1.0364228339229132e-06,
      "loss": 0.1752,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0005705844378098845,
      "loss_partial": 0.00396728515625,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0003422176814638078,
      "loss_partial": 0.005859375,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.000831484969239682,
      "loss_partial": 0.005615234375,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0005767216207459569,
      "loss_partial": 0.006988525390625,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0009118011221289635,
      "loss_partial": 0.0032806396484375,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0003135953447781503,
      "loss_partial": 0.010986328125,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0002541977446526289,
      "loss_partial": 0.00811767578125,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.00045929918996989727,
      "loss_partial": 0.0048828125,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0005559982382692397,
      "loss_partial": 0.005615234375,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0003897214191965759,
      "loss_partial": 0.005859375,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.00039427162846550345,
      "loss_partial": 0.00738525390625,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0006197524489834905,
      "loss_partial": 0.006805419921875,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.00041506506386213005,
      "loss_partial": 0.005645751953125,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.000729174935258925,
      "loss_partial": 0.0028839111328125,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.00033982109744101763,
      "loss_partial": 0.0089111328125,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.00034062095801346004,
      "loss_partial": 0.01055908203125,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.000558201689273119,
      "loss_partial": 0.005828857421875,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0005780900828540325,
      "loss_partial": 0.00689697265625,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.00024032971123233438,
      "loss_partial": 0.0093994140625,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0006652732845395803,
      "loss_partial": 0.0068359375,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0005482078995555639,
      "loss_partial": 0.0037841796875,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.00047728579374961555,
      "loss_partial": 0.003631591796875,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.0003141229972243309,
      "loss_partial": 0.0068359375,
      "step": 1196
    },
    {
      "epoch": 1.7383720930232558,
      "loss_distr": 0.000740235554985702,
      "loss_partial": 0.005279541015625,
      "step": 1196
    },
    {
      "epoch": 1.739825581395349,
      "grad_norm": 0.16485927999019623,
      "learning_rate": 1.02520156897851e-06,
      "loss": 0.1757,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0004167017468716949,
      "loss_partial": 0.00830078125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0005985851166769862,
      "loss_partial": 0.004364013671875,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.00032709131482988596,
      "loss_partial": 0.00579833984375,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0002510478952899575,
      "loss_partial": 0.00640869140625,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0002548529300838709,
      "loss_partial": 0.006591796875,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0006299238884821534,
      "loss_partial": 0.0038299560546875,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0006113840499892831,
      "loss_partial": 0.0062255859375,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.00035578905954025686,
      "loss_partial": 0.010986328125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0006498335278593004,
      "loss_partial": 0.0040283203125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0010876338928937912,
      "loss_partial": 0.0037384033203125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0005982195725664496,
      "loss_partial": 0.0032196044921875,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0006755026406608522,
      "loss_partial": 0.006622314453125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0002866577124223113,
      "loss_partial": 0.004425048828125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0005374259199015796,
      "loss_partial": 0.00421142578125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.00047204887960106134,
      "loss_partial": 0.0068359375,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0004835350555367768,
      "loss_partial": 0.0030517578125,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0005744636873714626,
      "loss_partial": 0.0072021484375,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0006433880189433694,
      "loss_partial": 0.007232666015625,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0008309284457936883,
      "loss_partial": 0.005767822265625,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0010831760009750724,
      "loss_partial": 0.004608154296875,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0004942286759614944,
      "loss_partial": 0.003509521484375,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0006129791145212948,
      "loss_partial": 0.004486083984375,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0004555225605145097,
      "loss_partial": 0.0045166015625,
      "step": 1197
    },
    {
      "epoch": 1.739825581395349,
      "loss_distr": 0.0010832896223291755,
      "loss_partial": 0.00653076171875,
      "step": 1197
    },
    {
      "epoch": 1.7412790697674418,
      "grad_norm": 0.1459895670413971,
      "learning_rate": 1.0140380980570886e-06,
      "loss": 0.1745,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0007855135481804609,
      "loss_partial": 0.0035858154296875,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00047893740702420473,
      "loss_partial": 0.007659912109375,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00046451197704300284,
      "loss_partial": 0.00482177734375,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0003774987708311528,
      "loss_partial": 0.00830078125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0007724283495917916,
      "loss_partial": 0.005096435546875,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0004488043487071991,
      "loss_partial": 0.006744384765625,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0005274104769341648,
      "loss_partial": 0.0054931640625,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00044202173012308776,
      "loss_partial": 0.00738525390625,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0005503512220457196,
      "loss_partial": 0.0084228515625,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0005469252937473357,
      "loss_partial": 0.0089111328125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00032260356238111854,
      "loss_partial": 0.00274658203125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0008598326239734888,
      "loss_partial": 0.00518798828125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0003635225002653897,
      "loss_partial": 0.0086669921875,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.000440234289271757,
      "loss_partial": 0.005279541015625,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0003784130676649511,
      "loss_partial": 0.01171875,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0004568805161397904,
      "loss_partial": 0.00567626953125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00047353116679005325,
      "loss_partial": 0.006622314453125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0007412892300635576,
      "loss_partial": 0.004974365234375,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00030647427774965763,
      "loss_partial": 0.01116943359375,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00048127907211892307,
      "loss_partial": 0.006439208984375,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.0002131140063283965,
      "loss_partial": 0.0079345703125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00048164810868911445,
      "loss_partial": 0.00860595703125,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.00031677415245212615,
      "loss_partial": 0.0081787109375,
      "step": 1198
    },
    {
      "epoch": 1.7412790697674418,
      "loss_distr": 0.000796006410382688,
      "loss_partial": 0.0050048828125,
      "step": 1198
    },
    {
      "epoch": 1.7427325581395348,
      "grad_norm": 0.16430938243865967,
      "learning_rate": 1.0029324930468242e-06,
      "loss": 0.1745,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0007014245493337512,
      "loss_partial": 0.00543212890625,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0006506078061647713,
      "loss_partial": 0.008544921875,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005525772576220334,
      "loss_partial": 0.004150390625,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005272694979794323,
      "loss_partial": 0.005859375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0004166283761151135,
      "loss_partial": 0.00848388671875,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.00032601633574813604,
      "loss_partial": 0.00482177734375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005069111357443035,
      "loss_partial": 0.009033203125,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0002858606167137623,
      "loss_partial": 0.004852294921875,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0004094633914064616,
      "loss_partial": 0.0120849609375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005347426049411297,
      "loss_partial": 0.00726318359375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.00043742009438574314,
      "loss_partial": 0.0086669921875,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0007304033497348428,
      "loss_partial": 0.0052490234375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005475785583257675,
      "loss_partial": 0.00494384765625,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0008792283479124308,
      "loss_partial": 0.0034027099609375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0004130519228056073,
      "loss_partial": 0.00604248046875,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0002851305762305856,
      "loss_partial": 0.00885009765625,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.00043833229574374855,
      "loss_partial": 0.0101318359375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0002642707549966872,
      "loss_partial": 0.006195068359375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0008216304122470319,
      "loss_partial": 0.004364013671875,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005991657380945981,
      "loss_partial": 0.004241943359375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005785132525488734,
      "loss_partial": 0.00927734375,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0010793341789394617,
      "loss_partial": 0.00445556640625,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.000864045403432101,
      "loss_partial": 0.0045166015625,
      "step": 1199
    },
    {
      "epoch": 1.7427325581395348,
      "loss_distr": 0.0005097786197438836,
      "loss_partial": 0.005218505859375,
      "step": 1199
    },
    {
      "epoch": 1.744186046511628,
      "grad_norm": 0.16003184020519257,
      "learning_rate": 9.918848254632663e-07,
      "loss": 0.1722,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.000684688042383641,
      "loss_partial": 0.005584716796875,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.00022288358013611287,
      "loss_partial": 0.0072021484375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0005157859995961189,
      "loss_partial": 0.004608154296875,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0008659972809255123,
      "loss_partial": 0.00970458984375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0005508515750989318,
      "loss_partial": 0.00872802734375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0006286341813392937,
      "loss_partial": 0.0087890625,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0003258432843722403,
      "loss_partial": 0.0064697265625,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.000815965177025646,
      "loss_partial": 0.003143310546875,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0007950841682031751,
      "loss_partial": 0.0037841796875,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.00043476055725477636,
      "loss_partial": 0.009033203125,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0006147455424070358,
      "loss_partial": 0.00531005859375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0003022532328031957,
      "loss_partial": 0.014404296875,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0003022699384018779,
      "loss_partial": 0.0106201171875,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.00026700497255660594,
      "loss_partial": 0.003997802734375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0004942704108543694,
      "loss_partial": 0.006622314453125,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.00042725011007860303,
      "loss_partial": 0.00445556640625,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0002742772048804909,
      "loss_partial": 0.00909423828125,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0004776279383804649,
      "loss_partial": 0.010009765625,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0006579045439139009,
      "loss_partial": 0.004730224609375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0003676644992083311,
      "loss_partial": 0.006805419921875,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0004855471779592335,
      "loss_partial": 0.0084228515625,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0004941290244460106,
      "loss_partial": 0.00872802734375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.00024311759625561535,
      "loss_partial": 0.009521484375,
      "step": 1200
    },
    {
      "epoch": 1.744186046511628,
      "loss_distr": 0.0006493018008768559,
      "loss_partial": 0.0037841796875,
      "step": 1200
    },
    {
      "epoch": 1.745639534883721,
      "grad_norm": 0.16759271919727325,
      "learning_rate": 9.808951664488587e-07,
      "loss": 0.1733,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.00033745120163075626,
      "loss_partial": 0.0037689208984375,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0003895655390806496,
      "loss_partial": 0.00360107421875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0006975924479775131,
      "loss_partial": 0.00408935546875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.001111279590986669,
      "loss_partial": 0.004669189453125,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0005094516091048717,
      "loss_partial": 0.00543212890625,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0005559916025958955,
      "loss_partial": 0.00457763671875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0005305188242346048,
      "loss_partial": 0.00518798828125,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.000844665220938623,
      "loss_partial": 0.0025787353515625,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0006395388627424836,
      "loss_partial": 0.00592041015625,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.000535639759618789,
      "loss_partial": 0.0042724609375,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.000947004125919193,
      "loss_partial": 0.007568359375,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0005133933154866099,
      "loss_partial": 0.006591796875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0008959847036749125,
      "loss_partial": 0.003814697265625,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0008910478791221976,
      "loss_partial": 0.0045166015625,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.00048472240450792015,
      "loss_partial": 0.0079345703125,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0002550325298216194,
      "loss_partial": 0.0093994140625,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0007644828292541206,
      "loss_partial": 0.0029296875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0007959376089274883,
      "loss_partial": 0.00579833984375,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0004339376464486122,
      "loss_partial": 0.006591796875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0009561275946907699,
      "loss_partial": 0.0032196044921875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0006022630259394646,
      "loss_partial": 0.006591796875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0004649321490433067,
      "loss_partial": 0.01031494140625,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0007094501052051783,
      "loss_partial": 0.01123046875,
      "step": 1201
    },
    {
      "epoch": 1.745639534883721,
      "loss_distr": 0.0008859771187417209,
      "loss_partial": 0.00408935546875,
      "step": 1201
    },
    {
      "epoch": 1.747093023255814,
      "grad_norm": 0.1749601513147354,
      "learning_rate": 9.699635867725087e-07,
      "loss": 0.1729,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0002060495171463117,
      "loss_partial": 0.00616455078125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0006894294638186693,
      "loss_partial": 0.004638671875,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0005056040827184916,
      "loss_partial": 0.0123291015625,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.000267759314738214,
      "loss_partial": 0.00604248046875,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0005993195809423923,
      "loss_partial": 0.00439453125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0006275030318647623,
      "loss_partial": 0.004180908203125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0004036315658595413,
      "loss_partial": 0.00958251953125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0004382415791042149,
      "loss_partial": 0.0059814453125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.00019008765229955316,
      "loss_partial": 0.0072021484375,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.00045515340752899647,
      "loss_partial": 0.00860595703125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0004286155744921416,
      "loss_partial": 0.00811767578125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.00033404247369617224,
      "loss_partial": 0.007171630859375,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0005573467933572829,
      "loss_partial": 0.003936767578125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.00036396467476151884,
      "loss_partial": 0.01177978515625,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0007938375929370522,
      "loss_partial": 0.00341796875,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.00047237961553037167,
      "loss_partial": 0.0030670166015625,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0004523544339463115,
      "loss_partial": 0.006927490234375,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0008186674094758928,
      "loss_partial": 0.004547119140625,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0002530914207454771,
      "loss_partial": 0.0091552734375,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.00048512357170693576,
      "loss_partial": 0.00909423828125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0008106257300823927,
      "loss_partial": 0.00616455078125,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0004915631143376231,
      "loss_partial": 0.00927734375,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.000691970344632864,
      "loss_partial": 0.004241943359375,
      "step": 1202
    },
    {
      "epoch": 1.747093023255814,
      "loss_distr": 0.0005857371143065393,
      "loss_partial": 0.006927490234375,
      "step": 1202
    },
    {
      "epoch": 1.7485465116279069,
      "grad_norm": 0.15696357190608978,
      "learning_rate": 9.590901568290989e-07,
      "loss": 0.171,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0007171533070504665,
      "loss_partial": 0.0050048828125,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00038417274481616914,
      "loss_partial": 0.0079345703125,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00021496787667274475,
      "loss_partial": 0.01458740234375,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0007258306723088026,
      "loss_partial": 0.005279541015625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0007567056454718113,
      "loss_partial": 0.00579833984375,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0005298950127325952,
      "loss_partial": 0.0074462890625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0004784337361343205,
      "loss_partial": 0.006072998046875,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00046347660827450454,
      "loss_partial": 0.006439208984375,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0004405498912092298,
      "loss_partial": 0.00762939453125,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0004890832351520658,
      "loss_partial": 0.00811767578125,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0003637394402176142,
      "loss_partial": 0.0072021484375,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0005488890456035733,
      "loss_partial": 0.006256103515625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00043137226020917296,
      "loss_partial": 0.01031494140625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.000487173383589834,
      "loss_partial": 0.00714111328125,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0009892911184579134,
      "loss_partial": 0.004608154296875,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0003061813476961106,
      "loss_partial": 0.005706787109375,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0008014470222406089,
      "loss_partial": 0.00439453125,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00024182643392123282,
      "loss_partial": 0.01190185546875,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00028884908533655107,
      "loss_partial": 0.004058837890625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00046641670633107424,
      "loss_partial": 0.0089111328125,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.00041893188608810306,
      "loss_partial": 0.0084228515625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0003723555710166693,
      "loss_partial": 0.00543212890625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0004851740086451173,
      "loss_partial": 0.0054931640625,
      "step": 1203
    },
    {
      "epoch": 1.7485465116279069,
      "loss_distr": 0.0008101051207631826,
      "loss_partial": 0.00396728515625,
      "step": 1203
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.15239839255809784,
      "learning_rate": 9.482749466390662e-07,
      "loss": 0.1734,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0007309251232072711,
      "loss_partial": 0.01300048828125,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0007687489851377904,
      "loss_partial": 0.006072998046875,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.00033150881063193083,
      "loss_partial": 0.00762939453125,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0006655839970335364,
      "loss_partial": 0.0064697265625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.00033314464963041246,
      "loss_partial": 0.00634765625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0006191593711264431,
      "loss_partial": 0.004791259765625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0004595061473082751,
      "loss_partial": 0.0068359375,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.000601261155679822,
      "loss_partial": 0.00360107421875,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0004005453665740788,
      "loss_partial": 0.00787353515625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0011660775635391474,
      "loss_partial": 0.00299072265625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.00034127660910598934,
      "loss_partial": 0.00927734375,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0006543445633724332,
      "loss_partial": 0.004669189453125,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0005669659003615379,
      "loss_partial": 0.006317138671875,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.00030983079341240227,
      "loss_partial": 0.00299072265625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0006389960763044655,
      "loss_partial": 0.0057373046875,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0005472328630276024,
      "loss_partial": 0.00909423828125,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0004236276727169752,
      "loss_partial": 0.0064697265625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0006735203205607831,
      "loss_partial": 0.00634765625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0006790005136281252,
      "loss_partial": 0.0050048828125,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0005733785801567137,
      "loss_partial": 0.0072021484375,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0005366482073441148,
      "loss_partial": 0.0036468505859375,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0003999948676209897,
      "loss_partial": 0.0084228515625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.00024412231869064271,
      "loss_partial": 0.006500244140625,
      "step": 1204
    },
    {
      "epoch": 1.75,
      "loss_distr": 0.0006542187184095383,
      "loss_partial": 0.003692626953125,
      "step": 1204
    },
    {
      "epoch": 1.7514534883720931,
      "grad_norm": 0.16300451755523682,
      "learning_rate": 9.375180258479344e-07,
      "loss": 0.1752,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0002776726905722171,
      "loss_partial": 0.009033203125,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0006003070739097893,
      "loss_partial": 0.007720947265625,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.00042057360406033695,
      "loss_partial": 0.0052490234375,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0004734957474283874,
      "loss_partial": 0.009033203125,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.00041986486758105457,
      "loss_partial": 0.0125732421875,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0006304343114607036,
      "loss_partial": 0.006103515625,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0004722607263829559,
      "loss_partial": 0.00933837890625,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0005044948775321245,
      "loss_partial": 0.005584716796875,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0005365655524656177,
      "loss_partial": 0.005889892578125,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0003500180318951607,
      "loss_partial": 0.00738525390625,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0006082546897232533,
      "loss_partial": 0.005035400390625,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.00035568641033023596,
      "loss_partial": 0.007659912109375,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.00036924792220816016,
      "loss_partial": 0.00909423828125,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0003930051752831787,
      "loss_partial": 0.00897216796875,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.000600471452344209,
      "loss_partial": 0.003997802734375,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0006429924396798015,
      "loss_partial": 0.0037841796875,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0005201212479732931,
      "loss_partial": 0.01177978515625,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0006658787606284022,
      "loss_partial": 0.007354736328125,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.000681582372635603,
      "loss_partial": 0.0030059814453125,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0005429915618151426,
      "loss_partial": 0.0118408203125,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.001117323525249958,
      "loss_partial": 0.00970458984375,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0006296850042417645,
      "loss_partial": 0.0037841796875,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.0006016362458467484,
      "loss_partial": 0.00628662109375,
      "step": 1205
    },
    {
      "epoch": 1.7514534883720931,
      "loss_distr": 0.000717967632226646,
      "loss_partial": 0.004547119140625,
      "step": 1205
    },
    {
      "epoch": 1.752906976744186,
      "grad_norm": 0.1596841663122177,
      "learning_rate": 9.268194637258566e-07,
      "loss": 0.1768,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.000760599214117974,
      "loss_partial": 0.00445556640625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0004467957769520581,
      "loss_partial": 0.01141357421875,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0005411823512986302,
      "loss_partial": 0.007110595703125,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0006822848226875067,
      "loss_partial": 0.004791259765625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.00040227652061730623,
      "loss_partial": 0.01287841796875,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0005958421388641,
      "loss_partial": 0.00396728515625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.00032378092873841524,
      "loss_partial": 0.015625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0007783667533658445,
      "loss_partial": 0.00347900390625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0005878607626073062,
      "loss_partial": 0.005950927734375,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.00020324676006566733,
      "loss_partial": 0.00982666015625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0005588103085756302,
      "loss_partial": 0.00732421875,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0006010297802276909,
      "loss_partial": 0.0074462890625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0005098895053379238,
      "loss_partial": 0.005706787109375,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0004346141067799181,
      "loss_partial": 0.006378173828125,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0005014959606342018,
      "loss_partial": 0.00494384765625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0002920470724347979,
      "loss_partial": 0.006011962890625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0006303527625277638,
      "loss_partial": 0.008544921875,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.000369864865206182,
      "loss_partial": 0.00726318359375,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0008892888436093926,
      "loss_partial": 0.00323486328125,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.00030203888309188187,
      "loss_partial": 0.006011962890625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0005077377427369356,
      "loss_partial": 0.010009765625,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0004377860459499061,
      "loss_partial": 0.005950927734375,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.0004555277992039919,
      "loss_partial": 0.003997802734375,
      "step": 1206
    },
    {
      "epoch": 1.752906976744186,
      "loss_distr": 0.00044479331700131297,
      "loss_partial": 0.005706787109375,
      "step": 1206
    },
    {
      "epoch": 1.754360465116279,
      "grad_norm": 0.14839157462120056,
      "learning_rate": 9.161793291671917e-07,
      "loss": 0.171,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0007511959411203861,
      "loss_partial": 0.003509521484375,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.00041934658656828105,
      "loss_partial": 0.009765625,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.00042011862387880683,
      "loss_partial": 0.006011962890625,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0006310964236035943,
      "loss_partial": 0.004852294921875,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.00038449757266789675,
      "loss_partial": 0.003753662109375,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0004745055630337447,
      "loss_partial": 0.006072998046875,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0004999060183763504,
      "loss_partial": 0.0076904296875,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0007746992050670087,
      "loss_partial": 0.0038909912109375,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0003823727020062506,
      "loss_partial": 0.0106201171875,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0007506693946197629,
      "loss_partial": 0.0031280517578125,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0007683408912271261,
      "loss_partial": 0.0050048828125,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0005081556737422943,
      "loss_partial": 0.00531005859375,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0007408035453408957,
      "loss_partial": 0.007537841796875,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0006721179815940559,
      "loss_partial": 0.00531005859375,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.00044619475374929607,
      "loss_partial": 0.00860595703125,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0002795211039483547,
      "loss_partial": 0.011474609375,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0005975866224616766,
      "loss_partial": 0.004974365234375,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0008461234392598271,
      "loss_partial": 0.0037078857421875,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.00040057068690657616,
      "loss_partial": 0.004913330078125,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.00024740403750911355,
      "loss_partial": 0.00518798828125,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0007072077132761478,
      "loss_partial": 0.004302978515625,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0005202351021580398,
      "loss_partial": 0.005096435546875,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.0004725789185613394,
      "loss_partial": 0.0079345703125,
      "step": 1207
    },
    {
      "epoch": 1.754360465116279,
      "loss_distr": 0.00022388277284335345,
      "loss_partial": 0.0098876953125,
      "step": 1207
    },
    {
      "epoch": 1.755813953488372,
      "grad_norm": 0.1548231542110443,
      "learning_rate": 9.055976906900432e-07,
      "loss": 0.1701,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0007573167094960809,
      "loss_partial": 0.005126953125,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.00035111478064209223,
      "loss_partial": 0.00616455078125,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0002725369995459914,
      "loss_partial": 0.005584716796875,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.00045906504965387285,
      "loss_partial": 0.005401611328125,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0006649356801062822,
      "loss_partial": 0.0052490234375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0006173519650474191,
      "loss_partial": 0.0042724609375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0005034728674218059,
      "loss_partial": 0.005859375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0004453104338608682,
      "loss_partial": 0.0045166015625,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0007937231566756964,
      "loss_partial": 0.00732421875,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.00048671645345166326,
      "loss_partial": 0.0076904296875,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0004190450708847493,
      "loss_partial": 0.007415771484375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0006578314350917935,
      "loss_partial": 0.006439208984375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0004493491433095187,
      "loss_partial": 0.010986328125,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0003754842036869377,
      "loss_partial": 0.0115966796875,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0005809142021462321,
      "loss_partial": 0.0050048828125,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.00023260951275005937,
      "loss_partial": 0.007781982421875,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0008642488974146545,
      "loss_partial": 0.00732421875,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0004718588897958398,
      "loss_partial": 0.01507568359375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0008886827854439616,
      "loss_partial": 0.0038909912109375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0005874427151866257,
      "loss_partial": 0.0074462890625,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0006076146964915097,
      "loss_partial": 0.005706787109375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.000626041553914547,
      "loss_partial": 0.006378173828125,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0004922662628814578,
      "loss_partial": 0.005706787109375,
      "step": 1208
    },
    {
      "epoch": 1.755813953488372,
      "loss_distr": 0.0007626641890965402,
      "loss_partial": 0.00567626953125,
      "step": 1208
    },
    {
      "epoch": 1.7572674418604652,
      "grad_norm": 0.16677077114582062,
      "learning_rate": 8.950746164358259e-07,
      "loss": 0.1751,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0002292505232617259,
      "loss_partial": 0.0068359375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0005357098998501897,
      "loss_partial": 0.01116943359375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0005504387663677335,
      "loss_partial": 0.00396728515625,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.00036408734740689397,
      "loss_partial": 0.007171630859375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0007771402015350759,
      "loss_partial": 0.0057373046875,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.00043926117359660566,
      "loss_partial": 0.00567626953125,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0006102978368289769,
      "loss_partial": 0.006561279296875,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0007391757098957896,
      "loss_partial": 0.0054931640625,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0007534072501584888,
      "loss_partial": 0.0028839111328125,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0005775854806415737,
      "loss_partial": 0.005279541015625,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0005219206213951111,
      "loss_partial": 0.00567626953125,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0006620902568101883,
      "loss_partial": 0.0118408203125,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0004689692868851125,
      "loss_partial": 0.006927490234375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.00032510131131857634,
      "loss_partial": 0.006103515625,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0002848444855771959,
      "loss_partial": 0.01190185546875,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0005622557946480811,
      "loss_partial": 0.007659912109375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.00042789470171555877,
      "loss_partial": 0.006500244140625,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.00037356032407842577,
      "loss_partial": 0.005645751953125,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0005800762446597219,
      "loss_partial": 0.005035400390625,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0002770292921923101,
      "loss_partial": 0.00872802734375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0007195528596639633,
      "loss_partial": 0.005218505859375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0008636882994323969,
      "loss_partial": 0.004486083984375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.000502804818097502,
      "loss_partial": 0.005218505859375,
      "step": 1209
    },
    {
      "epoch": 1.7572674418604652,
      "loss_distr": 0.0004427245003171265,
      "loss_partial": 0.010498046875,
      "step": 1209
    },
    {
      "epoch": 1.7587209302325582,
      "grad_norm": 0.1509709656238556,
      "learning_rate": 8.846101741688262e-07,
      "loss": 0.1727,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005251642432995141,
      "loss_partial": 0.01031494140625,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.000494496722240001,
      "loss_partial": 0.0084228515625,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.00041047442937269807,
      "loss_partial": 0.005859375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0003759319079108536,
      "loss_partial": 0.00787353515625,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005070535116828978,
      "loss_partial": 0.009033203125,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0002528612385503948,
      "loss_partial": 0.00848388671875,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005374882603064179,
      "loss_partial": 0.004547119140625,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.000324527092743665,
      "loss_partial": 0.006103515625,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005395461339503527,
      "loss_partial": 0.0089111328125,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0008254075655713677,
      "loss_partial": 0.005950927734375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0004925747634842992,
      "loss_partial": 0.004791259765625,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0006960811442695558,
      "loss_partial": 0.0091552734375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.000470610277261585,
      "loss_partial": 0.00946044921875,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005305109662003815,
      "loss_partial": 0.00537109375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005306065431796014,
      "loss_partial": 0.00732421875,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0009030738729052246,
      "loss_partial": 0.003875732421875,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.00041465714457444847,
      "loss_partial": 0.00823974609375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0003670795704238117,
      "loss_partial": 0.006195068359375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.00035208306508138776,
      "loss_partial": 0.00775146484375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.00043610529974102974,
      "loss_partial": 0.007293701171875,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005303385551087558,
      "loss_partial": 0.00555419921875,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.000593211967498064,
      "loss_partial": 0.0028839111328125,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.00045886001316830516,
      "loss_partial": 0.005950927734375,
      "step": 1210
    },
    {
      "epoch": 1.7587209302325582,
      "loss_distr": 0.0005955009255558252,
      "loss_partial": 0.00604248046875,
      "step": 1210
    },
    {
      "epoch": 1.760174418604651,
      "grad_norm": 0.1463284194469452,
      "learning_rate": 8.74204431275758e-07,
      "loss": 0.1706,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0007998083019629121,
      "loss_partial": 0.0032501220703125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0006803751457482576,
      "loss_partial": 0.0032958984375,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0006556500447914004,
      "loss_partial": 0.00860595703125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.00020597642287611961,
      "loss_partial": 0.01092529296875,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0006050580414012074,
      "loss_partial": 0.006256103515625,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0006691542221233249,
      "loss_partial": 0.007293701171875,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0004123697290197015,
      "loss_partial": 0.005462646484375,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0006708496948704123,
      "loss_partial": 0.0050048828125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0005028933519497514,
      "loss_partial": 0.00927734375,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0005895093781873584,
      "loss_partial": 0.00640869140625,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.00037394219543784857,
      "loss_partial": 0.01348876953125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0005903322016820312,
      "loss_partial": 0.012939453125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.00038301057065837085,
      "loss_partial": 0.0118408203125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.00033824919955804944,
      "loss_partial": 0.00970458984375,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0005358596099540591,
      "loss_partial": 0.005584716796875,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0006517074070870876,
      "loss_partial": 0.00494384765625,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.000491976854391396,
      "loss_partial": 0.0081787109375,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.00025333379744552076,
      "loss_partial": 0.007171630859375,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0007226818124763668,
      "loss_partial": 0.00762939453125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0004457458562683314,
      "loss_partial": 0.00714111328125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0002976236864924431,
      "loss_partial": 0.00494384765625,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.00047120143426582217,
      "loss_partial": 0.005157470703125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0004179829847998917,
      "loss_partial": 0.00830078125,
      "step": 1211
    },
    {
      "epoch": 1.760174418604651,
      "loss_distr": 0.0005143146263435483,
      "loss_partial": 0.00860595703125,
      "step": 1211
    },
    {
      "epoch": 1.7616279069767442,
      "grad_norm": 0.14911894500255585,
      "learning_rate": 8.638574547653445e-07,
      "loss": 0.1717,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.00040121504571288824,
      "loss_partial": 0.00616455078125,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0006466080667451024,
      "loss_partial": 0.0074462890625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0006715657073073089,
      "loss_partial": 0.00830078125,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0005247616209089756,
      "loss_partial": 0.007476806640625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.000773468695115298,
      "loss_partial": 0.00311279296875,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0007850233232602477,
      "loss_partial": 0.00592041015625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0008109253249131143,
      "loss_partial": 0.0034637451171875,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.00024667303659953177,
      "loss_partial": 0.009521484375,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0007237960817292333,
      "loss_partial": 0.008056640625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0007578028598800302,
      "loss_partial": 0.00537109375,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.000427749240770936,
      "loss_partial": 0.00494384765625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0004185514699202031,
      "loss_partial": 0.00848388671875,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0007266713655553758,
      "loss_partial": 0.007110595703125,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0006803559954278171,
      "loss_partial": 0.00469970703125,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0006375008379109204,
      "loss_partial": 0.00537109375,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.000632233452051878,
      "loss_partial": 0.00836181640625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0006317151710391045,
      "loss_partial": 0.0074462890625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.00045144057366997004,
      "loss_partial": 0.0064697265625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0004307664930820465,
      "loss_partial": 0.01031494140625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.000300539075396955,
      "loss_partial": 0.006256103515625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0005162605666555464,
      "loss_partial": 0.0057373046875,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0009761489345692098,
      "loss_partial": 0.004150390625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0006701014353893697,
      "loss_partial": 0.0087890625,
      "step": 1212
    },
    {
      "epoch": 1.7616279069767442,
      "loss_distr": 0.0007463806541636586,
      "loss_partial": 0.0047607421875,
      "step": 1212
    },
    {
      "epoch": 1.7630813953488373,
      "grad_norm": 0.14220590889453888,
      "learning_rate": 8.535693112678722e-07,
      "loss": 0.1726,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0003440333530306816,
      "loss_partial": 0.00787353515625,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0004332122334744781,
      "loss_partial": 0.00848388671875,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.000384872400900349,
      "loss_partial": 0.0057373046875,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0008679888560436666,
      "loss_partial": 0.0048828125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0007311191875487566,
      "loss_partial": 0.00372314453125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0003158967010676861,
      "loss_partial": 0.0159912109375,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.00038909955765120685,
      "loss_partial": 0.005401611328125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0004887143732048571,
      "loss_partial": 0.0108642578125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0006172725697979331,
      "loss_partial": 0.0037689208984375,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0005756033351644874,
      "loss_partial": 0.006011962890625,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0005258098244667053,
      "loss_partial": 0.00616455078125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0007796536665409803,
      "loss_partial": 0.00506591796875,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.00047735089901834726,
      "loss_partial": 0.006439208984375,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.00041709450306370854,
      "loss_partial": 0.008544921875,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0004321538144722581,
      "loss_partial": 0.00799560546875,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0007288059568963945,
      "loss_partial": 0.0028533935546875,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0008242583717219532,
      "loss_partial": 0.004669189453125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0006136167794466019,
      "loss_partial": 0.00701904296875,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0007990239537321031,
      "loss_partial": 0.007110595703125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.00031781994039192796,
      "loss_partial": 0.00860595703125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.0006043164758011699,
      "loss_partial": 0.00482177734375,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.00040848617209121585,
      "loss_partial": 0.006866455078125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.00026049837470054626,
      "loss_partial": 0.006866455078125,
      "step": 1213
    },
    {
      "epoch": 1.7630813953488373,
      "loss_distr": 0.00019456367590464652,
      "loss_partial": 0.0054931640625,
      "step": 1213
    },
    {
      "epoch": 1.7645348837209303,
      "grad_norm": 0.14531388878822327,
      "learning_rate": 8.433400670347657e-07,
      "loss": 0.1721,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0005400946829468012,
      "loss_partial": 0.00555419921875,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00028180883964523673,
      "loss_partial": 0.00439453125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00037497346056625247,
      "loss_partial": 0.007598876953125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0005240911850705743,
      "loss_partial": 0.003753662109375,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00037405703915283084,
      "loss_partial": 0.007720947265625,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0005948824109509587,
      "loss_partial": 0.005767822265625,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00028236984508112073,
      "loss_partial": 0.005126953125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00037093297578394413,
      "loss_partial": 0.007720947265625,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00034151854924857616,
      "loss_partial": 0.01190185546875,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0005384956020861864,
      "loss_partial": 0.005096435546875,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0005083971773274243,
      "loss_partial": 0.007598876953125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00043090502731502056,
      "loss_partial": 0.00787353515625,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0006942671607248485,
      "loss_partial": 0.00537109375,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.000566592556424439,
      "loss_partial": 0.005615234375,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0006869090721011162,
      "loss_partial": 0.00445556640625,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0002946751192212105,
      "loss_partial": 0.009033203125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0006884436588734388,
      "loss_partial": 0.006378173828125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0005679904716089368,
      "loss_partial": 0.00677490234375,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00030621245969086885,
      "loss_partial": 0.0125732421875,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0004973947070538998,
      "loss_partial": 0.0064697265625,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0005040907417424023,
      "loss_partial": 0.007354736328125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.00029695796547457576,
      "loss_partial": 0.0076904296875,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.000371864385670051,
      "loss_partial": 0.0089111328125,
      "step": 1214
    },
    {
      "epoch": 1.7645348837209303,
      "loss_distr": 0.0009551187395118177,
      "loss_partial": 0.00714111328125,
      "step": 1214
    },
    {
      "epoch": 1.7659883720930232,
      "grad_norm": 0.14577683806419373,
      "learning_rate": 8.331697879381672e-07,
      "loss": 0.1739,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.000484260031953454,
      "loss_partial": 0.00848388671875,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.00036699336487799883,
      "loss_partial": 0.005859375,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0005861836252734065,
      "loss_partial": 0.00482177734375,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0004070673603564501,
      "loss_partial": 0.005645751953125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.000520511413924396,
      "loss_partial": 0.00543212890625,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0005137495463714004,
      "loss_partial": 0.0079345703125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0007265637395903468,
      "loss_partial": 0.006378173828125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0007111113518476486,
      "loss_partial": 0.0068359375,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0004446447128430009,
      "loss_partial": 0.007354736328125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.00045437068911269307,
      "loss_partial": 0.00506591796875,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0003222374361939728,
      "loss_partial": 0.0133056640625,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.00037482689367607236,
      "loss_partial": 0.005645751953125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.00038989627500995994,
      "loss_partial": 0.00653076171875,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0006421161815524101,
      "loss_partial": 0.006622314453125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0005004669656045735,
      "loss_partial": 0.006378173828125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0009080391610041261,
      "loss_partial": 0.004302978515625,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0009588409448042512,
      "loss_partial": 0.0035858154296875,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0004953443421982229,
      "loss_partial": 0.00689697265625,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.00046510068932548165,
      "loss_partial": 0.00628662109375,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.000621482206042856,
      "loss_partial": 0.00836181640625,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0004526184347923845,
      "loss_partial": 0.006103515625,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0005748925032094121,
      "loss_partial": 0.00439453125,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.00034960999619215727,
      "loss_partial": 0.010498046875,
      "step": 1215
    },
    {
      "epoch": 1.7659883720930232,
      "loss_distr": 0.0005626670317724347,
      "loss_partial": 0.0054931640625,
      "step": 1215
    },
    {
      "epoch": 1.7674418604651163,
      "grad_norm": 0.1580340564250946,
      "learning_rate": 8.230585394705048e-07,
      "loss": 0.1736,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0004689711786340922,
      "loss_partial": 0.004974365234375,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0008664956549182534,
      "loss_partial": 0.00689697265625,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0007142035756260157,
      "loss_partial": 0.0038604736328125,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.000572370714507997,
      "loss_partial": 0.0045166015625,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.00041381208575330675,
      "loss_partial": 0.00518798828125,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0005952225183136761,
      "loss_partial": 0.0064697265625,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.000664778403006494,
      "loss_partial": 0.00323486328125,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0005350747378543019,
      "loss_partial": 0.006561279296875,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.00042212766129523516,
      "loss_partial": 0.00897216796875,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.000763910124078393,
      "loss_partial": 0.004730224609375,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0005797002813778818,
      "loss_partial": 0.00592041015625,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0005160318105481565,
      "loss_partial": 0.00537109375,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0008015300845727324,
      "loss_partial": 0.004058837890625,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0005276953452266753,
      "loss_partial": 0.005645751953125,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0004933508462272584,
      "loss_partial": 0.004791259765625,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0007834915304556489,
      "loss_partial": 0.004791259765625,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0004245444433763623,
      "loss_partial": 0.00872802734375,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.00025168288266286254,
      "loss_partial": 0.00811767578125,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0003113595594186336,
      "loss_partial": 0.006622314453125,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0004598233790602535,
      "loss_partial": 0.0086669921875,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0003090182435698807,
      "loss_partial": 0.0062255859375,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0008015119819901884,
      "loss_partial": 0.00701904296875,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.000560658285394311,
      "loss_partial": 0.0037384033203125,
      "step": 1216
    },
    {
      "epoch": 1.7674418604651163,
      "loss_distr": 0.0005468158051371574,
      "loss_partial": 0.005096435546875,
      "step": 1216
    },
    {
      "epoch": 1.7688953488372094,
      "grad_norm": 0.14687800407409668,
      "learning_rate": 8.130063867440718e-07,
      "loss": 0.1732,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.000528672942891717,
      "loss_partial": 0.0038604736328125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0006555189611390233,
      "loss_partial": 0.003875732421875,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0007512286538258195,
      "loss_partial": 0.005462646484375,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0005154865211807191,
      "loss_partial": 0.007354736328125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0006544064963236451,
      "loss_partial": 0.00439453125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.000418288866057992,
      "loss_partial": 0.00830078125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0004801125032827258,
      "loss_partial": 0.01300048828125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0005419087829068303,
      "loss_partial": 0.0062255859375,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0004851835547015071,
      "loss_partial": 0.006591796875,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0007442233036272228,
      "loss_partial": 0.006622314453125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0008881690446287394,
      "loss_partial": 0.004547119140625,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0007158687803894281,
      "loss_partial": 0.003814697265625,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.00020369357662275434,
      "loss_partial": 0.007659912109375,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.00044281024020165205,
      "loss_partial": 0.0142822265625,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.00032593467039987445,
      "loss_partial": 0.00836181640625,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0004717317642644048,
      "loss_partial": 0.0091552734375,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.00026906924904324114,
      "loss_partial": 0.007232666015625,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.00038838741602376103,
      "loss_partial": 0.0098876953125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.00031332456273958087,
      "loss_partial": 0.0037841796875,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0007966803386807442,
      "loss_partial": 0.00274658203125,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0003915380802936852,
      "loss_partial": 0.007720947265625,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.00027744146063923836,
      "loss_partial": 0.006591796875,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0006482183234766126,
      "loss_partial": 0.0091552734375,
      "step": 1217
    },
    {
      "epoch": 1.7688953488372094,
      "loss_distr": 0.0006504496559500694,
      "loss_partial": 0.004150390625,
      "step": 1217
    },
    {
      "epoch": 1.7703488372093024,
      "grad_norm": 0.156439870595932,
      "learning_rate": 8.030133944906137e-07,
      "loss": 0.1721,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0003471292438916862,
      "loss_partial": 0.0089111328125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0006329845637083054,
      "loss_partial": 0.006072998046875,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0005959750851616263,
      "loss_partial": 0.009521484375,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0008708734530955553,
      "loss_partial": 0.0052490234375,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.00031040783505886793,
      "loss_partial": 0.01434326171875,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0003239420766476542,
      "loss_partial": 0.01495361328125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.00044342150795273483,
      "loss_partial": 0.00579833984375,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0007066194666549563,
      "loss_partial": 0.00567626953125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.00037948653334751725,
      "loss_partial": 0.003875732421875,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0008558029076084495,
      "loss_partial": 0.007293701171875,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.000661912839859724,
      "loss_partial": 0.0115966796875,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0006224745884537697,
      "loss_partial": 0.004791259765625,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0005023726262152195,
      "loss_partial": 0.004425048828125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0002163067547371611,
      "loss_partial": 0.00653076171875,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.00039563418249599636,
      "loss_partial": 0.0078125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0005102145369164646,
      "loss_partial": 0.008056640625,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0007674218504689634,
      "loss_partial": 0.00830078125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0006825729506090283,
      "loss_partial": 0.007568359375,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0005904980353079736,
      "loss_partial": 0.005706787109375,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.000614042510278523,
      "loss_partial": 0.005889892578125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0002694263821467757,
      "loss_partial": 0.007659912109375,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.00030880162375979125,
      "loss_partial": 0.0079345703125,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0007074826280586421,
      "loss_partial": 0.00506591796875,
      "step": 1218
    },
    {
      "epoch": 1.7703488372093024,
      "loss_distr": 0.0007321510347537696,
      "loss_partial": 0.0037841796875,
      "step": 1218
    },
    {
      "epoch": 1.7718023255813953,
      "grad_norm": 0.1458057314157486,
      "learning_rate": 7.930796270609043e-07,
      "loss": 0.1703,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0003961753682233393,
      "loss_partial": 0.004852294921875,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.00047668148181401193,
      "loss_partial": 0.0050048828125,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0005925409495830536,
      "loss_partial": 0.0054931640625,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0004253587103448808,
      "loss_partial": 0.005218505859375,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0008942840504460037,
      "loss_partial": 0.003936767578125,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0005924727884121239,
      "loss_partial": 0.0091552734375,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0003645489632617682,
      "loss_partial": 0.01226806640625,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0003278081421740353,
      "loss_partial": 0.0140380859375,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.00040970180998556316,
      "loss_partial": 0.00860595703125,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0006818018155172467,
      "loss_partial": 0.00390625,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.00036465583252720535,
      "loss_partial": 0.005767822265625,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0004937794874422252,
      "loss_partial": 0.01019287109375,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.00028651990578509867,
      "loss_partial": 0.003997802734375,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.00041151733603328466,
      "loss_partial": 0.007110595703125,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.000542071764357388,
      "loss_partial": 0.00946044921875,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0004637519014067948,
      "loss_partial": 0.0037689208984375,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0002752502332441509,
      "loss_partial": 0.00946044921875,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0007526128902100027,
      "loss_partial": 0.007537841796875,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.00044636393431574106,
      "loss_partial": 0.0050048828125,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0003213479067198932,
      "loss_partial": 0.007476806640625,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.00043712600017897785,
      "loss_partial": 0.008544921875,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.000603801803663373,
      "loss_partial": 0.005645751953125,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0005159495631232858,
      "loss_partial": 0.00811767578125,
      "step": 1219
    },
    {
      "epoch": 1.7718023255813953,
      "loss_distr": 0.0007236605742946267,
      "loss_partial": 0.005126953125,
      "step": 1219
    },
    {
      "epoch": 1.7732558139534884,
      "grad_norm": 0.14566707611083984,
      "learning_rate": 7.83205148424332e-07,
      "loss": 0.1714,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0005532050272449851,
      "loss_partial": 0.00360107421875,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0002050169132417068,
      "loss_partial": 0.007720947265625,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0002996290277224034,
      "loss_partial": 0.010009765625,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.000502525013871491,
      "loss_partial": 0.003631591796875,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0010750985238701105,
      "loss_partial": 0.005462646484375,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.00042794598266482353,
      "loss_partial": 0.006744384765625,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.00046438572462648153,
      "loss_partial": 0.006988525390625,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0005001367535442114,
      "loss_partial": 0.00775146484375,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.00029599585104733706,
      "loss_partial": 0.006439208984375,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0004256378742866218,
      "loss_partial": 0.007080078125,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.00043388770427554846,
      "loss_partial": 0.004608154296875,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0006613647565245628,
      "loss_partial": 0.003692626953125,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0005805375403724611,
      "loss_partial": 0.0126953125,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0007887997198849916,
      "loss_partial": 0.004119873046875,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0004978465149179101,
      "loss_partial": 0.00531005859375,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0007415045984089375,
      "loss_partial": 0.006072998046875,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0006727373693138361,
      "loss_partial": 0.003814697265625,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0005007581785321236,
      "loss_partial": 0.00848388671875,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0003347329329699278,
      "loss_partial": 0.007110595703125,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0007064243545755744,
      "loss_partial": 0.006256103515625,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0002885882859118283,
      "loss_partial": 0.009765625,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0004275083774700761,
      "loss_partial": 0.006072998046875,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0004759554285556078,
      "loss_partial": 0.005889892578125,
      "step": 1220
    },
    {
      "epoch": 1.7732558139534884,
      "loss_distr": 0.0002654995769262314,
      "loss_partial": 0.009033203125,
      "step": 1220
    },
    {
      "epoch": 1.7747093023255816,
      "grad_norm": 0.13854090869426727,
      "learning_rate": 7.733900221684909e-07,
      "loss": 0.1738,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0005841478705406189,
      "loss_partial": 0.006500244140625,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0006089782691560686,
      "loss_partial": 0.006011962890625,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0005084187723696232,
      "loss_partial": 0.0040283203125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.00044248701306059957,
      "loss_partial": 0.01312255859375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0007518177153542638,
      "loss_partial": 0.0035247802734375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0002920689294114709,
      "loss_partial": 0.005706787109375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0006864333990961313,
      "loss_partial": 0.0040283203125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.000678120122756809,
      "loss_partial": 0.006805419921875,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0006276585627347231,
      "loss_partial": 0.005523681640625,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.00042343471432104707,
      "loss_partial": 0.005950927734375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.00026189733762294054,
      "loss_partial": 0.00537109375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.000381123973056674,
      "loss_partial": 0.00714111328125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.000632867100648582,
      "loss_partial": 0.008056640625,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0004784675547853112,
      "loss_partial": 0.00909423828125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0003947616496589035,
      "loss_partial": 0.006683349609375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.00047939387150108814,
      "loss_partial": 0.00860595703125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0007461411296389997,
      "loss_partial": 0.0069580078125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.00030124461045488715,
      "loss_partial": 0.00482177734375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0007051132852211595,
      "loss_partial": 0.0081787109375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0009364051511511207,
      "loss_partial": 0.00421142578125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.00038649345515295863,
      "loss_partial": 0.00732421875,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0004948302521370351,
      "loss_partial": 0.00909423828125,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0007474340382032096,
      "loss_partial": 0.004241943359375,
      "step": 1221
    },
    {
      "epoch": 1.7747093023255816,
      "loss_distr": 0.0005310574197210371,
      "loss_partial": 0.007598876953125,
      "step": 1221
    },
    {
      "epoch": 1.7761627906976745,
      "grad_norm": 0.1465838998556137,
      "learning_rate": 7.636343114987721e-07,
      "loss": 0.1757,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0008071992779150605,
      "loss_partial": 0.00653076171875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0008869216544553638,
      "loss_partial": 0.0038604736328125,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0005408298457041383,
      "loss_partial": 0.004058837890625,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0005848442087881267,
      "loss_partial": 0.004486083984375,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0010080328211188316,
      "loss_partial": 0.0034637451171875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0008623471949249506,
      "loss_partial": 0.00518798828125,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0007679331465624273,
      "loss_partial": 0.005828857421875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.00042146487976424396,
      "loss_partial": 0.00738525390625,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0004189472529105842,
      "loss_partial": 0.00848388671875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0003370378981344402,
      "loss_partial": 0.005584716796875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0004283604212105274,
      "loss_partial": 0.00830078125,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0008822529925964773,
      "loss_partial": 0.0042724609375,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0006127336528152227,
      "loss_partial": 0.0040283203125,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.00023229068028740585,
      "loss_partial": 0.01019287109375,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0002945093438029289,
      "loss_partial": 0.01092529296875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.000881088140886277,
      "loss_partial": 0.00628662109375,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0007121062371879816,
      "loss_partial": 0.0074462890625,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0005592517554759979,
      "loss_partial": 0.004608154296875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0005541318678297102,
      "loss_partial": 0.005096435546875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.00046795245725661516,
      "loss_partial": 0.01220703125,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0004723383754026145,
      "loss_partial": 0.007568359375,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0002447885926812887,
      "loss_partial": 0.0111083984375,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0005310270935297012,
      "loss_partial": 0.00604248046875,
      "step": 1222
    },
    {
      "epoch": 1.7761627906976745,
      "loss_distr": 0.0005529103800654411,
      "loss_partial": 0.00634765625,
      "step": 1222
    },
    {
      "epoch": 1.7776162790697674,
      "grad_norm": 0.15413331985473633,
      "learning_rate": 7.539380792379569e-07,
      "loss": 0.1796,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0002283390349475667,
      "loss_partial": 0.005401611328125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0006188458064571023,
      "loss_partial": 0.005096435546875,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.00037523970240727067,
      "loss_partial": 0.007354736328125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0007965033291839063,
      "loss_partial": 0.007568359375,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0006608105613850057,
      "loss_partial": 0.004608154296875,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0004987169522792101,
      "loss_partial": 0.005889892578125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0006745499558746815,
      "loss_partial": 0.006500244140625,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0003129808756057173,
      "loss_partial": 0.005950927734375,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0006130674155429006,
      "loss_partial": 0.00811767578125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0005994358798488975,
      "loss_partial": 0.00634765625,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0004864628135692328,
      "loss_partial": 0.0069580078125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0007013381691649556,
      "loss_partial": 0.003814697265625,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.00023920161766000092,
      "loss_partial": 0.00518798828125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.000839647778775543,
      "loss_partial": 0.006500244140625,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0005084561998955905,
      "loss_partial": 0.0078125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0005894876085221767,
      "loss_partial": 0.0050048828125,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0003323859709780663,
      "loss_partial": 0.007537841796875,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0004933906020596623,
      "loss_partial": 0.00653076171875,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.000576792168430984,
      "loss_partial": 0.006072998046875,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.000632511917501688,
      "loss_partial": 0.00897216796875,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.000583924469538033,
      "loss_partial": 0.0086669921875,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0008048870950005949,
      "loss_partial": 0.00433349609375,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.0007394439890049398,
      "loss_partial": 0.0091552734375,
      "step": 1223
    },
    {
      "epoch": 1.7776162790697674,
      "loss_distr": 0.00039692543214187026,
      "loss_partial": 0.0096435546875,
      "step": 1223
    },
    {
      "epoch": 1.7790697674418605,
      "grad_norm": 0.15030331909656525,
      "learning_rate": 7.443013878257998e-07,
      "loss": 0.1749,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0009914071997627616,
      "loss_partial": 0.007110595703125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0005050231702625751,
      "loss_partial": 0.006500244140625,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0005527711473405361,
      "loss_partial": 0.00775146484375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0009749039891175926,
      "loss_partial": 0.00408935546875,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0009001963189803064,
      "loss_partial": 0.00921630859375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0002974477829411626,
      "loss_partial": 0.0054931640625,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0007830573013052344,
      "loss_partial": 0.004364013671875,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0005664439522661269,
      "loss_partial": 0.0062255859375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.00026597961550578475,
      "loss_partial": 0.0079345703125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.00040387787157669663,
      "loss_partial": 0.00701904296875,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0008891776669770479,
      "loss_partial": 0.004669189453125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0006136726588010788,
      "loss_partial": 0.00518798828125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0008010900928638875,
      "loss_partial": 0.005859375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0006942161708138883,
      "loss_partial": 0.006744384765625,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0007546485867351294,
      "loss_partial": 0.005645751953125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0004169264284428209,
      "loss_partial": 0.006866455078125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0004325052723288536,
      "loss_partial": 0.0062255859375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0004808506346307695,
      "loss_partial": 0.00555419921875,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.000469524587970227,
      "loss_partial": 0.0068359375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0002707332605496049,
      "loss_partial": 0.0089111328125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0005538474069908261,
      "loss_partial": 0.007171630859375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0003417948028072715,
      "loss_partial": 0.009521484375,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0004126628045924008,
      "loss_partial": 0.003692626953125,
      "step": 1224
    },
    {
      "epoch": 1.7790697674418605,
      "loss_distr": 0.0007112630410119891,
      "loss_partial": 0.005828857421875,
      "step": 1224
    },
    {
      "epoch": 1.7805232558139537,
      "grad_norm": 0.14372402429580688,
      "learning_rate": 7.347242993186476e-07,
      "loss": 0.1715,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.001134718768298626,
      "loss_partial": 0.004638671875,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0008046200964599848,
      "loss_partial": 0.00531005859375,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0005306689999997616,
      "loss_partial": 0.004180908203125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0007568764849565923,
      "loss_partial": 0.006744384765625,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0007428612443618476,
      "loss_partial": 0.0034637451171875,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0006750632892362773,
      "loss_partial": 0.005889892578125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.00032368238316848874,
      "loss_partial": 0.0103759765625,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0003445306501816958,
      "loss_partial": 0.01019287109375,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.000818747968878597,
      "loss_partial": 0.007476806640625,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0004604944842867553,
      "loss_partial": 0.004638671875,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0007023854414001107,
      "loss_partial": 0.00579833984375,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0006186604732647538,
      "loss_partial": 0.007293701171875,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.00031624455004930496,
      "loss_partial": 0.006988525390625,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0006540422327816486,
      "loss_partial": 0.006317138671875,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0006418327684514225,
      "loss_partial": 0.00543212890625,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0001691119687166065,
      "loss_partial": 0.00848388671875,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0006108207744546235,
      "loss_partial": 0.00958251953125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0006426761392503977,
      "loss_partial": 0.003936767578125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0004808481317013502,
      "loss_partial": 0.005889892578125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.00032048780121840537,
      "loss_partial": 0.0108642578125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0004567166033666581,
      "loss_partial": 0.00762939453125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0009197421604767442,
      "loss_partial": 0.004913330078125,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0004819624300580472,
      "loss_partial": 0.007293701171875,
      "step": 1225
    },
    {
      "epoch": 1.7805232558139537,
      "loss_distr": 0.0003246220585424453,
      "loss_partial": 0.00927734375,
      "step": 1225
    },
    {
      "epoch": 1.7819767441860463,
      "grad_norm": 0.14767324924468994,
      "learning_rate": 7.252068753890229e-07,
      "loss": 0.1709,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0007490314310416579,
      "loss_partial": 0.005340576171875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0005202149040997028,
      "loss_partial": 0.004425048828125,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0007384546333923936,
      "loss_partial": 0.006195068359375,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.00050988735165447,
      "loss_partial": 0.0074462890625,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.00020320071780588478,
      "loss_partial": 0.0086669921875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0005462324479594827,
      "loss_partial": 0.005828857421875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0007914059679023921,
      "loss_partial": 0.006561279296875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0006439996068365872,
      "loss_partial": 0.006744384765625,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0008279748144559562,
      "loss_partial": 0.00482177734375,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.00022892383276484907,
      "loss_partial": 0.0103759765625,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0003716414503287524,
      "loss_partial": 0.004913330078125,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0007493215380236506,
      "loss_partial": 0.007659912109375,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0004753543180413544,
      "loss_partial": 0.00946044921875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.000586233742069453,
      "loss_partial": 0.00604248046875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0004947319976054132,
      "loss_partial": 0.00848388671875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.00033608588273636997,
      "loss_partial": 0.006134033203125,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0004884889349341393,
      "loss_partial": 0.005126953125,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0003106056828983128,
      "loss_partial": 0.0096435546875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.000466745812445879,
      "loss_partial": 0.007171630859375,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.00029289707890711725,
      "loss_partial": 0.00543212890625,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0006401189602911472,
      "loss_partial": 0.00408935546875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.00045328863780014217,
      "loss_partial": 0.007537841796875,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0005185104673728347,
      "loss_partial": 0.00823974609375,
      "step": 1226
    },
    {
      "epoch": 1.7819767441860463,
      "loss_distr": 0.0007256930111907423,
      "loss_partial": 0.003692626953125,
      "step": 1226
    },
    {
      "epoch": 1.7834302325581395,
      "grad_norm": 0.14733558893203735,
      "learning_rate": 7.157491773252346e-07,
      "loss": 0.1681,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.000443480268586427,
      "loss_partial": 0.00537109375,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0002701202465686947,
      "loss_partial": 0.007537841796875,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0004021009081043303,
      "loss_partial": 0.0113525390625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0004616767109837383,
      "loss_partial": 0.006683349609375,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00043608626583591104,
      "loss_partial": 0.00714111328125,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0006283121183514595,
      "loss_partial": 0.00677490234375,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0007745471084490418,
      "loss_partial": 0.00482177734375,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0005424334085546434,
      "loss_partial": 0.00592041015625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00024076557019725442,
      "loss_partial": 0.009521484375,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00025031366385519505,
      "loss_partial": 0.00445556640625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0006348953465931118,
      "loss_partial": 0.0054931640625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00043056654976680875,
      "loss_partial": 0.00701904296875,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0002499656402505934,
      "loss_partial": 0.00933837890625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0006646112306043506,
      "loss_partial": 0.00518798828125,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0006312067853286862,
      "loss_partial": 0.00518798828125,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0003300712560303509,
      "loss_partial": 0.00634765625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0007460528868250549,
      "loss_partial": 0.005950927734375,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00020461039093788713,
      "loss_partial": 0.006591796875,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0006986950756981969,
      "loss_partial": 0.0028533935546875,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0008041657274588943,
      "loss_partial": 0.005279541015625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00048233370762318373,
      "loss_partial": 0.00653076171875,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00043736814404837787,
      "loss_partial": 0.00714111328125,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.00039281341014429927,
      "loss_partial": 0.006103515625,
      "step": 1227
    },
    {
      "epoch": 1.7834302325581395,
      "loss_distr": 0.0006980259786359966,
      "loss_partial": 0.0037384033203125,
      "step": 1227
    },
    {
      "epoch": 1.7848837209302326,
      "grad_norm": 0.1437109112739563,
      "learning_rate": 7.063512660309824e-07,
      "loss": 0.1731,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0003167949616909027,
      "loss_partial": 0.006866455078125,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0007307296036742628,
      "loss_partial": 0.00421142578125,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.00036961230216547847,
      "loss_partial": 0.00933837890625,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0004070470458827913,
      "loss_partial": 0.01116943359375,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0005242280312813818,
      "loss_partial": 0.0081787109375,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0007406488875858486,
      "loss_partial": 0.005401611328125,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0005696945590898395,
      "loss_partial": 0.0067138671875,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0003308451850898564,
      "loss_partial": 0.009765625,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0003967748489230871,
      "loss_partial": 0.0054931640625,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0005821887752972543,
      "loss_partial": 0.00408935546875,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0002532110665924847,
      "loss_partial": 0.006439208984375,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0004440456978045404,
      "loss_partial": 0.00421142578125,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.00022833635739516467,
      "loss_partial": 0.00506591796875,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0004634421202354133,
      "loss_partial": 0.00787353515625,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0005926077719777822,
      "loss_partial": 0.007720947265625,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.00048036762746050954,
      "loss_partial": 0.007598876953125,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0003270081360824406,
      "loss_partial": 0.007415771484375,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0002694670110940933,
      "loss_partial": 0.00634765625,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0006249143043532968,
      "loss_partial": 0.0047607421875,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0006593477446585894,
      "loss_partial": 0.0098876953125,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0005338744376786053,
      "loss_partial": 0.007720947265625,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0005916047375649214,
      "loss_partial": 0.00732421875,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0009424190502613783,
      "loss_partial": 0.004669189453125,
      "step": 1228
    },
    {
      "epoch": 1.7848837209302326,
      "loss_distr": 0.0006425340543501079,
      "loss_partial": 0.006256103515625,
      "step": 1228
    },
    {
      "epoch": 1.7863372093023255,
      "grad_norm": 0.1392996907234192,
      "learning_rate": 6.970132020249598e-07,
      "loss": 0.1761,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0003091928083449602,
      "loss_partial": 0.00970458984375,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.00034078393946401775,
      "loss_partial": 0.00323486328125,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005058376118540764,
      "loss_partial": 0.00457763671875,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005020068492740393,
      "loss_partial": 0.006134033203125,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0006031420780345798,
      "loss_partial": 0.00592041015625,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005855921190232038,
      "loss_partial": 0.006927490234375,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0004555246268864721,
      "loss_partial": 0.00860595703125,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005225870409049094,
      "loss_partial": 0.01470947265625,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0009111383697018027,
      "loss_partial": 0.0079345703125,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005021124379709363,
      "loss_partial": 0.006011962890625,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0008301591733470559,
      "loss_partial": 0.003875732421875,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.000719759613275528,
      "loss_partial": 0.00689697265625,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0006476687267422676,
      "loss_partial": 0.00506591796875,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0006378762773238122,
      "loss_partial": 0.005615234375,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005472745979204774,
      "loss_partial": 0.005645751953125,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0004919961211271584,
      "loss_partial": 0.007110595703125,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.00033734948374331,
      "loss_partial": 0.0067138671875,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005703396163880825,
      "loss_partial": 0.006103515625,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0004933603340759873,
      "loss_partial": 0.004852294921875,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0005460091633722186,
      "loss_partial": 0.00634765625,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0007901042117737234,
      "loss_partial": 0.00482177734375,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0004874608712270856,
      "loss_partial": 0.005462646484375,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0006255747866816819,
      "loss_partial": 0.00457763671875,
      "step": 1229
    },
    {
      "epoch": 1.7863372093023255,
      "loss_distr": 0.0007206233567558229,
      "loss_partial": 0.00372314453125,
      "step": 1229
    },
    {
      "epoch": 1.7877906976744184,
      "grad_norm": 0.16144134104251862,
      "learning_rate": 6.877350454404752e-07,
      "loss": 0.1747,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0007480794447474182,
      "loss_partial": 0.004425048828125,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0003776871017180383,
      "loss_partial": 0.005340576171875,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0005729964468628168,
      "loss_partial": 0.0101318359375,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0004458337207324803,
      "loss_partial": 0.008544921875,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.00022270347108133137,
      "loss_partial": 0.01202392578125,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0006061380263417959,
      "loss_partial": 0.0072021484375,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0004992775502614677,
      "loss_partial": 0.006256103515625,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.00041374407010152936,
      "loss_partial": 0.00787353515625,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0005784655222669244,
      "loss_partial": 0.004180908203125,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0002857309300452471,
      "loss_partial": 0.005615234375,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.00042020820546895266,
      "loss_partial": 0.01019287109375,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.00033547531347721815,
      "loss_partial": 0.01092529296875,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0003777284291572869,
      "loss_partial": 0.006591796875,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0005001601530238986,
      "loss_partial": 0.0045166015625,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.00040651147719472647,
      "loss_partial": 0.006072998046875,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.000469240709207952,
      "loss_partial": 0.0067138671875,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0003610340354498476,
      "loss_partial": 0.008056640625,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0005413771723397076,
      "loss_partial": 0.007293701171875,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.00037707501905970275,
      "loss_partial": 0.01007080078125,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0002458701783325523,
      "loss_partial": 0.00823974609375,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0002610110677778721,
      "loss_partial": 0.0093994140625,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0005334579618647695,
      "loss_partial": 0.005889892578125,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.0006740649696439505,
      "loss_partial": 0.00677490234375,
      "step": 1230
    },
    {
      "epoch": 1.7877906976744184,
      "loss_distr": 0.00024405107251368463,
      "loss_partial": 0.004791259765625,
      "step": 1230
    },
    {
      "epoch": 1.7892441860465116,
      "grad_norm": 0.15602046251296997,
      "learning_rate": 6.78516856025051e-07,
      "loss": 0.1756,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00045923885772936046,
      "loss_partial": 0.005035400390625,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0002148617641068995,
      "loss_partial": 0.007720947265625,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0002905859728343785,
      "loss_partial": 0.007354736328125,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0006095897406339645,
      "loss_partial": 0.00677490234375,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.000527342373970896,
      "loss_partial": 0.00445556640625,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0007118936046026647,
      "loss_partial": 0.0036163330078125,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0005213241092860699,
      "loss_partial": 0.007080078125,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00045351305743679404,
      "loss_partial": 0.00823974609375,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0005177035927772522,
      "loss_partial": 0.005584716796875,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00041826674714684486,
      "loss_partial": 0.0098876953125,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00022936325694900006,
      "loss_partial": 0.005889892578125,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0006913834949955344,
      "loss_partial": 0.005126953125,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.000728362356312573,
      "loss_partial": 0.00726318359375,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00023551302729174495,
      "loss_partial": 0.00634765625,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0003574217844288796,
      "loss_partial": 0.007781982421875,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0006221720250323415,
      "loss_partial": 0.00689697265625,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0005074562504887581,
      "loss_partial": 0.004241943359375,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00043115217704325914,
      "loss_partial": 0.004119873046875,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0005905644502490759,
      "loss_partial": 0.006683349609375,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00031764019513502717,
      "loss_partial": 0.009521484375,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0007878716569393873,
      "loss_partial": 0.00390625,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00024051606305874884,
      "loss_partial": 0.0081787109375,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.0007175749633461237,
      "loss_partial": 0.0047607421875,
      "step": 1231
    },
    {
      "epoch": 1.7892441860465116,
      "loss_distr": 0.00032098928932100534,
      "loss_partial": 0.01324462890625,
      "step": 1231
    },
    {
      "epoch": 1.7906976744186047,
      "grad_norm": 0.13974769413471222,
      "learning_rate": 6.693586931400486e-07,
      "loss": 0.1708,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.00031094966107048094,
      "loss_partial": 0.0040283203125,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0005726916715502739,
      "loss_partial": 0.005767822265625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.00023358802718576044,
      "loss_partial": 0.0062255859375,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.00044056610204279423,
      "loss_partial": 0.00543212890625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.000502032577060163,
      "loss_partial": 0.0035400390625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0005089127225801349,
      "loss_partial": 0.010498046875,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0008101323619484901,
      "loss_partial": 0.0035858154296875,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0005048178136348724,
      "loss_partial": 0.004119873046875,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0004080304061062634,
      "loss_partial": 0.00836181640625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0006026693154126406,
      "loss_partial": 0.005767822265625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0004967302666045725,
      "loss_partial": 0.00811767578125,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0003999957989435643,
      "loss_partial": 0.00982666015625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0008369623683393002,
      "loss_partial": 0.003814697265625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0004979008226655424,
      "loss_partial": 0.00787353515625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0003047141362912953,
      "loss_partial": 0.008056640625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0006266472628340125,
      "loss_partial": 0.00628662109375,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0002832032914739102,
      "loss_partial": 0.0086669921875,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0005328884581103921,
      "loss_partial": 0.0106201171875,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0003900137962773442,
      "loss_partial": 0.00677490234375,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0004192666383460164,
      "loss_partial": 0.00592041015625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.00032606354216113687,
      "loss_partial": 0.0062255859375,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0006155431619845331,
      "loss_partial": 0.006988525390625,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0005396233173087239,
      "loss_partial": 0.009033203125,
      "step": 1232
    },
    {
      "epoch": 1.7906976744186047,
      "loss_distr": 0.0004534073523245752,
      "loss_partial": 0.008056640625,
      "step": 1232
    },
    {
      "epoch": 1.7921511627906976,
      "grad_norm": 0.15662634372711182,
      "learning_rate": 6.602606157602864e-07,
      "loss": 0.1737,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0006869822973385453,
      "loss_partial": 0.00531005859375,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0005477666854858398,
      "loss_partial": 0.0028228759765625,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0005493097705766559,
      "loss_partial": 0.0067138671875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0005598996067419648,
      "loss_partial": 0.005889892578125,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.00039375326014123857,
      "loss_partial": 0.00653076171875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.000621423008851707,
      "loss_partial": 0.0059814453125,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.00038252450758591294,
      "loss_partial": 0.010498046875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.000537205720320344,
      "loss_partial": 0.00994873046875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.00037649559089913964,
      "loss_partial": 0.0091552734375,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.000535716419108212,
      "loss_partial": 0.0091552734375,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0009154889266937971,
      "loss_partial": 0.0048828125,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.000438451039372012,
      "loss_partial": 0.00787353515625,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0006735000642947853,
      "loss_partial": 0.003143310546875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0006743091507814825,
      "loss_partial": 0.00567626953125,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0005266595399007201,
      "loss_partial": 0.005096435546875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0005143239977769554,
      "loss_partial": 0.0081787109375,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.00043113413266837597,
      "loss_partial": 0.0074462890625,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.000778751855250448,
      "loss_partial": 0.0057373046875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0004962831735610962,
      "loss_partial": 0.0093994140625,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0006617623730562627,
      "loss_partial": 0.006805419921875,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.000549620483070612,
      "loss_partial": 0.003448486328125,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0005267044762149453,
      "loss_partial": 0.00726318359375,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0006194879533722997,
      "loss_partial": 0.005523681640625,
      "step": 1233
    },
    {
      "epoch": 1.7921511627906976,
      "loss_distr": 0.0005577522097155452,
      "loss_partial": 0.0045166015625,
      "step": 1233
    },
    {
      "epoch": 1.7936046511627906,
      "grad_norm": 0.14592567086219788,
      "learning_rate": 6.512226824736468e-07,
      "loss": 0.176,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0004202372510917485,
      "loss_partial": 0.005645751953125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0007321386365219951,
      "loss_partial": 0.004974365234375,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0006313560879789293,
      "loss_partial": 0.007354736328125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0005469319294206798,
      "loss_partial": 0.0035247802734375,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0006130214314907789,
      "loss_partial": 0.0032196044921875,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.00044745038030669093,
      "loss_partial": 0.00823974609375,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.00041059774230234325,
      "loss_partial": 0.00372314453125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.00039471249328926206,
      "loss_partial": 0.00762939453125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0002906777954194695,
      "loss_partial": 0.00897216796875,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0003341676783747971,
      "loss_partial": 0.010986328125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0006521040922962129,
      "loss_partial": 0.004425048828125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0003551449626684189,
      "loss_partial": 0.0040283203125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0005995178362354636,
      "loss_partial": 0.0034332275390625,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.00039801429375074804,
      "loss_partial": 0.007354736328125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.00042365395347587764,
      "loss_partial": 0.00482177734375,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0005039573879912496,
      "loss_partial": 0.00494384765625,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0002648997469805181,
      "loss_partial": 0.01068115234375,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.001138488994911313,
      "loss_partial": 0.006683349609375,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0005763585795648396,
      "loss_partial": 0.0054931640625,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0005012615001760423,
      "loss_partial": 0.004150390625,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0005979954148642719,
      "loss_partial": 0.004058837890625,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.0005890437169000506,
      "loss_partial": 0.0079345703125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.00038653644151054323,
      "loss_partial": 0.0050048828125,
      "step": 1234
    },
    {
      "epoch": 1.7936046511627906,
      "loss_distr": 0.00034532445715740323,
      "loss_partial": 0.0078125,
      "step": 1234
    },
    {
      "epoch": 1.7950581395348837,
      "grad_norm": 0.17304091155529022,
      "learning_rate": 6.422449514807205e-07,
      "loss": 0.1723,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00042892489000223577,
      "loss_partial": 0.00823974609375,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0005878767115063965,
      "loss_partial": 0.004241943359375,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0008611224475316703,
      "loss_partial": 0.005523681640625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0006282103713601828,
      "loss_partial": 0.0078125,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0005290601402521133,
      "loss_partial": 0.0084228515625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00043040188029408455,
      "loss_partial": 0.0157470703125,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.000490431091748178,
      "loss_partial": 0.00445556640625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00039498842670582235,
      "loss_partial": 0.0106201171875,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0004366754728835076,
      "loss_partial": 0.01031494140625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00044852710561826825,
      "loss_partial": 0.006439208984375,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0008424744009971619,
      "loss_partial": 0.003570556640625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00034612728632055223,
      "loss_partial": 0.0035247802734375,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0009204501984640956,
      "loss_partial": 0.005889892578125,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0007245170418173075,
      "loss_partial": 0.004058837890625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0007392774568870664,
      "loss_partial": 0.00469970703125,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.000639413483440876,
      "loss_partial": 0.007110595703125,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0004870155535172671,
      "loss_partial": 0.006011962890625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00021289472351782024,
      "loss_partial": 0.01708984375,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00039603395271115005,
      "loss_partial": 0.01348876953125,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0002191471867263317,
      "loss_partial": 0.0045166015625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0006752900080755353,
      "loss_partial": 0.004364013671875,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.00040501842158846557,
      "loss_partial": 0.0034332275390625,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0006140180630609393,
      "loss_partial": 0.0028076171875,
      "step": 1235
    },
    {
      "epoch": 1.7950581395348837,
      "loss_distr": 0.0002889617462642491,
      "loss_partial": 0.005462646484375,
      "step": 1235
    },
    {
      "epoch": 1.7965116279069768,
      "grad_norm": 0.1710839867591858,
      "learning_rate": 6.333274805944123e-07,
      "loss": 0.173,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0009359898394905031,
      "loss_partial": 0.003387451171875,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00043011398520320654,
      "loss_partial": 0.00457763671875,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0004940993385389447,
      "loss_partial": 0.006622314453125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00055937678553164,
      "loss_partial": 0.00408935546875,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00031564669916406274,
      "loss_partial": 0.0086669921875,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00043894117698073387,
      "loss_partial": 0.00970458984375,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0005900302203372121,
      "loss_partial": 0.004486083984375,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00040400377474725246,
      "loss_partial": 0.00640869140625,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0006976152071729302,
      "loss_partial": 0.00482177734375,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00042301122448407114,
      "loss_partial": 0.005889892578125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0004280171124264598,
      "loss_partial": 0.0126953125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0005154046230018139,
      "loss_partial": 0.01007080078125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00026743518537841737,
      "loss_partial": 0.00994873046875,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0008495454676449299,
      "loss_partial": 0.00518798828125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0002518853289075196,
      "loss_partial": 0.008544921875,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0006214893655851483,
      "loss_partial": 0.00823974609375,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0003910117957275361,
      "loss_partial": 0.006134033203125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00048022205010056496,
      "loss_partial": 0.006866455078125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0004194607899989933,
      "loss_partial": 0.005584716796875,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.000316837802529335,
      "loss_partial": 0.0078125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0003767149755731225,
      "loss_partial": 0.01153564453125,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.00026716175489127636,
      "loss_partial": 0.005523681640625,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0004297424457035959,
      "loss_partial": 0.0062255859375,
      "step": 1236
    },
    {
      "epoch": 1.7965116279069768,
      "loss_distr": 0.0008584348834119737,
      "loss_partial": 0.0033416748046875,
      "step": 1236
    },
    {
      "epoch": 1.7979651162790697,
      "grad_norm": 0.154390349984169,
      "learning_rate": 6.244703272395813e-07,
      "loss": 0.1724,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0006720700766891241,
      "loss_partial": 0.00830078125,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0007907095714472234,
      "loss_partial": 0.0078125,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0004924124805256724,
      "loss_partial": 0.00701904296875,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00036311690928414464,
      "loss_partial": 0.00909423828125,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0003582417266443372,
      "loss_partial": 0.01019287109375,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.000525317678693682,
      "loss_partial": 0.0079345703125,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00021129724336788058,
      "loss_partial": 0.00823974609375,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0005387745914049447,
      "loss_partial": 0.004364013671875,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0002708790998440236,
      "loss_partial": 0.0072021484375,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0008701363112777472,
      "loss_partial": 0.004241943359375,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00027940660947933793,
      "loss_partial": 0.005462646484375,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0005048148450441658,
      "loss_partial": 0.010009765625,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00038286225753836334,
      "loss_partial": 0.004119873046875,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0005195793928578496,
      "loss_partial": 0.00933837890625,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00037086007068865,
      "loss_partial": 0.00799560546875,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0006460316944867373,
      "loss_partial": 0.004547119140625,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00042286590905860066,
      "loss_partial": 0.0164794921875,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0007976525812409818,
      "loss_partial": 0.004119873046875,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0006922107422724366,
      "loss_partial": 0.006134033203125,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0006663638050667942,
      "loss_partial": 0.00439453125,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00044696935219690204,
      "loss_partial": 0.005096435546875,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0006162323988974094,
      "loss_partial": 0.007568359375,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.0006012824596837163,
      "loss_partial": 0.00421142578125,
      "step": 1237
    },
    {
      "epoch": 1.7979651162790697,
      "loss_distr": 0.00044304816401563585,
      "loss_partial": 0.005218505859375,
      "step": 1237
    },
    {
      "epoch": 1.7994186046511627,
      "grad_norm": 0.14088444411754608,
      "learning_rate": 6.156735484526643e-07,
      "loss": 0.1765,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0007219857070595026,
      "loss_partial": 0.004425048828125,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0004732188244815916,
      "loss_partial": 0.00897216796875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.000780457747168839,
      "loss_partial": 0.004608154296875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.000395050214137882,
      "loss_partial": 0.013671875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.000488598772790283,
      "loss_partial": 0.00982666015625,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0004213328938931227,
      "loss_partial": 0.01470947265625,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0004435199953150004,
      "loss_partial": 0.006683349609375,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.00021443568402901292,
      "loss_partial": 0.004608154296875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0005105016753077507,
      "loss_partial": 0.005859375,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.00026978738605976105,
      "loss_partial": 0.0078125,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0008343697991222143,
      "loss_partial": 0.0028533935546875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0006175059825181961,
      "loss_partial": 0.006927490234375,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0004577762447297573,
      "loss_partial": 0.00579833984375,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0005042091943323612,
      "loss_partial": 0.01025390625,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.00037285566213540733,
      "loss_partial": 0.004119873046875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.00038187752943485975,
      "loss_partial": 0.005035400390625,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.000733855995349586,
      "loss_partial": 0.0076904296875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0006442563608288765,
      "loss_partial": 0.0068359375,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0004080846847500652,
      "loss_partial": 0.010498046875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.00042739135096780956,
      "loss_partial": 0.00653076171875,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.00047899954370222986,
      "loss_partial": 0.005279541015625,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0006151404231786728,
      "loss_partial": 0.0064697265625,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.0005630999803543091,
      "loss_partial": 0.006439208984375,
      "step": 1238
    },
    {
      "epoch": 1.7994186046511627,
      "loss_distr": 0.000498355133458972,
      "loss_partial": 0.00897216796875,
      "step": 1238
    },
    {
      "epoch": 1.8008720930232558,
      "grad_norm": 0.13650593161582947,
      "learning_rate": 6.069372008813079e-07,
      "loss": 0.1737,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.000601770356297493,
      "loss_partial": 0.01214599609375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0003373138315510005,
      "loss_partial": 0.005340576171875,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0002633211261127144,
      "loss_partial": 0.00994873046875,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0005550480564124882,
      "loss_partial": 0.009033203125,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.00033981516025960445,
      "loss_partial": 0.00579833984375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0005067097372375429,
      "loss_partial": 0.00494384765625,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.00042404932901263237,
      "loss_partial": 0.00457763671875,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0006461287848651409,
      "loss_partial": 0.006927490234375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0005623454344458878,
      "loss_partial": 0.00579833984375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0004314176912885159,
      "loss_partial": 0.005462646484375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.000754458480514586,
      "loss_partial": 0.009033203125,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.00018689360877033323,
      "loss_partial": 0.00921630859375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0006963020423427224,
      "loss_partial": 0.00518798828125,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0004921308718621731,
      "loss_partial": 0.006072998046875,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0003026154881808907,
      "loss_partial": 0.006317138671875,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0005174523103050888,
      "loss_partial": 0.0059814453125,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0006830233032815158,
      "loss_partial": 0.004150390625,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0003830805071629584,
      "loss_partial": 0.0111083984375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0004193725762888789,
      "loss_partial": 0.0089111328125,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0009049837244674563,
      "loss_partial": 0.00726318359375,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.00024580839090049267,
      "loss_partial": 0.0059814453125,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0003837657277472317,
      "loss_partial": 0.007720947265625,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.00041592703200876713,
      "loss_partial": 0.005889892578125,
      "step": 1239
    },
    {
      "epoch": 1.8008720930232558,
      "loss_distr": 0.0007687850738875568,
      "loss_partial": 0.0023651123046875,
      "step": 1239
    },
    {
      "epoch": 1.802325581395349,
      "grad_norm": 0.1473199874162674,
      "learning_rate": 5.982613407840121e-07,
      "loss": 0.1763,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.00038659950951114297,
      "loss_partial": 0.0074462890625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.00047997478395700455,
      "loss_partial": 0.0054931640625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0003739040985237807,
      "loss_partial": 0.00579833984375,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0007999421795830131,
      "loss_partial": 0.007568359375,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0005915046203881502,
      "loss_partial": 0.006500244140625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0003360634436830878,
      "loss_partial": 0.0069580078125,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0005839979276061058,
      "loss_partial": 0.006591796875,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0005335420719347894,
      "loss_partial": 0.004852294921875,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0003982622583862394,
      "loss_partial": 0.01385498046875,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.000310617673676461,
      "loss_partial": 0.00762939453125,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0006197109469212592,
      "loss_partial": 0.007476806640625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.00043084670323878527,
      "loss_partial": 0.007354736328125,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0002543822629377246,
      "loss_partial": 0.006256103515625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0005850287270732224,
      "loss_partial": 0.005126953125,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.00045549648348242044,
      "loss_partial": 0.01025390625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.00023064090055413544,
      "loss_partial": 0.0052490234375,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0006435239338316023,
      "loss_partial": 0.0045166015625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.000893940101377666,
      "loss_partial": 0.0026397705078125,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0007489518611691892,
      "loss_partial": 0.006317138671875,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.00047466970863752067,
      "loss_partial": 0.004852294921875,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.00040724745485931635,
      "loss_partial": 0.010009765625,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0006536481669172645,
      "loss_partial": 0.0081787109375,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0004905778914690018,
      "loss_partial": 0.00848388671875,
      "step": 1240
    },
    {
      "epoch": 1.802325581395349,
      "loss_distr": 0.0004322054737713188,
      "loss_partial": 0.004364013671875,
      "step": 1240
    },
    {
      "epoch": 1.8037790697674418,
      "grad_norm": 0.1436157077550888,
      "learning_rate": 5.896460240297597e-07,
      "loss": 0.1689,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0005733403959311545,
      "loss_partial": 0.01025390625,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0007036846945993602,
      "loss_partial": 0.0048828125,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0004923714441247284,
      "loss_partial": 0.00897216796875,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00045052828500047326,
      "loss_partial": 0.007659912109375,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0006890766671858728,
      "loss_partial": 0.01019287109375,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0006347879534587264,
      "loss_partial": 0.008544921875,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00025777751579880714,
      "loss_partial": 0.006134033203125,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0003670363803394139,
      "loss_partial": 0.01019287109375,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0004290454089641571,
      "loss_partial": 0.0067138671875,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00043237314093858004,
      "loss_partial": 0.004425048828125,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0005102413124404848,
      "loss_partial": 0.0074462890625,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00048498017713427544,
      "loss_partial": 0.006988525390625,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00034196331398561597,
      "loss_partial": 0.0027923583984375,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00021298803039826453,
      "loss_partial": 0.004638671875,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0006345834699459374,
      "loss_partial": 0.003509521484375,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00032590629416517913,
      "loss_partial": 0.0074462890625,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.000466172001324594,
      "loss_partial": 0.00628662109375,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.00040574383456259966,
      "loss_partial": 0.004302978515625,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0005110849742777646,
      "loss_partial": 0.00848388671875,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.000474594155093655,
      "loss_partial": 0.005584716796875,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0003833334776572883,
      "loss_partial": 0.0062255859375,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0003114518476650119,
      "loss_partial": 0.00738525390625,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0007053288863971829,
      "loss_partial": 0.00653076171875,
      "step": 1241
    },
    {
      "epoch": 1.8037790697674418,
      "loss_distr": 0.0006248039426282048,
      "loss_partial": 0.003875732421875,
      "step": 1241
    },
    {
      "epoch": 1.8052325581395348,
      "grad_norm": 0.1379219889640808,
      "learning_rate": 5.810913060976564e-07,
      "loss": 0.1734,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0006296356441453099,
      "loss_partial": 0.004302978515625,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.000630729366093874,
      "loss_partial": 0.00457763671875,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0005619998555630445,
      "loss_partial": 0.0042724609375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0005017735529690981,
      "loss_partial": 0.00494384765625,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0004898610059171915,
      "loss_partial": 0.00677490234375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0003858247946482152,
      "loss_partial": 0.00433349609375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0006106857908889651,
      "loss_partial": 0.0062255859375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0005570544162765145,
      "loss_partial": 0.005767822265625,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0006742104305885732,
      "loss_partial": 0.004669189453125,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0006301645189523697,
      "loss_partial": 0.00457763671875,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.00028442885377444327,
      "loss_partial": 0.004974365234375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0003279454249422997,
      "loss_partial": 0.00537109375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0003868096391670406,
      "loss_partial": 0.0089111328125,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0005995262763462961,
      "loss_partial": 0.005859375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0005195537814870477,
      "loss_partial": 0.005523681640625,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.00023737145238555968,
      "loss_partial": 0.0087890625,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0005240188911557198,
      "loss_partial": 0.0069580078125,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0003738886443898082,
      "loss_partial": 0.01165771484375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0003273565089330077,
      "loss_partial": 0.004302978515625,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.00037893265835009515,
      "loss_partial": 0.00970458984375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0007488118717446923,
      "loss_partial": 0.0036163330078125,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.0003836246905848384,
      "loss_partial": 0.005950927734375,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.000597959035076201,
      "loss_partial": 0.004425048828125,
      "step": 1242
    },
    {
      "epoch": 1.8052325581395348,
      "loss_distr": 0.00044934655306860805,
      "loss_partial": 0.00982666015625,
      "step": 1242
    },
    {
      "epoch": 1.806686046511628,
      "grad_norm": 0.15802064538002014,
      "learning_rate": 5.725972420765825e-07,
      "loss": 0.1728,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0005466634756885469,
      "loss_partial": 0.006439208984375,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.00036697491304948926,
      "loss_partial": 0.010009765625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0006115890573710203,
      "loss_partial": 0.00811767578125,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0005947006866335869,
      "loss_partial": 0.003814697265625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0004972676979377866,
      "loss_partial": 0.004241943359375,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0004471022402867675,
      "loss_partial": 0.00653076171875,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0008455451461486518,
      "loss_partial": 0.004608154296875,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0006664329557679594,
      "loss_partial": 0.0072021484375,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0007140499074012041,
      "loss_partial": 0.0045166015625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0008558357367292047,
      "loss_partial": 0.006561279296875,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0005250662215985358,
      "loss_partial": 0.00811767578125,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0007138943765312433,
      "loss_partial": 0.005767822265625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0004328518407419324,
      "loss_partial": 0.006988525390625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0007939726929180324,
      "loss_partial": 0.003265380859375,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0004992829635739326,
      "loss_partial": 0.007476806640625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0005391992162913084,
      "loss_partial": 0.00537109375,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.000878679973538965,
      "loss_partial": 0.0038604736328125,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0003378510591574013,
      "loss_partial": 0.0098876953125,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0005855337949469686,
      "loss_partial": 0.00390625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0006459361757151783,
      "loss_partial": 0.00799560546875,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0002586797927506268,
      "loss_partial": 0.018798828125,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0003633679007180035,
      "loss_partial": 0.0113525390625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.0002430378517601639,
      "loss_partial": 0.00787353515625,
      "step": 1243
    },
    {
      "epoch": 1.806686046511628,
      "loss_distr": 0.00034008684451691806,
      "loss_partial": 0.00933837890625,
      "step": 1243
    },
    {
      "epoch": 1.808139534883721,
      "grad_norm": 0.1426287591457367,
      "learning_rate": 5.641638866648258e-07,
      "loss": 0.1777,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0003052998799830675,
      "loss_partial": 0.00811767578125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0006051291711628437,
      "loss_partial": 0.004241943359375,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0003311868931632489,
      "loss_partial": 0.00762939453125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00025616781204007566,
      "loss_partial": 0.003326416015625,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.000336184399202466,
      "loss_partial": 0.004669189453125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00037254055496305227,
      "loss_partial": 0.01385498046875,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0007661522831767797,
      "loss_partial": 0.004974365234375,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0005635538836941123,
      "loss_partial": 0.006103515625,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00027297274209558964,
      "loss_partial": 0.0033721923828125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0004549869045149535,
      "loss_partial": 0.005523681640625,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00029879703652113676,
      "loss_partial": 0.006011962890625,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00025415391428396106,
      "loss_partial": 0.0086669921875,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0006541645852848887,
      "loss_partial": 0.0036468505859375,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00022066941892262548,
      "loss_partial": 0.007110595703125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00041722238529473543,
      "loss_partial": 0.009521484375,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0006998215103521943,
      "loss_partial": 0.007293701171875,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0004650571499951184,
      "loss_partial": 0.0036773681640625,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00031543802469968796,
      "loss_partial": 0.0086669921875,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0003604144440032542,
      "loss_partial": 0.00787353515625,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0003847506595775485,
      "loss_partial": 0.017578125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.000545129703823477,
      "loss_partial": 0.005157470703125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0007993266335688531,
      "loss_partial": 0.00579833984375,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.0003475717967376113,
      "loss_partial": 0.01104736328125,
      "step": 1244
    },
    {
      "epoch": 1.808139534883721,
      "loss_distr": 0.00028878063312731683,
      "loss_partial": 0.00811767578125,
      "step": 1244
    },
    {
      "epoch": 1.809593023255814,
      "grad_norm": 0.16269782185554504,
      "learning_rate": 5.557912941697375e-07,
      "loss": 0.1764,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.00039707700489088893,
      "loss_partial": 0.00787353515625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0007498682243749499,
      "loss_partial": 0.00897216796875,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0005462460685521364,
      "loss_partial": 0.005889892578125,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.000704441568814218,
      "loss_partial": 0.008056640625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.00025621478562243283,
      "loss_partial": 0.00946044921875,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.000650981324724853,
      "loss_partial": 0.00689697265625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0005789041169919074,
      "loss_partial": 0.005859375,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0004030820564366877,
      "loss_partial": 0.008544921875,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.000738046073820442,
      "loss_partial": 0.003448486328125,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0005680876784026623,
      "loss_partial": 0.0074462890625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0005846542189829051,
      "loss_partial": 0.00787353515625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0005740445922128856,
      "loss_partial": 0.0115966796875,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0002664396306499839,
      "loss_partial": 0.006561279296875,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0005623963661491871,
      "loss_partial": 0.00872802734375,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0004308439965825528,
      "loss_partial": 0.0081787109375,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0004280867287889123,
      "loss_partial": 0.0107421875,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0003420352004468441,
      "loss_partial": 0.00567626953125,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0006355606019496918,
      "loss_partial": 0.006195068359375,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.00042681099148467183,
      "loss_partial": 0.007080078125,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0003466126509010792,
      "loss_partial": 0.0087890625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0008878239314071834,
      "loss_partial": 0.00244140625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.0005404618568718433,
      "loss_partial": 0.004058837890625,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.000657391210552305,
      "loss_partial": 0.0067138671875,
      "step": 1245
    },
    {
      "epoch": 1.809593023255814,
      "loss_distr": 0.00026571322814561427,
      "loss_partial": 0.007720947265625,
      "step": 1245
    },
    {
      "epoch": 1.8110465116279069,
      "grad_norm": 0.16388818621635437,
      "learning_rate": 5.474795185073845e-07,
      "loss": 0.1744,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.000634625437669456,
      "loss_partial": 0.00604248046875,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0005949360784143209,
      "loss_partial": 0.0034332275390625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0008431904716417193,
      "loss_partial": 0.005645751953125,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00047399598406627774,
      "loss_partial": 0.01129150390625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0005333676235750318,
      "loss_partial": 0.0062255859375,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0008035388309508562,
      "loss_partial": 0.00506591796875,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00039696559542790055,
      "loss_partial": 0.0034637451171875,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0006909545045346022,
      "loss_partial": 0.005035400390625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00036392954643815756,
      "loss_partial": 0.006683349609375,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0005618908908218145,
      "loss_partial": 0.0068359375,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00035232165828347206,
      "loss_partial": 0.015869140625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0004941227962262928,
      "loss_partial": 0.00787353515625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00032120157266035676,
      "loss_partial": 0.00921630859375,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0005046166479587555,
      "loss_partial": 0.00604248046875,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00043414399260655046,
      "loss_partial": 0.003997802734375,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00045787665294483304,
      "loss_partial": 0.00469970703125,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0005489431787282228,
      "loss_partial": 0.00836181640625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00035058913636021316,
      "loss_partial": 0.004669189453125,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0006974731804803014,
      "loss_partial": 0.004547119140625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0003206605324521661,
      "loss_partial": 0.006744384765625,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0007563765393570065,
      "loss_partial": 0.0038299560546875,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.00023131466878112406,
      "loss_partial": 0.00811767578125,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0005910754553042352,
      "loss_partial": 0.005157470703125,
      "step": 1246
    },
    {
      "epoch": 1.8110465116279069,
      "loss_distr": 0.0003433062811382115,
      "loss_partial": 0.01031494140625,
      "step": 1246
    },
    {
      "epoch": 1.8125,
      "grad_norm": 0.1440342664718628,
      "learning_rate": 5.39228613202194e-07,
      "loss": 0.1752,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.00033722800435498357,
      "loss_partial": 0.004852294921875,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0003157875034958124,
      "loss_partial": 0.006317138671875,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.00034425948979333043,
      "loss_partial": 0.006378173828125,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0003689348232001066,
      "loss_partial": 0.00836181640625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0003143214853480458,
      "loss_partial": 0.0084228515625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.00029962073313072324,
      "loss_partial": 0.0072021484375,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0005714739090763032,
      "loss_partial": 0.006103515625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0005165189504623413,
      "loss_partial": 0.00445556640625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0007537946803495288,
      "loss_partial": 0.00433349609375,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0003574273723643273,
      "loss_partial": 0.0050048828125,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0007161770481616259,
      "loss_partial": 0.01031494140625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0002445066347718239,
      "loss_partial": 0.004425048828125,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0002987543703056872,
      "loss_partial": 0.00885009765625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.00045811414020136,
      "loss_partial": 0.0030059814453125,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0003363724099472165,
      "loss_partial": 0.0111083984375,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0006515594432130456,
      "loss_partial": 0.005523681640625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0006226408295333385,
      "loss_partial": 0.00836181640625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0005074929213151336,
      "loss_partial": 0.0037689208984375,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0007107338751666248,
      "loss_partial": 0.005950927734375,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0008085055742412806,
      "loss_partial": 0.003936767578125,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0006590706761926413,
      "loss_partial": 0.0050048828125,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0003463304601609707,
      "loss_partial": 0.005401611328125,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0002646475622896105,
      "loss_partial": 0.0087890625,
      "step": 1247
    },
    {
      "epoch": 1.8125,
      "loss_distr": 0.0003673338214866817,
      "loss_partial": 0.006683349609375,
      "step": 1247
    },
    {
      "epoch": 1.8139534883720931,
      "grad_norm": 0.16207098960876465,
      "learning_rate": 5.310386313866122e-07,
      "loss": 0.1727,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0004051310825161636,
      "loss_partial": 0.00543212890625,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0006412219372577965,
      "loss_partial": 0.0037841796875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0008049894822761416,
      "loss_partial": 0.0028839111328125,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0002880148822441697,
      "loss_partial": 0.006072998046875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.000776624889113009,
      "loss_partial": 0.00390625,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0004487526312004775,
      "loss_partial": 0.0089111328125,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0003045651246793568,
      "loss_partial": 0.00628662109375,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.00047814438585191965,
      "loss_partial": 0.004852294921875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0006444210885092616,
      "loss_partial": 0.0174560546875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0009831782663241029,
      "loss_partial": 0.004364013671875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0004019167390652001,
      "loss_partial": 0.0072021484375,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0005027306615374982,
      "loss_partial": 0.005279541015625,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0005693165585398674,
      "loss_partial": 0.00592041015625,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0004960818332619965,
      "loss_partial": 0.00830078125,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0005741809727624059,
      "loss_partial": 0.007232666015625,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.00028373958775773644,
      "loss_partial": 0.006317138671875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0008120461134240031,
      "loss_partial": 0.00665283203125,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0005329023115336895,
      "loss_partial": 0.004425048828125,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.000834837497677654,
      "loss_partial": 0.006561279296875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.000676421623211354,
      "loss_partial": 0.004180908203125,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0006713990005664527,
      "loss_partial": 0.009521484375,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.00032652507070451975,
      "loss_partial": 0.01141357421875,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.0007673406507819891,
      "loss_partial": 0.003997802734375,
      "step": 1248
    },
    {
      "epoch": 1.8139534883720931,
      "loss_distr": 0.000575861195102334,
      "loss_partial": 0.005859375,
      "step": 1248
    },
    {
      "epoch": 1.815406976744186,
      "grad_norm": 0.14272388815879822,
      "learning_rate": 5.229096258007638e-07,
      "loss": 0.1732,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0002565208706073463,
      "loss_partial": 0.0081787109375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0004312082310207188,
      "loss_partial": 0.00701904296875,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.00036280835047364235,
      "loss_partial": 0.00390625,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0006777156377211213,
      "loss_partial": 0.0031280517578125,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0006622259388677776,
      "loss_partial": 0.007232666015625,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0004999189986847341,
      "loss_partial": 0.004058837890625,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.000446202524472028,
      "loss_partial": 0.005859375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0005016318755224347,
      "loss_partial": 0.004730224609375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0004875625891145319,
      "loss_partial": 0.006439208984375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.00041334537672810256,
      "loss_partial": 0.006439208984375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.000494310399517417,
      "loss_partial": 0.006744384765625,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0004024835943710059,
      "loss_partial": 0.00927734375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0004718011477962136,
      "loss_partial": 0.004486083984375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0005553652299568057,
      "loss_partial": 0.00506591796875,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.00019650177273433656,
      "loss_partial": 0.011962890625,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0006086271605454385,
      "loss_partial": 0.003387451171875,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0004406689840834588,
      "loss_partial": 0.0026092529296875,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0002435931091895327,
      "loss_partial": 0.0079345703125,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0005246521905064583,
      "loss_partial": 0.00439453125,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0008109150221571326,
      "loss_partial": 0.00384521484375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.00030272474396042526,
      "loss_partial": 0.006072998046875,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0003651946026366204,
      "loss_partial": 0.00921630859375,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0007250854978337884,
      "loss_partial": 0.006561279296875,
      "step": 1249
    },
    {
      "epoch": 1.815406976744186,
      "loss_distr": 0.0004590075695887208,
      "loss_partial": 0.0037689208984375,
      "step": 1249
    },
    {
      "epoch": 1.816860465116279,
      "grad_norm": 0.14507272839546204,
      "learning_rate": 5.14841648792116e-07,
      "loss": 0.1719,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0009541288018226624,
      "loss_partial": 0.00732421875,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0006534363492392004,
      "loss_partial": 0.004058837890625,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.00047699373681098223,
      "loss_partial": 0.00860595703125,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0007265016320161521,
      "loss_partial": 0.004302978515625,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.000609407783485949,
      "loss_partial": 0.004150390625,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.00048773695016279817,
      "loss_partial": 0.003936767578125,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0002634283737279475,
      "loss_partial": 0.006500244140625,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.00030530686490237713,
      "loss_partial": 0.005950927734375,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0006215685280039907,
      "loss_partial": 0.00567626953125,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0006666022236458957,
      "loss_partial": 0.0034027099609375,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0004932027077302337,
      "loss_partial": 0.006439208984375,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0002922716084867716,
      "loss_partial": 0.00518798828125,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.00036155071575194597,
      "loss_partial": 0.0081787109375,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0006540784961543977,
      "loss_partial": 0.004669189453125,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0004908459959551692,
      "loss_partial": 0.00762939453125,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.00027930212672799826,
      "loss_partial": 0.004547119140625,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.000419214426074177,
      "loss_partial": 0.0034027099609375,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0005066089215688407,
      "loss_partial": 0.00469970703125,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0007022146019153297,
      "loss_partial": 0.0087890625,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0005394626641646028,
      "loss_partial": 0.01141357421875,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.00026441022055223584,
      "loss_partial": 0.005035400390625,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0003225657274015248,
      "loss_partial": 0.00750732421875,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.0002823900431394577,
      "loss_partial": 0.00848388671875,
      "step": 1250
    },
    {
      "epoch": 1.816860465116279,
      "loss_distr": 0.000254316721111536,
      "loss_partial": 0.0216064453125,
      "step": 1250
    },
    {
      "epoch": 1.818313953488372,
      "grad_norm": 0.1430533528327942,
      "learning_rate": 5.06834752315134e-07,
      "loss": 0.1709,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0005693354178220034,
      "loss_partial": 0.00701904296875,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0008565094321966171,
      "loss_partial": 0.0079345703125,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0006133001297712326,
      "loss_partial": 0.0081787109375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.00023173615045379847,
      "loss_partial": 0.005950927734375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0004058526537846774,
      "loss_partial": 0.005035400390625,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.000402186531573534,
      "loss_partial": 0.0064697265625,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0005361590883694589,
      "loss_partial": 0.0086669921875,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0003648296697065234,
      "loss_partial": 0.01068115234375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.00041103115654550493,
      "loss_partial": 0.00274658203125,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.00026958275702781975,
      "loss_partial": 0.008544921875,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0002945510495919734,
      "loss_partial": 0.005218505859375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.00041672258521430194,
      "loss_partial": 0.01300048828125,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.000513155828230083,
      "loss_partial": 0.004638671875,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0008814348257146776,
      "loss_partial": 0.0064697265625,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.000734921486582607,
      "loss_partial": 0.01416015625,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0003025088517460972,
      "loss_partial": 0.00775146484375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0006426803302019835,
      "loss_partial": 0.004730224609375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0002524416777305305,
      "loss_partial": 0.00982666015625,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.00040127377724274993,
      "loss_partial": 0.0106201171875,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0006727384752593935,
      "loss_partial": 0.00531005859375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.00023576080275233835,
      "loss_partial": 0.006927490234375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0006313450285233557,
      "loss_partial": 0.007568359375,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.0005876240320503712,
      "loss_partial": 0.0137939453125,
      "step": 1251
    },
    {
      "epoch": 1.818313953488372,
      "loss_distr": 0.00040772027568891644,
      "loss_partial": 0.004547119140625,
      "step": 1251
    },
    {
      "epoch": 1.8197674418604652,
      "grad_norm": 0.15200793743133545,
      "learning_rate": 4.988889879309433e-07,
      "loss": 0.1768,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0007687726756557822,
      "loss_partial": 0.00506591796875,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0004439928743522614,
      "loss_partial": 0.005401611328125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0004896019818261266,
      "loss_partial": 0.00885009765625,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0004786706995218992,
      "loss_partial": 0.006683349609375,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0005964129813946784,
      "loss_partial": 0.00604248046875,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.00041595668881200254,
      "loss_partial": 0.005126953125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0006983407074585557,
      "loss_partial": 0.00421142578125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0004962338134646416,
      "loss_partial": 0.00408935546875,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.000664000166580081,
      "loss_partial": 0.006683349609375,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0007715115789324045,
      "loss_partial": 0.005889892578125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0007718775304965675,
      "loss_partial": 0.0084228515625,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.00025688394089229405,
      "loss_partial": 0.003753662109375,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0003725476562976837,
      "loss_partial": 0.005706787109375,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.000585679488722235,
      "loss_partial": 0.00616455078125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0005171457305550575,
      "loss_partial": 0.0059814453125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0005401429953053594,
      "loss_partial": 0.007049560546875,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.00046056893188506365,
      "loss_partial": 0.00750732421875,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0003643057425506413,
      "loss_partial": 0.0069580078125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.00019772682571783662,
      "loss_partial": 0.006591796875,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0006584054208360612,
      "loss_partial": 0.005279541015625,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0004855594306718558,
      "loss_partial": 0.0035400390625,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.000204870302695781,
      "loss_partial": 0.00860595703125,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.00036251574056223035,
      "loss_partial": 0.005767822265625,
      "step": 1252
    },
    {
      "epoch": 1.8197674418604652,
      "loss_distr": 0.0004207887686789036,
      "loss_partial": 0.005584716796875,
      "step": 1252
    },
    {
      "epoch": 1.8212209302325582,
      "grad_norm": 0.14487186074256897,
      "learning_rate": 4.910044068070163e-07,
      "loss": 0.1719,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0002591543016023934,
      "loss_partial": 0.0069580078125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00036443385761231184,
      "loss_partial": 0.005279541015625,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00019634484488051385,
      "loss_partial": 0.005035400390625,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00034283671993762255,
      "loss_partial": 0.0087890625,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00029821472708135843,
      "loss_partial": 0.01031494140625,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00045457802480086684,
      "loss_partial": 0.0079345703125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0004725515318568796,
      "loss_partial": 0.0062255859375,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0003615112218540162,
      "loss_partial": 0.00732421875,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00034153449814766645,
      "loss_partial": 0.00823974609375,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00042608572402969003,
      "loss_partial": 0.005706787109375,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0006794144865125418,
      "loss_partial": 0.005462646484375,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0006788866012357175,
      "loss_partial": 0.0040283203125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0007198626408353448,
      "loss_partial": 0.0048828125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0003047410282306373,
      "loss_partial": 0.0108642578125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0003339891554787755,
      "loss_partial": 0.00616455078125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0006091048126108944,
      "loss_partial": 0.006866455078125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0007849590620025992,
      "loss_partial": 0.006683349609375,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00026320357574149966,
      "loss_partial": 0.009521484375,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0004124537226743996,
      "loss_partial": 0.0084228515625,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00022615809575654566,
      "loss_partial": 0.00689697265625,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00046815298264846206,
      "loss_partial": 0.00830078125,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.00043522700434550643,
      "loss_partial": 0.00408935546875,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0007603155681863427,
      "loss_partial": 0.00445556640625,
      "step": 1253
    },
    {
      "epoch": 1.8212209302325582,
      "loss_distr": 0.0004919158527627587,
      "loss_partial": 0.006256103515625,
      "step": 1253
    },
    {
      "epoch": 1.822674418604651,
      "grad_norm": 0.15923374891281128,
      "learning_rate": 4.831810597168185e-07,
      "loss": 0.1735,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0006680723163299263,
      "loss_partial": 0.00579833984375,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0004891516291536391,
      "loss_partial": 0.00665283203125,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.00045075261732563376,
      "loss_partial": 0.0106201171875,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0004406360094435513,
      "loss_partial": 0.0093994140625,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.00048220681492239237,
      "loss_partial": 0.00775146484375,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0006785659352317452,
      "loss_partial": 0.0079345703125,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0005460124230012298,
      "loss_partial": 0.00567626953125,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.000463574833702296,
      "loss_partial": 0.00665283203125,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.00035899574868381023,
      "loss_partial": 0.00537109375,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0005355017492547631,
      "loss_partial": 0.0032806396484375,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.00023160454293247312,
      "loss_partial": 0.01251220703125,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0003397282853256911,
      "loss_partial": 0.007476806640625,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0004177846712991595,
      "loss_partial": 0.0068359375,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0003993051068391651,
      "loss_partial": 0.007049560546875,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0004902546061202884,
      "loss_partial": 0.01043701171875,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0005242722108960152,
      "loss_partial": 0.00555419921875,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0005546078900806606,
      "loss_partial": 0.006744384765625,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0006082223844714463,
      "loss_partial": 0.0047607421875,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0007784629124216735,
      "loss_partial": 0.004669189453125,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0004613953351508826,
      "loss_partial": 0.00775146484375,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0005354763707146049,
      "loss_partial": 0.00506591796875,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.0006364954169839621,
      "loss_partial": 0.0050048828125,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.00047028413973748684,
      "loss_partial": 0.0064697265625,
      "step": 1254
    },
    {
      "epoch": 1.822674418604651,
      "loss_distr": 0.00020410126307979226,
      "loss_partial": 0.0047607421875,
      "step": 1254
    },
    {
      "epoch": 1.8241279069767442,
      "grad_norm": 0.15421974658966064,
      "learning_rate": 4.7541899703949955e-07,
      "loss": 0.1757,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.000646713306196034,
      "loss_partial": 0.00421142578125,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0005069886101409793,
      "loss_partial": 0.00628662109375,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0006364858709275723,
      "loss_partial": 0.005615234375,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.00033964269096031785,
      "loss_partial": 0.00494384765625,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0004055136814713478,
      "loss_partial": 0.006256103515625,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0007782771135680377,
      "loss_partial": 0.0045166015625,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.00037602498196065426,
      "loss_partial": 0.005096435546875,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.000467037403723225,
      "loss_partial": 0.005340576171875,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0009298839140683413,
      "loss_partial": 0.0036773681640625,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0004894735757261515,
      "loss_partial": 0.00811767578125,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0006304450798779726,
      "loss_partial": 0.009033203125,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.000782553106546402,
      "loss_partial": 0.004638671875,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0004995705676265061,
      "loss_partial": 0.00439453125,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.00028612196911126375,
      "loss_partial": 0.01068115234375,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.000447727827122435,
      "loss_partial": 0.0089111328125,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0008503150893375278,
      "loss_partial": 0.006195068359375,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0003882110759150237,
      "loss_partial": 0.009033203125,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0005175803089514375,
      "loss_partial": 0.0084228515625,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0005077642272226512,
      "loss_partial": 0.01123046875,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0006048205541446805,
      "loss_partial": 0.003997802734375,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0006245045806281269,
      "loss_partial": 0.007537841796875,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0006311655160970986,
      "loss_partial": 0.004791259765625,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0004759542644023895,
      "loss_partial": 0.0107421875,
      "step": 1255
    },
    {
      "epoch": 1.8241279069767442,
      "loss_distr": 0.0007262424333021045,
      "loss_partial": 0.003875732421875,
      "step": 1255
    },
    {
      "epoch": 1.8255813953488373,
      "grad_norm": 0.14861434698104858,
      "learning_rate": 4.6771826875956274e-07,
      "loss": 0.1737,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0004966408014297485,
      "loss_partial": 0.00701904296875,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0006677733035758138,
      "loss_partial": 0.005157470703125,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00036662007914856076,
      "loss_partial": 0.0087890625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00026034266920760274,
      "loss_partial": 0.00933837890625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0002070634945994243,
      "loss_partial": 0.006866455078125,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0005436588544398546,
      "loss_partial": 0.00714111328125,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0005986224859952927,
      "loss_partial": 0.006072998046875,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00046015073894523084,
      "loss_partial": 0.006805419921875,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0006091758841648698,
      "loss_partial": 0.004547119140625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0003382018767297268,
      "loss_partial": 0.00738525390625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0005132085061632097,
      "loss_partial": 0.005767822265625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00020257009600754827,
      "loss_partial": 0.005889892578125,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0004486776306293905,
      "loss_partial": 0.007232666015625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00042113554081879556,
      "loss_partial": 0.00762939453125,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0007772587705403566,
      "loss_partial": 0.004058837890625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0006354619981721044,
      "loss_partial": 0.00701904296875,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0004906754475086927,
      "loss_partial": 0.005462646484375,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00048534368397668004,
      "loss_partial": 0.01385498046875,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00036665902007371187,
      "loss_partial": 0.00811767578125,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0004175974172540009,
      "loss_partial": 0.00775146484375,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0005196548299863935,
      "loss_partial": 0.007568359375,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.00046085729263722897,
      "loss_partial": 0.009765625,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.000787662691436708,
      "loss_partial": 0.0029144287109375,
      "step": 1256
    },
    {
      "epoch": 1.8255813953488373,
      "loss_distr": 0.0007774325786158442,
      "loss_partial": 0.005645751953125,
      "step": 1256
    },
    {
      "epoch": 1.8270348837209303,
      "grad_norm": 0.14005501568317413,
      "learning_rate": 4.6007892446654044e-07,
      "loss": 0.1712,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.00036561780143529177,
      "loss_partial": 0.003814697265625,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0009214525925926864,
      "loss_partial": 0.0038604736328125,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0003458926221355796,
      "loss_partial": 0.0050048828125,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.000830436241813004,
      "loss_partial": 0.003662109375,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0008671259274706244,
      "loss_partial": 0.0025787353515625,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0005989094497635961,
      "loss_partial": 0.003173828125,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0006496220594272017,
      "loss_partial": 0.004852294921875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0004586662398651242,
      "loss_partial": 0.0067138671875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0004885322414338589,
      "loss_partial": 0.01214599609375,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0006244897958822548,
      "loss_partial": 0.0050048828125,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0007640504627488554,
      "loss_partial": 0.004364013671875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0004969703149981797,
      "loss_partial": 0.00616455078125,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0007055163150653243,
      "loss_partial": 0.0047607421875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0004520195652730763,
      "loss_partial": 0.00823974609375,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.000509541598148644,
      "loss_partial": 0.004852294921875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0004661598359234631,
      "loss_partial": 0.0093994140625,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0008104293374344707,
      "loss_partial": 0.00689697265625,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0002908320748247206,
      "loss_partial": 0.00653076171875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.00025543305673636496,
      "loss_partial": 0.004486083984375,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0005676074652001262,
      "loss_partial": 0.004913330078125,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0007862878264859319,
      "loss_partial": 0.0024566650390625,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.0005206929054111242,
      "loss_partial": 0.0115966796875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.00036384392296895385,
      "loss_partial": 0.006317138671875,
      "step": 1257
    },
    {
      "epoch": 1.8270348837209303,
      "loss_distr": 0.00047261465806514025,
      "loss_partial": 0.005889892578125,
      "step": 1257
    },
    {
      "epoch": 1.8284883720930232,
      "grad_norm": 0.15559956431388855,
      "learning_rate": 4.525010133546781e-07,
      "loss": 0.1724,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.00025627785362303257,
      "loss_partial": 0.01153564453125,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.00046985733206383884,
      "loss_partial": 0.00634765625,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.00038564676651731133,
      "loss_partial": 0.00885009765625,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0004970459267497063,
      "loss_partial": 0.0074462890625,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0005108708865009248,
      "loss_partial": 0.006683349609375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.00048493355279788375,
      "loss_partial": 0.00579833984375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.000350904738297686,
      "loss_partial": 0.0062255859375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0006348545430228114,
      "loss_partial": 0.00921630859375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0005548109184019268,
      "loss_partial": 0.0040283203125,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0008605909533798695,
      "loss_partial": 0.00469970703125,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0008177940617315471,
      "loss_partial": 0.0042724609375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.00043099484173581004,
      "loss_partial": 0.00616455078125,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0005450467579066753,
      "loss_partial": 0.00726318359375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.00042288360418751836,
      "loss_partial": 0.00799560546875,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0003811343922279775,
      "loss_partial": 0.00933837890625,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0006177627947181463,
      "loss_partial": 0.0036468505859375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0004142458492424339,
      "loss_partial": 0.007049560546875,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0005337525508366525,
      "loss_partial": 0.0035552978515625,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0005308748804964125,
      "loss_partial": 0.0084228515625,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0005309437983669341,
      "loss_partial": 0.00726318359375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.00034251989563927054,
      "loss_partial": 0.00537109375,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.000615122087765485,
      "loss_partial": 0.005645751953125,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0004230970225762576,
      "loss_partial": 0.004669189453125,
      "step": 1258
    },
    {
      "epoch": 1.8284883720930232,
      "loss_distr": 0.0005063834832981229,
      "loss_partial": 0.0052490234375,
      "step": 1258
    },
    {
      "epoch": 1.8299418604651163,
      "grad_norm": 0.2319282591342926,
      "learning_rate": 4.449845842226186e-07,
      "loss": 0.175,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0004232905921526253,
      "loss_partial": 0.00775146484375,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.00042165612103417516,
      "loss_partial": 0.005523681640625,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0006831436767242849,
      "loss_partial": 0.006927490234375,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.00026925402926281095,
      "loss_partial": 0.0089111328125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0008695529541000724,
      "loss_partial": 0.004150390625,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0005500845145434141,
      "loss_partial": 0.00909423828125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0005913735367357731,
      "loss_partial": 0.00726318359375,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0008445567218586802,
      "loss_partial": 0.005035400390625,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0002810353471431881,
      "loss_partial": 0.01495361328125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0006236908957362175,
      "loss_partial": 0.004241943359375,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0005794772878289223,
      "loss_partial": 0.00909423828125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.00021421961719170213,
      "loss_partial": 0.005401611328125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0004269806086085737,
      "loss_partial": 0.0081787109375,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0006004520109854639,
      "loss_partial": 0.00665283203125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0007914425223134458,
      "loss_partial": 0.004058837890625,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0006287455325946212,
      "loss_partial": 0.0036773681640625,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0006318128434941173,
      "loss_partial": 0.006500244140625,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0004755695990752429,
      "loss_partial": 0.0078125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0006546093500219285,
      "loss_partial": 0.00555419921875,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0003382022841833532,
      "loss_partial": 0.00665283203125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0005240925820544362,
      "loss_partial": 0.007720947265625,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0004651770868804306,
      "loss_partial": 0.0032501220703125,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.0002457943046465516,
      "loss_partial": 0.007537841796875,
      "step": 1259
    },
    {
      "epoch": 1.8299418604651163,
      "loss_distr": 0.00035183399450033903,
      "loss_partial": 0.01239013671875,
      "step": 1259
    },
    {
      "epoch": 1.8313953488372094,
      "grad_norm": 0.1486600786447525,
      "learning_rate": 4.375296854730815e-07,
      "loss": 0.1737,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0007118229987099767,
      "loss_partial": 0.00726318359375,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.000614636461250484,
      "loss_partial": 0.00506591796875,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0004791210521943867,
      "loss_partial": 0.00579833984375,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0005563044105656445,
      "loss_partial": 0.007354736328125,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0002799996582325548,
      "loss_partial": 0.0078125,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0003409349010325968,
      "loss_partial": 0.004241943359375,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.00048279413022100925,
      "loss_partial": 0.007659912109375,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0007809076923877001,
      "loss_partial": 0.005157470703125,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.00034350232454016805,
      "loss_partial": 0.011474609375,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0005517791723832488,
      "loss_partial": 0.005523681640625,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0004239909758325666,
      "loss_partial": 0.00543212890625,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0006094676209613681,
      "loss_partial": 0.003814697265625,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.000705618062056601,
      "loss_partial": 0.005615234375,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0002452859189361334,
      "loss_partial": 0.0203857421875,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0003590513369999826,
      "loss_partial": 0.00457763671875,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0008837253553792834,
      "loss_partial": 0.004058837890625,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0006278734654188156,
      "loss_partial": 0.006103515625,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0006246789125725627,
      "loss_partial": 0.00921630859375,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0004192770866211504,
      "loss_partial": 0.0089111328125,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0004326881025917828,
      "loss_partial": 0.009033203125,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0005243945051915944,
      "loss_partial": 0.0048828125,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0003564398502930999,
      "loss_partial": 0.00689697265625,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0004881233617197722,
      "loss_partial": 0.009033203125,
      "step": 1260
    },
    {
      "epoch": 1.8313953488372094,
      "loss_distr": 0.0005356477340683341,
      "loss_partial": 0.0074462890625,
      "step": 1260
    },
    {
      "epoch": 1.8328488372093024,
      "grad_norm": 0.1349550485610962,
      "learning_rate": 4.3013636511256227e-07,
      "loss": 0.1731,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0004157234216108918,
      "loss_partial": 0.007659912109375,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.00038354500429704785,
      "loss_partial": 0.00543212890625,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0002651721006259322,
      "loss_partial": 0.010986328125,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0005353505839593709,
      "loss_partial": 0.00506591796875,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0004990301094949245,
      "loss_partial": 0.003936767578125,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0005903667770326138,
      "loss_partial": 0.00433349609375,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0005222373874858022,
      "loss_partial": 0.006561279296875,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0004010687116533518,
      "loss_partial": 0.00811767578125,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0007014956208877265,
      "loss_partial": 0.00482177734375,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0005527046741917729,
      "loss_partial": 0.005615234375,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.00021010279306210577,
      "loss_partial": 0.009521484375,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0004021367058157921,
      "loss_partial": 0.005706787109375,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0005237497389316559,
      "loss_partial": 0.005126953125,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0005787081317976117,
      "loss_partial": 0.00494384765625,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0003947233490180224,
      "loss_partial": 0.00445556640625,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0006670287693850696,
      "loss_partial": 0.006988525390625,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0006982819177210331,
      "loss_partial": 0.005157470703125,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0008218307048082352,
      "loss_partial": 0.002593994140625,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0003790998598560691,
      "loss_partial": 0.007659912109375,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0008516988018527627,
      "loss_partial": 0.004119873046875,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0006067128852009773,
      "loss_partial": 0.00665283203125,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0009021435398608446,
      "loss_partial": 0.00738525390625,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0005656949360854924,
      "loss_partial": 0.0108642578125,
      "step": 1261
    },
    {
      "epoch": 1.8328488372093024,
      "loss_distr": 0.0009375979425385594,
      "loss_partial": 0.004241943359375,
      "step": 1261
    },
    {
      "epoch": 1.8343023255813953,
      "grad_norm": 0.14396995306015015,
      "learning_rate": 4.228046707510103e-07,
      "loss": 0.1756,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0008437552023679018,
      "loss_partial": 0.0089111328125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0002487714809831232,
      "loss_partial": 0.006439208984375,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.00035785522777587175,
      "loss_partial": 0.0062255859375,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0003446925838943571,
      "loss_partial": 0.01080322265625,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0006767433369532228,
      "loss_partial": 0.004913330078125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0003903690667357296,
      "loss_partial": 0.0036773681640625,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0006397368852049112,
      "loss_partial": 0.004669189453125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0007528465939685702,
      "loss_partial": 0.007659912109375,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0005347272381186485,
      "loss_partial": 0.009033203125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.00040870578959584236,
      "loss_partial": 0.005126953125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0005037981318309903,
      "loss_partial": 0.007537841796875,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.00033448913018219173,
      "loss_partial": 0.00958251953125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.00021553007536567748,
      "loss_partial": 0.005767822265625,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0007879425538703799,
      "loss_partial": 0.007537841796875,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0005840401281602681,
      "loss_partial": 0.0038299560546875,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0005800761282444,
      "loss_partial": 0.004364013671875,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.00037304189754649997,
      "loss_partial": 0.01055908203125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.00046031406964175403,
      "loss_partial": 0.0050048828125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.000404051854275167,
      "loss_partial": 0.0123291015625,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0005082843126729131,
      "loss_partial": 0.00872802734375,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.00040168489795178175,
      "loss_partial": 0.0089111328125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0006842219736427069,
      "loss_partial": 0.006500244140625,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0007050177082419395,
      "loss_partial": 0.00811767578125,
      "step": 1262
    },
    {
      "epoch": 1.8343023255813953,
      "loss_distr": 0.0006899608997628093,
      "loss_partial": 0.01202392578125,
      "step": 1262
    },
    {
      "epoch": 1.8357558139534884,
      "grad_norm": 0.1591973602771759,
      "learning_rate": 4.1553464960153336e-07,
      "loss": 0.1767,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.00043836887925863266,
      "loss_partial": 0.003387451171875,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0002723738143686205,
      "loss_partial": 0.006561279296875,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.00020783249055966735,
      "loss_partial": 0.00787353515625,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.00025221362011507154,
      "loss_partial": 0.0260009765625,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0004790237289853394,
      "loss_partial": 0.00469970703125,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0006644856184720993,
      "loss_partial": 0.0096435546875,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0010486239334568381,
      "loss_partial": 0.005035400390625,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0007831102120690048,
      "loss_partial": 0.00677490234375,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.00034702220000326633,
      "loss_partial": 0.0054931640625,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0005825157277286053,
      "loss_partial": 0.0079345703125,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0006645210087299347,
      "loss_partial": 0.003875732421875,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.00020617828704416752,
      "loss_partial": 0.01177978515625,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0004441301280166954,
      "loss_partial": 0.005645751953125,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.00034513999707996845,
      "loss_partial": 0.0103759765625,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.00035145212314091623,
      "loss_partial": 0.012939453125,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0005935314693488181,
      "loss_partial": 0.00701904296875,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0009479832369834185,
      "loss_partial": 0.005126953125,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0007808938389644027,
      "loss_partial": 0.0035552978515625,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0004117199860047549,
      "loss_partial": 0.005706787109375,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0009616175084374845,
      "loss_partial": 0.004241943359375,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0004648493486456573,
      "loss_partial": 0.00579833984375,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0006468604551628232,
      "loss_partial": 0.0057373046875,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.0005952336941845715,
      "loss_partial": 0.00469970703125,
      "step": 1263
    },
    {
      "epoch": 1.8357558139534884,
      "loss_distr": 0.000316211226163432,
      "loss_partial": 0.00811767578125,
      "step": 1263
    },
    {
      "epoch": 1.8372093023255816,
      "grad_norm": 0.14869925379753113,
      "learning_rate": 4.083263484800892e-07,
      "loss": 0.1776,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0007512705633416772,
      "loss_partial": 0.0033721923828125,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0003741634718608111,
      "loss_partial": 0.008056640625,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0006237563793547451,
      "loss_partial": 0.00897216796875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.000816527521237731,
      "loss_partial": 0.0072021484375,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0006225810502655804,
      "loss_partial": 0.0078125,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.00030709797283634543,
      "loss_partial": 0.0052490234375,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0006120590842328966,
      "loss_partial": 0.004974365234375,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0007714731036685407,
      "loss_partial": 0.00518798828125,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.00048413232434540987,
      "loss_partial": 0.00848388671875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0005511466879397631,
      "loss_partial": 0.00604248046875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0003626102115958929,
      "loss_partial": 0.00885009765625,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.00026654303655959666,
      "loss_partial": 0.0150146484375,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.00045446245349012315,
      "loss_partial": 0.004974365234375,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0003284994454588741,
      "loss_partial": 0.005401611328125,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.000379151024390012,
      "loss_partial": 0.00408935546875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.000438693881733343,
      "loss_partial": 0.004852294921875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0005520994891412556,
      "loss_partial": 0.00750732421875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0006191044230945408,
      "loss_partial": 0.006439208984375,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0003164710651617497,
      "loss_partial": 0.01226806640625,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0007845601066946983,
      "loss_partial": 0.00848388671875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0009736764477565885,
      "loss_partial": 0.0067138671875,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.00024769306764937937,
      "loss_partial": 0.0059814453125,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.0005744833615608513,
      "loss_partial": 0.01068115234375,
      "step": 1264
    },
    {
      "epoch": 1.8372093023255816,
      "loss_distr": 0.00045555163524113595,
      "loss_partial": 0.00830078125,
      "step": 1264
    },
    {
      "epoch": 1.8386627906976745,
      "grad_norm": 0.16490672528743744,
      "learning_rate": 4.0117981380517926e-07,
      "loss": 0.1722,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0005755899474024773,
      "loss_partial": 0.00701904296875,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0006545055075548589,
      "loss_partial": 0.004180908203125,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.00027468992630019784,
      "loss_partial": 0.01312255859375,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0009311996400356293,
      "loss_partial": 0.003509521484375,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0007625989965163171,
      "loss_partial": 0.005523681640625,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0005096753593534231,
      "loss_partial": 0.0059814453125,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0002767265250440687,
      "loss_partial": 0.007537841796875,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0006388254696503282,
      "loss_partial": 0.005096435546875,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0009935252601280808,
      "loss_partial": 0.00799560546875,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0004909915151074529,
      "loss_partial": 0.00439453125,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0004571919562295079,
      "loss_partial": 0.00738525390625,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.00040284727583639324,
      "loss_partial": 0.00531005859375,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0007156044011935592,
      "loss_partial": 0.0042724609375,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0002910133625846356,
      "loss_partial": 0.00762939453125,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0005325093516148627,
      "loss_partial": 0.0101318359375,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.000736183428671211,
      "loss_partial": 0.005340576171875,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.000436140428064391,
      "loss_partial": 0.00885009765625,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0009491305681876838,
      "loss_partial": 0.004638671875,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0006265188567340374,
      "loss_partial": 0.009765625,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.00021330008166842163,
      "loss_partial": 0.005157470703125,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0005132686346769333,
      "loss_partial": 0.0068359375,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0006300192326307297,
      "loss_partial": 0.00701904296875,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0005919378600083292,
      "loss_partial": 0.00921630859375,
      "step": 1265
    },
    {
      "epoch": 1.8386627906976745,
      "loss_distr": 0.0007025486556813121,
      "loss_partial": 0.0034027099609375,
      "step": 1265
    },
    {
      "epoch": 1.8401162790697674,
      "grad_norm": 0.14268311858177185,
      "learning_rate": 3.9409509159755834e-07,
      "loss": 0.1739,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0003768971364479512,
      "loss_partial": 0.00518798828125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0006143747013993561,
      "loss_partial": 0.004547119140625,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0007361973985098302,
      "loss_partial": 0.00653076171875,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0006113700801506639,
      "loss_partial": 0.006561279296875,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0006285373237915337,
      "loss_partial": 0.0037689208984375,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0003273792681284249,
      "loss_partial": 0.00653076171875,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0009582708589732647,
      "loss_partial": 0.003936767578125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0004982041427865624,
      "loss_partial": 0.00811767578125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0009100697352550924,
      "loss_partial": 0.003936767578125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.000598386861383915,
      "loss_partial": 0.0074462890625,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0006512358086183667,
      "loss_partial": 0.004974365234375,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0008192174136638641,
      "loss_partial": 0.0027618408203125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0006995773292146623,
      "loss_partial": 0.004180908203125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0004033439909107983,
      "loss_partial": 0.01806640625,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0003860935685224831,
      "loss_partial": 0.0054931640625,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0005386856500990689,
      "loss_partial": 0.00555419921875,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0004099062061868608,
      "loss_partial": 0.004791259765625,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.00029464351246133447,
      "loss_partial": 0.0057373046875,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0006005199975334108,
      "loss_partial": 0.006988525390625,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0004141099052503705,
      "loss_partial": 0.0038604736328125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0001943593961186707,
      "loss_partial": 0.00439453125,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0005871906178072095,
      "loss_partial": 0.0052490234375,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0007334677502512932,
      "loss_partial": 0.00775146484375,
      "step": 1266
    },
    {
      "epoch": 1.8401162790697674,
      "loss_distr": 0.0005025118589401245,
      "loss_partial": 0.01068115234375,
      "step": 1266
    },
    {
      "epoch": 1.8415697674418605,
      "grad_norm": 0.14900167286396027,
      "learning_rate": 3.870722274799332e-07,
      "loss": 0.1775,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0006405587191693485,
      "loss_partial": 0.00555419921875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0004106373235117644,
      "loss_partial": 0.00592041015625,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0006774160428903997,
      "loss_partial": 0.004547119140625,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0005914054927416146,
      "loss_partial": 0.005096435546875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.00017809600103646517,
      "loss_partial": 0.00933837890625,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0006922729080542922,
      "loss_partial": 0.005828857421875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0004340395680628717,
      "loss_partial": 0.00823974609375,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0005635545821860433,
      "loss_partial": 0.0052490234375,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0006727706640958786,
      "loss_partial": 0.005096435546875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0005385219119489193,
      "loss_partial": 0.0037078857421875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0002729432308115065,
      "loss_partial": 0.00994873046875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0005166500923223794,
      "loss_partial": 0.00762939453125,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0007257111137732863,
      "loss_partial": 0.0047607421875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0004632847849279642,
      "loss_partial": 0.006378173828125,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0005166808259673417,
      "loss_partial": 0.005767822265625,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0005617860006168485,
      "loss_partial": 0.01068115234375,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.00020780983322765678,
      "loss_partial": 0.0086669921875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.000655912677757442,
      "loss_partial": 0.005523681640625,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.00031374115496873856,
      "loss_partial": 0.00579833984375,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0008448405424132943,
      "loss_partial": 0.0042724609375,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0008047954179346561,
      "loss_partial": 0.00469970703125,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.00041537778452038765,
      "loss_partial": 0.005340576171875,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0004921670770272613,
      "loss_partial": 0.01025390625,
      "step": 1267
    },
    {
      "epoch": 1.8415697674418605,
      "loss_distr": 0.0005031749024055898,
      "loss_partial": 0.003814697265625,
      "step": 1267
    },
    {
      "epoch": 1.8430232558139537,
      "grad_norm": 0.14579221606254578,
      "learning_rate": 3.801112666766715e-07,
      "loss": 0.1715,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0005863017868250608,
      "loss_partial": 0.007354736328125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0005834741168655455,
      "loss_partial": 0.006561279296875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00037797060213051736,
      "loss_partial": 0.01153564453125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0007083024829626083,
      "loss_partial": 0.00665283203125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0005527801113203168,
      "loss_partial": 0.01153564453125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0004943193634971976,
      "loss_partial": 0.00762939453125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00022590954904444516,
      "loss_partial": 0.006591796875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0002775895409286022,
      "loss_partial": 0.015869140625,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0008631438249722123,
      "loss_partial": 0.0047607421875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.000850999727845192,
      "loss_partial": 0.004730224609375,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00046742099220864475,
      "loss_partial": 0.007110595703125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00023314711870625615,
      "loss_partial": 0.00811767578125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0003550081164576113,
      "loss_partial": 0.0079345703125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00026709854137152433,
      "loss_partial": 0.007049560546875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00067098782164976,
      "loss_partial": 0.00531005859375,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00040334335062652826,
      "loss_partial": 0.004608154296875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0005185025511309505,
      "loss_partial": 0.00555419921875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0007664430304430425,
      "loss_partial": 0.0054931640625,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0007060560747049749,
      "loss_partial": 0.00933837890625,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0008942618733271956,
      "loss_partial": 0.004058837890625,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0003655293257907033,
      "loss_partial": 0.00506591796875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.0007123415707610548,
      "loss_partial": 0.004364013671875,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00031978555489331484,
      "loss_partial": 0.005645751953125,
      "step": 1268
    },
    {
      "epoch": 1.8430232558139537,
      "loss_distr": 0.00022646604338660836,
      "loss_partial": 0.0079345703125,
      "step": 1268
    },
    {
      "epoch": 1.8444767441860463,
      "grad_norm": 0.14335478842258453,
      "learning_rate": 3.732122540135075e-07,
      "loss": 0.1752,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0007110044825822115,
      "loss_partial": 0.0040283203125,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0003532293194439262,
      "loss_partial": 0.0087890625,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0003332904016133398,
      "loss_partial": 0.00909423828125,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00035995952202938497,
      "loss_partial": 0.008056640625,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00030325804254971445,
      "loss_partial": 0.00384521484375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0006253081955946982,
      "loss_partial": 0.00726318359375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00039244579966180027,
      "loss_partial": 0.00970458984375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00040437706047669053,
      "loss_partial": 0.007415771484375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00023972464259713888,
      "loss_partial": 0.005462646484375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0004335478588473052,
      "loss_partial": 0.01153564453125,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00031726446468383074,
      "loss_partial": 0.0074462890625,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0005339003400877118,
      "loss_partial": 0.00830078125,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0006428275955840945,
      "loss_partial": 0.00927734375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0005186729831621051,
      "loss_partial": 0.0079345703125,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00032869281130842865,
      "loss_partial": 0.0133056640625,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00022033794084563851,
      "loss_partial": 0.007415771484375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0006474255351349711,
      "loss_partial": 0.007171630859375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00046217971248552203,
      "loss_partial": 0.00860595703125,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0007758079445920885,
      "loss_partial": 0.007232666015625,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0005431685131043196,
      "loss_partial": 0.0038909912109375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0005383581155911088,
      "loss_partial": 0.007720947265625,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0005699406610801816,
      "loss_partial": 0.006591796875,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.0007381848408840597,
      "loss_partial": 0.01165771484375,
      "step": 1269
    },
    {
      "epoch": 1.8444767441860463,
      "loss_distr": 0.00035232570371590555,
      "loss_partial": 0.015380859375,
      "step": 1269
    },
    {
      "epoch": 1.8459302325581395,
      "grad_norm": 0.17579001188278198,
      "learning_rate": 3.663752339172511e-07,
      "loss": 0.1752,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00035892328014597297,
      "loss_partial": 0.00653076171875,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0004396471194922924,
      "loss_partial": 0.006103515625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00022130177239887416,
      "loss_partial": 0.009765625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.000273854355327785,
      "loss_partial": 0.003997802734375,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0007362772012129426,
      "loss_partial": 0.005584716796875,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0008440053788945079,
      "loss_partial": 0.003692626953125,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0002619132574182004,
      "loss_partial": 0.006011962890625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0004654160002246499,
      "loss_partial": 0.004547119140625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0007099494687281549,
      "loss_partial": 0.0030975341796875,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0008138956036418676,
      "loss_partial": 0.00885009765625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0005659497110173106,
      "loss_partial": 0.004058837890625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00035970646422356367,
      "loss_partial": 0.00579833984375,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0003694040351547301,
      "loss_partial": 0.01007080078125,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.000638990371953696,
      "loss_partial": 0.0064697265625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0003584932710509747,
      "loss_partial": 0.005859375,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00028444925555959344,
      "loss_partial": 0.0064697265625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00020477795624174178,
      "loss_partial": 0.00604248046875,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00027755528572015464,
      "loss_partial": 0.00372314453125,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0005830491427332163,
      "loss_partial": 0.0045166015625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0009522762848064303,
      "loss_partial": 0.00433349609375,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00020528555614873767,
      "loss_partial": 0.005279541015625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.00045350624714046717,
      "loss_partial": 0.00445556640625,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0003063904005102813,
      "loss_partial": 0.01458740234375,
      "step": 1270
    },
    {
      "epoch": 1.8459302325581395,
      "loss_distr": 0.0006676607299596071,
      "loss_partial": 0.0037841796875,
      "step": 1270
    },
    {
      "epoch": 1.8473837209302326,
      "grad_norm": 0.1322242170572281,
      "learning_rate": 3.596002504155127e-07,
      "loss": 0.1722,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005343214725144207,
      "loss_partial": 0.004974365234375,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0002363548264838755,
      "loss_partial": 0.00927734375,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0004892507568001747,
      "loss_partial": 0.00555419921875,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005450992612168193,
      "loss_partial": 0.0069580078125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.00023787195095792413,
      "loss_partial": 0.0091552734375,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005593024543486536,
      "loss_partial": 0.007171630859375,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.00042945935274474323,
      "loss_partial": 0.00372314453125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0002606938360258937,
      "loss_partial": 0.01092529296875,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.00024574101553298533,
      "loss_partial": 0.00482177734375,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0006922799511812627,
      "loss_partial": 0.004669189453125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0007979285437613726,
      "loss_partial": 0.0036163330078125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0003099641762673855,
      "loss_partial": 0.003936767578125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.000434764486271888,
      "loss_partial": 0.0087890625,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005410052835941315,
      "loss_partial": 0.0059814453125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.00046599959023296833,
      "loss_partial": 0.00994873046875,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005405795527622104,
      "loss_partial": 0.003814697265625,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0002862932160496712,
      "loss_partial": 0.00616455078125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0004408053064253181,
      "loss_partial": 0.0106201171875,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0004251018981449306,
      "loss_partial": 0.007080078125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005375466425903141,
      "loss_partial": 0.006866455078125,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005275698495097458,
      "loss_partial": 0.004852294921875,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005857574287801981,
      "loss_partial": 0.0087890625,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0003030241932719946,
      "loss_partial": 0.0076904296875,
      "step": 1271
    },
    {
      "epoch": 1.8473837209302326,
      "loss_distr": 0.0005831181188113987,
      "loss_partial": 0.0081787109375,
      "step": 1271
    },
    {
      "epoch": 1.8488372093023255,
      "grad_norm": 0.14631325006484985,
      "learning_rate": 3.5288734713640803e-07,
      "loss": 0.1777,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0004929106798954308,
      "loss_partial": 0.009765625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0005321899079717696,
      "loss_partial": 0.0103759765625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0006111490074545145,
      "loss_partial": 0.0054931640625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.00031298649264499545,
      "loss_partial": 0.01202392578125,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0003011873923242092,
      "loss_partial": 0.00701904296875,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0005036009242758155,
      "loss_partial": 0.007110595703125,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0003116924490313977,
      "loss_partial": 0.00946044921875,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0005037068040110171,
      "loss_partial": 0.008056640625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.00041050612344406545,
      "loss_partial": 0.0064697265625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0010421427432447672,
      "loss_partial": 0.0037689208984375,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.000545663177035749,
      "loss_partial": 0.005157470703125,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0006717469077557325,
      "loss_partial": 0.004364013671875,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.00025553381419740617,
      "loss_partial": 0.007537841796875,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0005414988845586777,
      "loss_partial": 0.00738525390625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0007875361479818821,
      "loss_partial": 0.00579833984375,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.00044118190999142826,
      "loss_partial": 0.007720947265625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0005294687580317259,
      "loss_partial": 0.00360107421875,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0005866087158210576,
      "loss_partial": 0.006378173828125,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0002916461380664259,
      "loss_partial": 0.005615234375,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0004990462912246585,
      "loss_partial": 0.007659912109375,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.000584890425670892,
      "loss_partial": 0.00823974609375,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0007376588764600456,
      "loss_partial": 0.00531005859375,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.0008443371625617146,
      "loss_partial": 0.006256103515625,
      "step": 1272
    },
    {
      "epoch": 1.8488372093023255,
      "loss_distr": 0.000542245339602232,
      "loss_partial": 0.005859375,
      "step": 1272
    },
    {
      "epoch": 1.8502906976744184,
      "grad_norm": 0.15113776922225952,
      "learning_rate": 3.4623656730828124e-07,
      "loss": 0.1736,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.000297754246275872,
      "loss_partial": 0.00323486328125,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0009431535727344453,
      "loss_partial": 0.005462646484375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0004525026888586581,
      "loss_partial": 0.00494384765625,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0005556688411161304,
      "loss_partial": 0.00634765625,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0002960122365038842,
      "loss_partial": 0.00958251953125,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.00020453780598472804,
      "loss_partial": 0.00537109375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0005739342886954546,
      "loss_partial": 0.007476806640625,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0004591423785313964,
      "loss_partial": 0.007293701171875,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0009745773859322071,
      "loss_partial": 0.005523681640625,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0002526638563722372,
      "loss_partial": 0.006072998046875,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.00032628391636535525,
      "loss_partial": 0.00732421875,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0002852453326340765,
      "loss_partial": 0.005706787109375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0003381723945494741,
      "loss_partial": 0.01116943359375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0005531329661607742,
      "loss_partial": 0.00537109375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0005641771713271737,
      "loss_partial": 0.00360107421875,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0006596533348783851,
      "loss_partial": 0.004608154296875,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.00025739482953213155,
      "loss_partial": 0.00811767578125,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0006806488963775337,
      "loss_partial": 0.005615234375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0008309551049023867,
      "loss_partial": 0.0034942626953125,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0007420465699397027,
      "loss_partial": 0.004974365234375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0004984473926015198,
      "loss_partial": 0.00653076171875,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0005257854354567826,
      "loss_partial": 0.006439208984375,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.000249525997787714,
      "loss_partial": 0.009033203125,
      "step": 1273
    },
    {
      "epoch": 1.8502906976744184,
      "loss_distr": 0.0007107319543138146,
      "loss_partial": 0.0045166015625,
      "step": 1273
    },
    {
      "epoch": 1.8517441860465116,
      "grad_norm": 0.14914238452911377,
      "learning_rate": 3.3964795375942993e-07,
      "loss": 0.1714,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0005479630781337619,
      "loss_partial": 0.00701904296875,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0008229750674217939,
      "loss_partial": 0.005767822265625,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0007941483054310083,
      "loss_partial": 0.00445556640625,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.00046221778029575944,
      "loss_partial": 0.004638671875,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0006159866461530328,
      "loss_partial": 0.005950927734375,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0003788092581089586,
      "loss_partial": 0.005340576171875,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0009379898547194898,
      "loss_partial": 0.004058837890625,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.000691439607180655,
      "loss_partial": 0.004730224609375,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.000684608647134155,
      "loss_partial": 0.00531005859375,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.000793811515904963,
      "loss_partial": 0.003875732421875,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0002846054849214852,
      "loss_partial": 0.005615234375,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0004642849089577794,
      "loss_partial": 0.0101318359375,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0009407877805642784,
      "loss_partial": 0.003448486328125,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0003043152973987162,
      "loss_partial": 0.007080078125,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.00040918737067840993,
      "loss_partial": 0.005035400390625,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0005406915443018079,
      "loss_partial": 0.0037384033203125,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0004033102886751294,
      "loss_partial": 0.010009765625,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0005001789540983737,
      "loss_partial": 0.00628662109375,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0005026524886488914,
      "loss_partial": 0.007110595703125,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0006149866385385394,
      "loss_partial": 0.00799560546875,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0006332872435450554,
      "loss_partial": 0.007171630859375,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.00040880238520912826,
      "loss_partial": 0.005584716796875,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0005202752072364092,
      "loss_partial": 0.006378173828125,
      "step": 1274
    },
    {
      "epoch": 1.8517441860465116,
      "loss_distr": 0.0007776026031933725,
      "loss_partial": 0.0037384033203125,
      "step": 1274
    },
    {
      "epoch": 1.8531976744186047,
      "grad_norm": 0.15259690582752228,
      "learning_rate": 3.33121548917823e-07,
      "loss": 0.172,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00037694984348490834,
      "loss_partial": 0.004486083984375,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00035456797922961414,
      "loss_partial": 0.007171630859375,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.000552796118427068,
      "loss_partial": 0.00677490234375,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0005289266700856388,
      "loss_partial": 0.003021240234375,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0005520120030269027,
      "loss_partial": 0.003448486328125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00037791283102706075,
      "loss_partial": 0.006622314453125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0006042808527126908,
      "loss_partial": 0.01190185546875,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.000505547970533371,
      "loss_partial": 0.0098876953125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0006042890599928796,
      "loss_partial": 0.004058837890625,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0002895969955716282,
      "loss_partial": 0.0067138671875,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0003709790180437267,
      "loss_partial": 0.00543212890625,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00022575195180252194,
      "loss_partial": 0.014892578125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.000257722131209448,
      "loss_partial": 0.01153564453125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0002844468108378351,
      "loss_partial": 0.01226806640625,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00029440183425322175,
      "loss_partial": 0.00543212890625,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00045584383769892156,
      "loss_partial": 0.01043701171875,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0006227872800081968,
      "loss_partial": 0.00762939453125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0005287964595481753,
      "loss_partial": 0.005706787109375,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00037632015300914645,
      "loss_partial": 0.004669189453125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.00024458690313622355,
      "loss_partial": 0.00958251953125,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0011605422478169203,
      "loss_partial": 0.009521484375,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0005450919270515442,
      "loss_partial": 0.0091552734375,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0007863400387577713,
      "loss_partial": 0.0032196044921875,
      "step": 1275
    },
    {
      "epoch": 1.8531976744186047,
      "loss_distr": 0.0007301366422325373,
      "loss_partial": 0.00567626953125,
      "step": 1275
    },
    {
      "epoch": 1.8546511627906976,
      "grad_norm": 0.15375396609306335,
      "learning_rate": 3.2665739481083426e-07,
      "loss": 0.1745,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0006086663925088942,
      "loss_partial": 0.005340576171875,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00034731527557596564,
      "loss_partial": 0.0084228515625,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0005997864063829184,
      "loss_partial": 0.0096435546875,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0008646618807688355,
      "loss_partial": 0.002899169921875,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0006026920746080577,
      "loss_partial": 0.006011962890625,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0002910181356128305,
      "loss_partial": 0.004058837890625,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0003283003461547196,
      "loss_partial": 0.008056640625,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00035963638219982386,
      "loss_partial": 0.005889892578125,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0002752956061158329,
      "loss_partial": 0.009521484375,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00029620801797136664,
      "loss_partial": 0.00811767578125,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0005573956295847893,
      "loss_partial": 0.0079345703125,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00038043406675569713,
      "loss_partial": 0.005859375,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00040684649138711393,
      "loss_partial": 0.004547119140625,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00047022412763908505,
      "loss_partial": 0.0059814453125,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00024503859458491206,
      "loss_partial": 0.0169677734375,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00045303802471607924,
      "loss_partial": 0.0087890625,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0002364239189773798,
      "loss_partial": 0.00830078125,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0006142860511317849,
      "loss_partial": 0.00897216796875,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0006042810855433345,
      "loss_partial": 0.007293701171875,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0003215588803868741,
      "loss_partial": 0.00909423828125,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00073679827619344,
      "loss_partial": 0.004302978515625,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.00040844077011570334,
      "loss_partial": 0.006927490234375,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0005387478740885854,
      "loss_partial": 0.00653076171875,
      "step": 1276
    },
    {
      "epoch": 1.8546511627906976,
      "loss_distr": 0.0006357363308779895,
      "loss_partial": 0.005035400390625,
      "step": 1276
    },
    {
      "epoch": 1.8561046511627906,
      "grad_norm": 0.13693726062774658,
      "learning_rate": 3.202555330649637e-07,
      "loss": 0.1724,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0003009749634657055,
      "loss_partial": 0.007080078125,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0006705386913381517,
      "loss_partial": 0.00408935546875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.00041699979919940233,
      "loss_partial": 0.00872802734375,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.00035235992982052267,
      "loss_partial": 0.00927734375,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0005249226232990623,
      "loss_partial": 0.006805419921875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.00023190646606963128,
      "loss_partial": 0.0081787109375,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0007123767281882465,
      "loss_partial": 0.00555419921875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0005582999438047409,
      "loss_partial": 0.00506591796875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0002591014199424535,
      "loss_partial": 0.007049560546875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0005951189668849111,
      "loss_partial": 0.0042724609375,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0004477750917430967,
      "loss_partial": 0.00531005859375,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0005070057814009488,
      "loss_partial": 0.00787353515625,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0005975492531433702,
      "loss_partial": 0.005096435546875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.00042814353946596384,
      "loss_partial": 0.0031890869140625,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0003992756246589124,
      "loss_partial": 0.01080322265625,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.00032594037475064397,
      "loss_partial": 0.00897216796875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0007536284974776208,
      "loss_partial": 0.00531005859375,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.000486262928461656,
      "loss_partial": 0.007232666015625,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0006790795596316457,
      "loss_partial": 0.003814697265625,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0006086343200877309,
      "loss_partial": 0.00506591796875,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0002698150055948645,
      "loss_partial": 0.005767822265625,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.00045686494559049606,
      "loss_partial": 0.0120849609375,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0004413626156747341,
      "loss_partial": 0.00640869140625,
      "step": 1277
    },
    {
      "epoch": 1.8561046511627906,
      "loss_distr": 0.0006041922606527805,
      "loss_partial": 0.00726318359375,
      "step": 1277
    },
    {
      "epoch": 1.8575581395348837,
      "grad_norm": 0.14074786007404327,
      "learning_rate": 3.1391600490558003e-07,
      "loss": 0.1724,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0003282114048488438,
      "loss_partial": 0.006683349609375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0006087932852096856,
      "loss_partial": 0.006500244140625,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.00040291817276738584,
      "loss_partial": 0.00927734375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0005379336071200669,
      "loss_partial": 0.007720947265625,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0005555194802582264,
      "loss_partial": 0.00390625,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.00032301206374540925,
      "loss_partial": 0.008056640625,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0003395351523067802,
      "loss_partial": 0.0072021484375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0004983873222954571,
      "loss_partial": 0.0087890625,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.000943007180467248,
      "loss_partial": 0.005218505859375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0006201835349202156,
      "loss_partial": 0.00775146484375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.00044489579158835113,
      "loss_partial": 0.00701904296875,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0006407723994925618,
      "loss_partial": 0.006103515625,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0008450147579424083,
      "loss_partial": 0.0079345703125,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0003923104959540069,
      "loss_partial": 0.008544921875,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0005820258520543575,
      "loss_partial": 0.006134033203125,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0006333391647785902,
      "loss_partial": 0.0038604736328125,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.00041915482142940164,
      "loss_partial": 0.005950927734375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0004671049246098846,
      "loss_partial": 0.0062255859375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0006932042888365686,
      "loss_partial": 0.00531005859375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0005036975489929318,
      "loss_partial": 0.00775146484375,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.000907531357370317,
      "loss_partial": 0.006134033203125,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.000754262029659003,
      "loss_partial": 0.005096435546875,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0004075892211403698,
      "loss_partial": 0.0108642578125,
      "step": 1278
    },
    {
      "epoch": 1.8575581395348837,
      "loss_distr": 0.0005030452739447355,
      "loss_partial": 0.007537841796875,
      "step": 1278
    },
    {
      "epoch": 1.8590116279069768,
      "grad_norm": 0.14867912232875824,
      "learning_rate": 3.0763885115664306e-07,
      "loss": 0.1723,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0010386318899691105,
      "loss_partial": 0.007293701171875,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0007187480805441737,
      "loss_partial": 0.00604248046875,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0006253343890421093,
      "loss_partial": 0.00579833984375,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.00018226608517579734,
      "loss_partial": 0.0089111328125,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.00037320127012208104,
      "loss_partial": 0.006378173828125,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.000554401078261435,
      "loss_partial": 0.00787353515625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0007852650596760213,
      "loss_partial": 0.00396728515625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.00047922407975420356,
      "loss_partial": 0.00592041015625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0007469997508451343,
      "loss_partial": 0.0027618408203125,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.000535488361492753,
      "loss_partial": 0.006988525390625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0005493168137036264,
      "loss_partial": 0.01385498046875,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.00038693362148478627,
      "loss_partial": 0.004730224609375,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.000544045411515981,
      "loss_partial": 0.00537109375,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.00039515059324912727,
      "loss_partial": 0.006011962890625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0005324135418049991,
      "loss_partial": 0.00543212890625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0009380927658639848,
      "loss_partial": 0.003997802734375,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.00047830480616539717,
      "loss_partial": 0.0107421875,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0006627020193263888,
      "loss_partial": 0.0064697265625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0008228986407630146,
      "loss_partial": 0.004364013671875,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0007364879711531103,
      "loss_partial": 0.006622314453125,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0005856244242750108,
      "loss_partial": 0.004791259765625,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0005285656079649925,
      "loss_partial": 0.00567626953125,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.00022610851738136262,
      "loss_partial": 0.0072021484375,
      "step": 1279
    },
    {
      "epoch": 1.8590116279069768,
      "loss_distr": 0.0007126808632165194,
      "loss_partial": 0.003326416015625,
      "step": 1279
    },
    {
      "epoch": 1.8604651162790697,
      "grad_norm": 0.16706551611423492,
      "learning_rate": 3.014241122404504e-07,
      "loss": 0.1742,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0005304053192958236,
      "loss_partial": 0.005645751953125,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.000466365076135844,
      "loss_partial": 0.01129150390625,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.000554719939827919,
      "loss_partial": 0.007080078125,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.00033276909380219877,
      "loss_partial": 0.0062255859375,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0006530945538543165,
      "loss_partial": 0.003570556640625,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0004746191552840173,
      "loss_partial": 0.0087890625,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0006009234930388629,
      "loss_partial": 0.00494384765625,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0005675815045833588,
      "loss_partial": 0.00750732421875,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.000780576781835407,
      "loss_partial": 0.004730224609375,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0003124162903986871,
      "loss_partial": 0.006378173828125,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0009064995683729649,
      "loss_partial": 0.0054931640625,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.00034431053791195154,
      "loss_partial": 0.007598876953125,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.000367503467714414,
      "loss_partial": 0.0067138671875,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.000602805579546839,
      "loss_partial": 0.00506591796875,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0002164724573958665,
      "loss_partial": 0.0054931640625,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.00043002318125218153,
      "loss_partial": 0.00970458984375,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0004510789876803756,
      "loss_partial": 0.007080078125,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0006114754360169172,
      "loss_partial": 0.00946044921875,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0004422860802151263,
      "loss_partial": 0.0081787109375,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0005475538200698793,
      "loss_partial": 0.004638671875,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.00023020373191684484,
      "loss_partial": 0.0047607421875,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0006686423439532518,
      "loss_partial": 0.004730224609375,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.0006424763123504817,
      "loss_partial": 0.00555419921875,
      "step": 1280
    },
    {
      "epoch": 1.8604651162790697,
      "loss_distr": 0.00034844616311602294,
      "loss_partial": 0.006134033203125,
      "step": 1280
    },
    {
      "epoch": 1.8619186046511627,
      "grad_norm": 0.14202570915222168,
      "learning_rate": 2.952718281773759e-07,
      "loss": 0.1726,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0005347217665985227,
      "loss_partial": 0.007568359375,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0004622247943188995,
      "loss_partial": 0.00543212890625,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0005577863776125014,
      "loss_partial": 0.004669189453125,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.00045615245471708477,
      "loss_partial": 0.00946044921875,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.00047503411769866943,
      "loss_partial": 0.00445556640625,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0006671198061667383,
      "loss_partial": 0.00604248046875,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0005743196234107018,
      "loss_partial": 0.004669189453125,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.00042147975182160735,
      "loss_partial": 0.004852294921875,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.00038252177182585,
      "loss_partial": 0.01025390625,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0004333009710535407,
      "loss_partial": 0.0062255859375,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0006002625450491905,
      "loss_partial": 0.00946044921875,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0006434863898903131,
      "loss_partial": 0.0042724609375,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0008036938379518688,
      "loss_partial": 0.0068359375,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0005654753185808659,
      "loss_partial": 0.005859375,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0005647871294058859,
      "loss_partial": 0.00396728515625,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0004519680223893374,
      "loss_partial": 0.00946044921875,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.00039742057560943067,
      "loss_partial": 0.004791259765625,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0005510919727385044,
      "loss_partial": 0.00909423828125,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0006272862665355206,
      "loss_partial": 0.00897216796875,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0004515786422416568,
      "loss_partial": 0.00823974609375,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0002809350553434342,
      "loss_partial": 0.007354736328125,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0004848365788348019,
      "loss_partial": 0.005157470703125,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0005118319531902671,
      "loss_partial": 0.007293701171875,
      "step": 1281
    },
    {
      "epoch": 1.8619186046511627,
      "loss_distr": 0.0009512545075267553,
      "loss_partial": 0.006683349609375,
      "step": 1281
    },
    {
      "epoch": 1.8633720930232558,
      "grad_norm": 0.15252967178821564,
      "learning_rate": 2.8918203858560367e-07,
      "loss": 0.1757,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0005922092241235077,
      "loss_partial": 0.0069580078125,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0006860770517960191,
      "loss_partial": 0.003662109375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0005021292017772794,
      "loss_partial": 0.0091552734375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0002736588357947767,
      "loss_partial": 0.0037994384765625,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0005016617942601442,
      "loss_partial": 0.004852294921875,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0004932829178869724,
      "loss_partial": 0.0103759765625,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0005866831634193659,
      "loss_partial": 0.00537109375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0004180521355010569,
      "loss_partial": 0.0062255859375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0007551147136837244,
      "loss_partial": 0.0029144287109375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.000681804958730936,
      "loss_partial": 0.00579833984375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0003901179588865489,
      "loss_partial": 0.006439208984375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0002689405810087919,
      "loss_partial": 0.00787353515625,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0008044596179388463,
      "loss_partial": 0.00653076171875,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0007017359021119773,
      "loss_partial": 0.005828857421875,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.000529073819052428,
      "loss_partial": 0.0098876953125,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0002800349611788988,
      "loss_partial": 0.00677490234375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0007059356430545449,
      "loss_partial": 0.00689697265625,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0009044541511684656,
      "loss_partial": 0.004486083984375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0006258136127144098,
      "loss_partial": 0.00677490234375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.00020388339180499315,
      "loss_partial": 0.00469970703125,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0004409569955896586,
      "loss_partial": 0.003753662109375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.0005152014782652259,
      "loss_partial": 0.00677490234375,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.00036211786209605634,
      "loss_partial": 0.016845703125,
      "step": 1282
    },
    {
      "epoch": 1.8633720930232558,
      "loss_distr": 0.00039464569999836385,
      "loss_partial": 0.0098876953125,
      "step": 1282
    },
    {
      "epoch": 1.864825581395349,
      "grad_norm": 0.14228244125843048,
      "learning_rate": 2.8315478268088227e-07,
      "loss": 0.1726,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0008129070047289133,
      "loss_partial": 0.004608154296875,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0003885064506903291,
      "loss_partial": 0.01007080078125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.00044256888213567436,
      "loss_partial": 0.00421142578125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0005006165592931211,
      "loss_partial": 0.00518798828125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0006749282474629581,
      "loss_partial": 0.00836181640625,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.000420857424614951,
      "loss_partial": 0.0101318359375,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0004746791091747582,
      "loss_partial": 0.005462646484375,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0006183462683111429,
      "loss_partial": 0.00592041015625,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0002603809116408229,
      "loss_partial": 0.008544921875,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.000296321464702487,
      "loss_partial": 0.0040283203125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0003344629076309502,
      "loss_partial": 0.010986328125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0004533859610091895,
      "loss_partial": 0.00408935546875,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0007064281962811947,
      "loss_partial": 0.003936767578125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0004072253068443388,
      "loss_partial": 0.004852294921875,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0005791180883534253,
      "loss_partial": 0.006378173828125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0002510124468244612,
      "loss_partial": 0.0076904296875,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.00043726275907829404,
      "loss_partial": 0.007171630859375,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.00048731706920079887,
      "loss_partial": 0.00714111328125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0007306059123948216,
      "loss_partial": 0.0062255859375,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0005491720512509346,
      "loss_partial": 0.0033416748046875,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0007455276791006327,
      "loss_partial": 0.00762939453125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.0004939718637615442,
      "loss_partial": 0.0048828125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.00040010674274526536,
      "loss_partial": 0.00830078125,
      "step": 1283
    },
    {
      "epoch": 1.864825581395349,
      "loss_distr": 0.00033728976268321276,
      "loss_partial": 0.005950927734375,
      "step": 1283
    },
    {
      "epoch": 1.8662790697674418,
      "grad_norm": 0.14725123345851898,
      "learning_rate": 2.7719009927627107e-07,
      "loss": 0.173,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0006415140233002603,
      "loss_partial": 0.00714111328125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0005041776457801461,
      "loss_partial": 0.009033203125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0006333545316010714,
      "loss_partial": 0.0096435546875,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.000717734161298722,
      "loss_partial": 0.0078125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0006363281281664968,
      "loss_partial": 0.0052490234375,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0007365326746366918,
      "loss_partial": 0.00592041015625,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0006717839278280735,
      "loss_partial": 0.0037689208984375,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0007632296765223145,
      "loss_partial": 0.00714111328125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0008513344218954444,
      "loss_partial": 0.00341796875,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0004181756521575153,
      "loss_partial": 0.00836181640625,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0003513980773277581,
      "loss_partial": 0.00860595703125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0005127729964442551,
      "loss_partial": 0.0108642578125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0007455033482983708,
      "loss_partial": 0.00616455078125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0004441599012352526,
      "loss_partial": 0.0059814453125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0007397729787044227,
      "loss_partial": 0.0030059814453125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.00024147427757270634,
      "loss_partial": 0.0081787109375,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0003856816911138594,
      "loss_partial": 0.007415771484375,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0009815834928303957,
      "loss_partial": 0.0028839111328125,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.00043518521124497056,
      "loss_partial": 0.006561279296875,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0005294895963743329,
      "loss_partial": 0.006103515625,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.00021727714920416474,
      "loss_partial": 0.009521484375,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0004678337136283517,
      "loss_partial": 0.005279541015625,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0005915443180128932,
      "loss_partial": 0.005279541015625,
      "step": 1284
    },
    {
      "epoch": 1.8662790697674418,
      "loss_distr": 0.0005444317357614636,
      "loss_partial": 0.0048828125,
      "step": 1284
    },
    {
      "epoch": 1.8677325581395348,
      "grad_norm": 0.15006335079669952,
      "learning_rate": 2.7128802678188624e-07,
      "loss": 0.1734,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0004222378775011748,
      "loss_partial": 0.00885009765625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0003647020203061402,
      "loss_partial": 0.007720947265625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0003323847777210176,
      "loss_partial": 0.0081787109375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0005663614720106125,
      "loss_partial": 0.006927490234375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0006470667431131005,
      "loss_partial": 0.007568359375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0004793067928403616,
      "loss_partial": 0.004730224609375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0006757111987099051,
      "loss_partial": 0.00738525390625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0006450864602811635,
      "loss_partial": 0.006988525390625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0004670095513574779,
      "loss_partial": 0.00738525390625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0003441626322455704,
      "loss_partial": 0.009765625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0005007386207580566,
      "loss_partial": 0.004791259765625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.00024429766926914454,
      "loss_partial": 0.007659912109375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0005382384406402707,
      "loss_partial": 0.007659912109375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0007611007895320654,
      "loss_partial": 0.005615234375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0007034443551674485,
      "loss_partial": 0.003875732421875,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0003930466191377491,
      "loss_partial": 0.0096435546875,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0007380378665402532,
      "loss_partial": 0.004119873046875,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0005491127958521247,
      "loss_partial": 0.004852294921875,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0005270997062325478,
      "loss_partial": 0.007568359375,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0004901868524029851,
      "loss_partial": 0.007354736328125,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0005183795001357794,
      "loss_partial": 0.0087890625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0007556173368357122,
      "loss_partial": 0.007080078125,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0010560343507677317,
      "loss_partial": 0.00689697265625,
      "step": 1285
    },
    {
      "epoch": 1.8677325581395348,
      "loss_distr": 0.0006300879176706076,
      "loss_partial": 0.004180908203125,
      "step": 1285
    },
    {
      "epoch": 1.869186046511628,
      "grad_norm": 0.13516634702682495,
      "learning_rate": 2.6544860320465327e-07,
      "loss": 0.1717,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0006156820454634726,
      "loss_partial": 0.004913330078125,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.00048702943604439497,
      "loss_partial": 0.0057373046875,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0007991481106728315,
      "loss_partial": 0.006744384765625,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0011734995059669018,
      "loss_partial": 0.004852294921875,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0005558569100685418,
      "loss_partial": 0.0084228515625,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0002961682912427932,
      "loss_partial": 0.006866455078125,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0003903057659044862,
      "loss_partial": 0.00186920166015625,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0002383208484388888,
      "loss_partial": 0.01171875,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.00029374664882197976,
      "loss_partial": 0.00506591796875,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0006795096560381353,
      "loss_partial": 0.003936767578125,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.00043600480421446264,
      "loss_partial": 0.006072998046875,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0006876096595078707,
      "loss_partial": 0.00396728515625,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0006907345959916711,
      "loss_partial": 0.0078125,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0004922078805975616,
      "loss_partial": 0.006988525390625,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0007078050402924418,
      "loss_partial": 0.006317138671875,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0003203157684765756,
      "loss_partial": 0.00970458984375,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.00045760837383568287,
      "loss_partial": 0.0059814453125,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0006773676141165197,
      "loss_partial": 0.0054931640625,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.00030460520065389574,
      "loss_partial": 0.01507568359375,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0008118287660181522,
      "loss_partial": 0.003936767578125,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0004068165726494044,
      "loss_partial": 0.0052490234375,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0004010682459920645,
      "loss_partial": 0.0072021484375,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0003427733900025487,
      "loss_partial": 0.0038604736328125,
      "step": 1286
    },
    {
      "epoch": 1.869186046511628,
      "loss_distr": 0.0004469156847335398,
      "loss_partial": 0.01263427734375,
      "step": 1286
    },
    {
      "epoch": 1.870639534883721,
      "grad_norm": 0.1480674147605896,
      "learning_rate": 2.596718661480691e-07,
      "loss": 0.1755,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.000627263099886477,
      "loss_partial": 0.003265380859375,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0007573225302621722,
      "loss_partial": 0.005096435546875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.000395694631151855,
      "loss_partial": 0.006439208984375,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.00046513855340890586,
      "loss_partial": 0.00830078125,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.000494369538500905,
      "loss_partial": 0.005828857421875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0005047149024903774,
      "loss_partial": 0.00390625,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0005055915680713952,
      "loss_partial": 0.008544921875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0005347880651243031,
      "loss_partial": 0.0028839111328125,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0002162090822821483,
      "loss_partial": 0.00909423828125,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.00045916237286292017,
      "loss_partial": 0.0093994140625,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.000863316236063838,
      "loss_partial": 0.005096435546875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0003655367763713002,
      "loss_partial": 0.00921630859375,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0006337919039651752,
      "loss_partial": 0.004058837890625,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.001003218349069357,
      "loss_partial": 0.004608154296875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.00052878656424582,
      "loss_partial": 0.00811767578125,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0012087710201740265,
      "loss_partial": 0.004180908203125,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.00024678269983269274,
      "loss_partial": 0.003814697265625,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.00028466113144531846,
      "loss_partial": 0.00927734375,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.00037565696402452886,
      "loss_partial": 0.00799560546875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0003639287024270743,
      "loss_partial": 0.005096435546875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0003434127429500222,
      "loss_partial": 0.0086669921875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0008192691020667553,
      "loss_partial": 0.004486083984375,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0006005684263072908,
      "loss_partial": 0.00408935546875,
      "step": 1287
    },
    {
      "epoch": 1.870639534883721,
      "loss_distr": 0.0002650085370987654,
      "loss_partial": 0.0028839111328125,
      "step": 1287
    },
    {
      "epoch": 1.872093023255814,
      "grad_norm": 0.14864610135555267,
      "learning_rate": 2.539578528119491e-07,
      "loss": 0.1715,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0005248583620414138,
      "loss_partial": 0.005859375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0003546999068930745,
      "loss_partial": 0.01190185546875,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0003645214601419866,
      "loss_partial": 0.006591796875,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0003333060012664646,
      "loss_partial": 0.0062255859375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0003765797009691596,
      "loss_partial": 0.0089111328125,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.00025875214487314224,
      "loss_partial": 0.0079345703125,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0005597242852672935,
      "loss_partial": 0.0052490234375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0005510136252269149,
      "loss_partial": 0.006072998046875,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.00044554664054885507,
      "loss_partial": 0.009521484375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0008337315521202981,
      "loss_partial": 0.0052490234375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.00040043832268565893,
      "loss_partial": 0.007476806640625,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0007453575963154435,
      "loss_partial": 0.0054931640625,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0005857843207195401,
      "loss_partial": 0.0091552734375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0007387168589048088,
      "loss_partial": 0.00482177734375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0005703829228878021,
      "loss_partial": 0.010498046875,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0006570657715201378,
      "loss_partial": 0.00531005859375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.000663570303004235,
      "loss_partial": 0.0068359375,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.00032991712214425206,
      "loss_partial": 0.010986328125,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0005800710059702396,
      "loss_partial": 0.01177978515625,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.0009873427916318178,
      "loss_partial": 0.003936767578125,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.000593480421230197,
      "loss_partial": 0.005157470703125,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.000524211791343987,
      "loss_partial": 0.0093994140625,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.000296338286716491,
      "loss_partial": 0.00396728515625,
      "step": 1288
    },
    {
      "epoch": 1.872093023255814,
      "loss_distr": 0.00027007085736840963,
      "loss_partial": 0.005950927734375,
      "step": 1288
    },
    {
      "epoch": 1.8735465116279069,
      "grad_norm": 0.13505405187606812,
      "learning_rate": 2.4830659999219965e-07,
      "loss": 0.1732,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0006899575237184763,
      "loss_partial": 0.006622314453125,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0006476168055087328,
      "loss_partial": 0.004180908203125,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.00039161925087682903,
      "loss_partial": 0.01092529296875,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0005611956585198641,
      "loss_partial": 0.006317138671875,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0005421018577180803,
      "loss_partial": 0.00506591796875,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0009023281745612621,
      "loss_partial": 0.00396728515625,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0007000553305260837,
      "loss_partial": 0.00738525390625,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0003016379487235099,
      "loss_partial": 0.0062255859375,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0007239500992000103,
      "loss_partial": 0.004974365234375,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0003509118396323174,
      "loss_partial": 0.00909423828125,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0004917976912111044,
      "loss_partial": 0.00830078125,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0006491955136880279,
      "loss_partial": 0.004486083984375,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0006619851919822395,
      "loss_partial": 0.006439208984375,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.00041296749259345233,
      "loss_partial": 0.006744384765625,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0004542848328128457,
      "loss_partial": 0.006317138671875,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0005843887920491397,
      "loss_partial": 0.00390625,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0006120163598097861,
      "loss_partial": 0.006103515625,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.00049888517241925,
      "loss_partial": 0.00909423828125,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0005762152140960097,
      "loss_partial": 0.0106201171875,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.000550953671336174,
      "loss_partial": 0.005767822265625,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0006865423056297004,
      "loss_partial": 0.00396728515625,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.00022560024808626622,
      "loss_partial": 0.007293701171875,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0007139866938814521,
      "loss_partial": 0.003173828125,
      "step": 1289
    },
    {
      "epoch": 1.8735465116279069,
      "loss_distr": 0.0002449642342980951,
      "loss_partial": 0.02490234375,
      "step": 1289
    },
    {
      "epoch": 1.875,
      "grad_norm": 0.15029147267341614,
      "learning_rate": 2.427181440805704e-07,
      "loss": 0.1699,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0005582139128819108,
      "loss_partial": 0.005767822265625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0007522760424762964,
      "loss_partial": 0.006256103515625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.00041870164568535984,
      "loss_partial": 0.0107421875,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0003901851596310735,
      "loss_partial": 0.0076904296875,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.00040823835297487676,
      "loss_partial": 0.0035858154296875,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0007057922193780541,
      "loss_partial": 0.00482177734375,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.00055967818479985,
      "loss_partial": 0.007781982421875,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.00039453041972592473,
      "loss_partial": 0.003387451171875,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0003873672685585916,
      "loss_partial": 0.01116943359375,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.000858455547131598,
      "loss_partial": 0.004241943359375,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0006844011950306594,
      "loss_partial": 0.006500244140625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.00035488075809553266,
      "loss_partial": 0.013916015625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0002752414147835225,
      "loss_partial": 0.00445556640625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0006216408801265061,
      "loss_partial": 0.00531005859375,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0005051419138908386,
      "loss_partial": 0.00537109375,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0005711416597478092,
      "loss_partial": 0.006591796875,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0007795514538884163,
      "loss_partial": 0.007171630859375,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0005183547036722302,
      "loss_partial": 0.005767822265625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0004907608963549137,
      "loss_partial": 0.004302978515625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0006244451506063342,
      "loss_partial": 0.0047607421875,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0003947477671317756,
      "loss_partial": 0.0113525390625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0006835758103989065,
      "loss_partial": 0.004730224609375,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.0008613329846411943,
      "loss_partial": 0.005035400390625,
      "step": 1290
    },
    {
      "epoch": 1.875,
      "loss_distr": 0.00042405223939567804,
      "loss_partial": 0.00604248046875,
      "step": 1290
    },
    {
      "epoch": 1.8764534883720931,
      "grad_norm": 0.1531943529844284,
      "learning_rate": 2.371925210644277e-07,
      "loss": 0.173,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0002463331329636276,
      "loss_partial": 0.01409912109375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0008859897498041391,
      "loss_partial": 0.003997802734375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0005785941029898822,
      "loss_partial": 0.00726318359375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0005088194739073515,
      "loss_partial": 0.00677490234375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.00028835178818553686,
      "loss_partial": 0.010009765625,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.00044628739124163985,
      "loss_partial": 0.007720947265625,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.00035680842120200396,
      "loss_partial": 0.004180908203125,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0008247218793258071,
      "loss_partial": 0.00518798828125,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0003900033771060407,
      "loss_partial": 0.00604248046875,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0007185791037045419,
      "loss_partial": 0.0035247802734375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.00034131744178012013,
      "loss_partial": 0.01123046875,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.000336826138664037,
      "loss_partial": 0.0101318359375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.00048577305278740823,
      "loss_partial": 0.0074462890625,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.000578759063500911,
      "loss_partial": 0.0107421875,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.00048260935000143945,
      "loss_partial": 0.004669189453125,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0005584713071584702,
      "loss_partial": 0.00946044921875,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0005687987431883812,
      "loss_partial": 0.00970458984375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0001907566620502621,
      "loss_partial": 0.003387451171875,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0004940945655107498,
      "loss_partial": 0.006988525390625,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0005619664443656802,
      "loss_partial": 0.00823974609375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0005825188709422946,
      "loss_partial": 0.00311279296875,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0005003907717764378,
      "loss_partial": 0.0152587890625,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0006523436168208718,
      "loss_partial": 0.00726318359375,
      "step": 1291
    },
    {
      "epoch": 1.8764534883720931,
      "loss_distr": 0.0007510317955166101,
      "loss_partial": 0.007232666015625,
      "step": 1291
    },
    {
      "epoch": 1.877906976744186,
      "grad_norm": 0.1486908346414566,
      "learning_rate": 2.3172976652652057e-07,
      "loss": 0.1729,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0005021454999223351,
      "loss_partial": 0.007080078125,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0008264541393145919,
      "loss_partial": 0.00433349609375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.00042118807323276997,
      "loss_partial": 0.01092529296875,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0005490490002557635,
      "loss_partial": 0.00494384765625,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0003960429457947612,
      "loss_partial": 0.0101318359375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.00029636890394613147,
      "loss_partial": 0.00689697265625,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.000529732380528003,
      "loss_partial": 0.0042724609375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0005092793144285679,
      "loss_partial": 0.007232666015625,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.00031498499447479844,
      "loss_partial": 0.007171630859375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0004844068025704473,
      "loss_partial": 0.00555419921875,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.00044450649875216186,
      "loss_partial": 0.006805419921875,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0005218611331656575,
      "loss_partial": 0.00726318359375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0007378899026662111,
      "loss_partial": 0.00433349609375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0004889839328825474,
      "loss_partial": 0.0076904296875,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0009166835807263851,
      "loss_partial": 0.006134033203125,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0003619894268922508,
      "loss_partial": 0.005584716796875,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0004005703376606107,
      "loss_partial": 0.005401611328125,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.00032070218003354967,
      "loss_partial": 0.005615234375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0003354760119691491,
      "loss_partial": 0.007415771484375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0007007991662248969,
      "loss_partial": 0.005859375,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.00031305538141168654,
      "loss_partial": 0.010498046875,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.00040463957702741027,
      "loss_partial": 0.01129150390625,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.000458159192930907,
      "loss_partial": 0.00604248046875,
      "step": 1292
    },
    {
      "epoch": 1.877906976744186,
      "loss_distr": 0.0008471831097267568,
      "loss_partial": 0.0052490234375,
      "step": 1292
    },
    {
      "epoch": 1.879360465116279,
      "grad_norm": 0.154378280043602,
      "learning_rate": 2.2632991564474515e-07,
      "loss": 0.1734,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0007439785986207426,
      "loss_partial": 0.00555419921875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.00033147179055958986,
      "loss_partial": 0.00762939453125,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.00057953194482252,
      "loss_partial": 0.009521484375,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0007802068721503019,
      "loss_partial": 0.004058837890625,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0007871579728089273,
      "loss_partial": 0.00567626953125,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0007708423072472215,
      "loss_partial": 0.003936767578125,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0004497345944400877,
      "loss_partial": 0.008544921875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.000566431728657335,
      "loss_partial": 0.0037841796875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.00044001449714414775,
      "loss_partial": 0.010498046875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.00040766835445538163,
      "loss_partial": 0.01409912109375,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0004328943323343992,
      "loss_partial": 0.00732421875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0004668209876399487,
      "loss_partial": 0.007659912109375,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0005285023944452405,
      "loss_partial": 0.004608154296875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0003590358537621796,
      "loss_partial": 0.009033203125,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.000604392436798662,
      "loss_partial": 0.0098876953125,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0005639662267640233,
      "loss_partial": 0.008056640625,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0002757166512310505,
      "loss_partial": 0.004425048828125,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0002293841098435223,
      "loss_partial": 0.007568359375,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0005044919671490788,
      "loss_partial": 0.005096435546875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.000572070071939379,
      "loss_partial": 0.0086669921875,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0007778321742080152,
      "loss_partial": 0.00482177734375,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.00045696983579546213,
      "loss_partial": 0.005706787109375,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0007383501506410539,
      "loss_partial": 0.006622314453125,
      "step": 1293
    },
    {
      "epoch": 1.879360465116279,
      "loss_distr": 0.0004946268163621426,
      "loss_partial": 0.00872802734375,
      "step": 1293
    },
    {
      "epoch": 1.880813953488372,
      "grad_norm": 0.13974440097808838,
      "learning_rate": 2.209930031919294e-07,
      "loss": 0.1727,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0004977459320798516,
      "loss_partial": 0.006317138671875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.000685857783537358,
      "loss_partial": 0.005401611328125,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0004001706838607788,
      "loss_partial": 0.010498046875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0007063781376928091,
      "loss_partial": 0.00872802734375,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.00047986191930249333,
      "loss_partial": 0.007659912109375,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0006408567423932254,
      "loss_partial": 0.00701904296875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0006318974774330854,
      "loss_partial": 0.004486083984375,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0005600203294306993,
      "loss_partial": 0.0068359375,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0004709316126536578,
      "loss_partial": 0.00616455078125,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0009446742478758097,
      "loss_partial": 0.004119873046875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.00044513121247291565,
      "loss_partial": 0.00518798828125,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0006028595380485058,
      "loss_partial": 0.00408935546875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0006041808519512415,
      "loss_partial": 0.0036468505859375,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.00030001794220879674,
      "loss_partial": 0.004241943359375,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0003652916057035327,
      "loss_partial": 0.0079345703125,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0006290764431469142,
      "loss_partial": 0.00360107421875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.000832832301966846,
      "loss_partial": 0.007171630859375,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0008286721422336996,
      "loss_partial": 0.004638671875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.000493702245876193,
      "loss_partial": 0.007537841796875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0002500548434909433,
      "loss_partial": 0.00830078125,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0006127169472165406,
      "loss_partial": 0.004852294921875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.0004042219079565257,
      "loss_partial": 0.00555419921875,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.00037712656194344163,
      "loss_partial": 0.0038604736328125,
      "step": 1294
    },
    {
      "epoch": 1.880813953488372,
      "loss_distr": 0.00044479320058599114,
      "loss_partial": 0.005279541015625,
      "step": 1294
    },
    {
      "epoch": 1.8822674418604652,
      "grad_norm": 0.15356341004371643,
      "learning_rate": 2.1571906353560214e-07,
      "loss": 0.1727,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0003923484473489225,
      "loss_partial": 0.004852294921875,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0003417511470615864,
      "loss_partial": 0.0084228515625,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.00015575558063574135,
      "loss_partial": 0.009521484375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.00039034042856656015,
      "loss_partial": 0.007568359375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0006535099819302559,
      "loss_partial": 0.00555419921875,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0004074746975675225,
      "loss_partial": 0.0079345703125,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0008866526186466217,
      "loss_partial": 0.00341796875,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0005228308727964759,
      "loss_partial": 0.007171630859375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0005879702512174845,
      "loss_partial": 0.004058837890625,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0006026237388141453,
      "loss_partial": 0.0068359375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0004649011534638703,
      "loss_partial": 0.006072998046875,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0006934426492080092,
      "loss_partial": 0.0050048828125,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0006143642240203917,
      "loss_partial": 0.004150390625,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0006705400883220136,
      "loss_partial": 0.005950927734375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.00045303121441975236,
      "loss_partial": 0.00640869140625,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0005464158020913601,
      "loss_partial": 0.00531005859375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0007938921917229891,
      "loss_partial": 0.004058837890625,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0004463466757442802,
      "loss_partial": 0.0164794921875,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0008511032210662961,
      "loss_partial": 0.006591796875,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0007429231191053987,
      "loss_partial": 0.0042724609375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.00040329978219233453,
      "loss_partial": 0.00872802734375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.00041126954602077603,
      "loss_partial": 0.014404296875,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.0006360774859786034,
      "loss_partial": 0.00677490234375,
      "step": 1295
    },
    {
      "epoch": 1.8822674418604652,
      "loss_distr": 0.00032631581416353583,
      "loss_partial": 0.00970458984375,
      "step": 1295
    },
    {
      "epoch": 1.8837209302325582,
      "grad_norm": 0.1373693197965622,
      "learning_rate": 2.105081306377721e-07,
      "loss": 0.1746,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0003463483299128711,
      "loss_partial": 0.0101318359375,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0001715456455713138,
      "loss_partial": 0.0098876953125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.00047640883713029325,
      "loss_partial": 0.005096435546875,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0003350289771333337,
      "loss_partial": 0.00653076171875,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0006134390132501721,
      "loss_partial": 0.005096435546875,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.00030571932438760996,
      "loss_partial": 0.00469970703125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.00038408671389333904,
      "loss_partial": 0.00421142578125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0001835184230003506,
      "loss_partial": 0.004913330078125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0004998781369067729,
      "loss_partial": 0.005615234375,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0005202170577831566,
      "loss_partial": 0.0032196044921875,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0012103518238291144,
      "loss_partial": 0.003692626953125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.00048753595910966396,
      "loss_partial": 0.006011962890625,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0005091616185382009,
      "loss_partial": 0.006378173828125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0005259703029878438,
      "loss_partial": 0.00543212890625,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0004847882955800742,
      "loss_partial": 0.0067138671875,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0005394877516664565,
      "loss_partial": 0.006103515625,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0006603563670068979,
      "loss_partial": 0.00579833984375,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.00019978563068434596,
      "loss_partial": 0.005859375,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.00047083705430850387,
      "loss_partial": 0.004425048828125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0003501286846585572,
      "loss_partial": 0.00665283203125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0005769830895587802,
      "loss_partial": 0.006439208984375,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.000400952179916203,
      "loss_partial": 0.0040283203125,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0006451639928855002,
      "loss_partial": 0.004058837890625,
      "step": 1296
    },
    {
      "epoch": 1.8837209302325582,
      "loss_distr": 0.0005290288827382028,
      "loss_partial": 0.00927734375,
      "step": 1296
    },
    {
      "epoch": 1.885174418604651,
      "grad_norm": 0.15448996424674988,
      "learning_rate": 2.053602380547126e-07,
      "loss": 0.1722,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0008275368600152433,
      "loss_partial": 0.005218505859375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0002690472756512463,
      "loss_partial": 0.01312255859375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0003975418512709439,
      "loss_partial": 0.014892578125,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0007331293891184032,
      "loss_partial": 0.00396728515625,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.00037843850441277027,
      "loss_partial": 0.01007080078125,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.00035685469629243016,
      "loss_partial": 0.007476806640625,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.00039178243605419993,
      "loss_partial": 0.00927734375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0005335800815373659,
      "loss_partial": 0.007171630859375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0005928639438934624,
      "loss_partial": 0.009033203125,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0006493382388725877,
      "loss_partial": 0.00457763671875,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0004264039162080735,
      "loss_partial": 0.00921630859375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.00048717434401623905,
      "loss_partial": 0.005889892578125,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0005178622086532414,
      "loss_partial": 0.0086669921875,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0004477249167393893,
      "loss_partial": 0.005615234375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.00019059590704273432,
      "loss_partial": 0.0037384033203125,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0004087964480277151,
      "loss_partial": 0.0078125,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0005336270551197231,
      "loss_partial": 0.00921630859375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0004360484890639782,
      "loss_partial": 0.005767822265625,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0004443322541192174,
      "loss_partial": 0.0086669921875,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.00028876570286229253,
      "loss_partial": 0.00946044921875,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0002310945128556341,
      "loss_partial": 0.011474609375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.00046613006270490587,
      "loss_partial": 0.0072021484375,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0007444422226399183,
      "loss_partial": 0.004150390625,
      "step": 1297
    },
    {
      "epoch": 1.885174418604651,
      "loss_distr": 0.0006451823865063488,
      "loss_partial": 0.0062255859375,
      "step": 1297
    },
    {
      "epoch": 1.8866279069767442,
      "grad_norm": 0.1380428671836853,
      "learning_rate": 2.0027541893673953e-07,
      "loss": 0.178,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0004348754300735891,
      "loss_partial": 0.006561279296875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00046016491251066327,
      "loss_partial": 0.00994873046875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0005943986470811069,
      "loss_partial": 0.006317138671875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0005771483411081135,
      "loss_partial": 0.005584716796875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00025606839335523546,
      "loss_partial": 0.009765625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00032365252263844013,
      "loss_partial": 0.0074462890625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0007551300805062056,
      "loss_partial": 0.01031494140625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0006409858469851315,
      "loss_partial": 0.00445556640625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00040382053703069687,
      "loss_partial": 0.005584716796875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0011697260197252035,
      "loss_partial": 0.00299072265625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0003891004016622901,
      "loss_partial": 0.006256103515625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.000520906294696033,
      "loss_partial": 0.00848388671875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00032543978886678815,
      "loss_partial": 0.0069580078125,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0005125893512740731,
      "loss_partial": 0.004730224609375,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.000490014732349664,
      "loss_partial": 0.0036773681640625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00037116179009899497,
      "loss_partial": 0.004119873046875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0002596805861685425,
      "loss_partial": 0.0037384033203125,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0009320300305262208,
      "loss_partial": 0.0029754638671875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0005836518248543143,
      "loss_partial": 0.006072998046875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0003516452561598271,
      "loss_partial": 0.00958251953125,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00023733677517157048,
      "loss_partial": 0.01422119140625,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.000416621973272413,
      "loss_partial": 0.007537841796875,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.00046800606651231647,
      "loss_partial": 0.00665283203125,
      "step": 1298
    },
    {
      "epoch": 1.8866279069767442,
      "loss_distr": 0.0008154127281159163,
      "loss_partial": 0.00811767578125,
      "step": 1298
    },
    {
      "epoch": 1.8880813953488373,
      "grad_norm": 0.15932978689670563,
      "learning_rate": 1.9525370602800685e-07,
      "loss": 0.1735,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0005321822827681899,
      "loss_partial": 0.0079345703125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.00027653807774186134,
      "loss_partial": 0.005035400390625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0005372031591832638,
      "loss_partial": 0.0029754638671875,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0007321021403186023,
      "loss_partial": 0.00628662109375,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0006707983557134867,
      "loss_partial": 0.005889892578125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0004648087779060006,
      "loss_partial": 0.014892578125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.000453636865131557,
      "loss_partial": 0.00909423828125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0003146364470012486,
      "loss_partial": 0.0106201171875,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.00032097692019306123,
      "loss_partial": 0.00836181640625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0004946577246300876,
      "loss_partial": 0.006378173828125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0007062939694151282,
      "loss_partial": 0.0078125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.000947734690271318,
      "loss_partial": 0.004791259765625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0005952508072368801,
      "loss_partial": 0.00494384765625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0003480633022263646,
      "loss_partial": 0.006317138671875,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0005865707062184811,
      "loss_partial": 0.00738525390625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0003580513293854892,
      "loss_partial": 0.00543212890625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0010729259811341763,
      "loss_partial": 0.004150390625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0005273850983940065,
      "loss_partial": 0.00885009765625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0006530568934977055,
      "loss_partial": 0.005645751953125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0004881828499492258,
      "loss_partial": 0.005126953125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0005173293757252395,
      "loss_partial": 0.0078125,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.00040771166095510125,
      "loss_partial": 0.0081787109375,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0007625808357261121,
      "loss_partial": 0.0027008056640625,
      "step": 1299
    },
    {
      "epoch": 1.8880813953488373,
      "loss_distr": 0.0005555672687478364,
      "loss_partial": 0.0048828125,
      "step": 1299
    },
    {
      "epoch": 1.8895348837209303,
      "grad_norm": 0.1504250019788742,
      "learning_rate": 1.9029513166628376e-07,
      "loss": 0.1734,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0002753934822976589,
      "loss_partial": 0.00726318359375,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0008464308339171112,
      "loss_partial": 0.0050048828125,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.00027167738880962133,
      "loss_partial": 0.005859375,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0005099327536299825,
      "loss_partial": 0.00543212890625,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0003590465639717877,
      "loss_partial": 0.00518798828125,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0006638282211497426,
      "loss_partial": 0.00689697265625,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0008001724490895867,
      "loss_partial": 0.0033416748046875,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.000670309760607779,
      "loss_partial": 0.005340576171875,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0002852538600564003,
      "loss_partial": 0.00799560546875,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0006657609483227134,
      "loss_partial": 0.005767822265625,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0005854013143107295,
      "loss_partial": 0.007232666015625,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0005952645442448556,
      "loss_partial": 0.00714111328125,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0006021377630531788,
      "loss_partial": 0.00567626953125,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0005354959284886718,
      "loss_partial": 0.00799560546875,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0006283426773734391,
      "loss_partial": 0.0037994384765625,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.00047409202670678496,
      "loss_partial": 0.005767822265625,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0007226282032206655,
      "loss_partial": 0.0050048828125,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0003984210779890418,
      "loss_partial": 0.005615234375,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.000550325377844274,
      "loss_partial": 0.00677490234375,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.00034383434103801847,
      "loss_partial": 0.00848388671875,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.000576265505515039,
      "loss_partial": 0.004974365234375,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.00039155205013230443,
      "loss_partial": 0.00567626953125,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.00030827257432974875,
      "loss_partial": 0.00811767578125,
      "step": 1300
    },
    {
      "epoch": 1.8895348837209303,
      "loss_distr": 0.0006098310695961118,
      "loss_partial": 0.0067138671875,
      "step": 1300
    },
    {
      "epoch": 1.8909883720930232,
      "grad_norm": 0.14082199335098267,
      "learning_rate": 1.8539972778275794e-07,
      "loss": 0.172,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0006780989933758974,
      "loss_partial": 0.004669189453125,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0008814416360110044,
      "loss_partial": 0.005828857421875,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0006556690204888582,
      "loss_partial": 0.004852294921875,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.000613875687122345,
      "loss_partial": 0.0084228515625,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0005839561345055699,
      "loss_partial": 0.004730224609375,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0002605253830552101,
      "loss_partial": 0.0115966796875,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0004151969333179295,
      "loss_partial": 0.004669189453125,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.00041553060873411596,
      "loss_partial": 0.009521484375,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0006119643221609294,
      "loss_partial": 0.003936767578125,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0005538318073377013,
      "loss_partial": 0.004547119140625,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.000436510075815022,
      "loss_partial": 0.009765625,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0007265714230015874,
      "loss_partial": 0.003997802734375,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0006715505733154714,
      "loss_partial": 0.005828857421875,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.00028283020947128534,
      "loss_partial": 0.006072998046875,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.00028513348661363125,
      "loss_partial": 0.01031494140625,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.000582803157158196,
      "loss_partial": 0.007293701171875,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.00045865398715250194,
      "loss_partial": 0.0128173828125,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.00028544088127091527,
      "loss_partial": 0.00457763671875,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0007050762651488185,
      "loss_partial": 0.0089111328125,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0006686297710984945,
      "loss_partial": 0.005401611328125,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0004611802287399769,
      "loss_partial": 0.0087890625,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.0003264653205405921,
      "loss_partial": 0.01019287109375,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.00041453397716395557,
      "loss_partial": 0.0062255859375,
      "step": 1301
    },
    {
      "epoch": 1.8909883720930232,
      "loss_distr": 0.00023256974236574024,
      "loss_partial": 0.00933837890625,
      "step": 1301
    },
    {
      "epoch": 1.8924418604651163,
      "grad_norm": 0.149825781583786,
      "learning_rate": 1.805675259018236e-07,
      "loss": 0.1749,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0008601575973443687,
      "loss_partial": 0.0027618408203125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00037410628283396363,
      "loss_partial": 0.008544921875,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0005316960741765797,
      "loss_partial": 0.00518798828125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0004042194923385978,
      "loss_partial": 0.00714111328125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0005400970112532377,
      "loss_partial": 0.005401611328125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0005437244544737041,
      "loss_partial": 0.0098876953125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0008877998916432261,
      "loss_partial": 0.00518798828125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0006835011299699545,
      "loss_partial": 0.0079345703125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00035027923877350986,
      "loss_partial": 0.006103515625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00032864074455574155,
      "loss_partial": 0.006103515625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0005491999909281731,
      "loss_partial": 0.005401611328125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00026382366195321083,
      "loss_partial": 0.0072021484375,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0003523987252265215,
      "loss_partial": 0.00811767578125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00045909962500445545,
      "loss_partial": 0.0079345703125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0005086695309728384,
      "loss_partial": 0.007476806640625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0008313040598295629,
      "loss_partial": 0.0034332275390625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0006873549427837133,
      "loss_partial": 0.00457763671875,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00023101104306988418,
      "loss_partial": 0.007720947265625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0005938460235483944,
      "loss_partial": 0.00543212890625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0004601739055942744,
      "loss_partial": 0.005126953125,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.000352981936885044,
      "loss_partial": 0.008544921875,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.0004950612783432007,
      "loss_partial": 0.00640869140625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00026286259526386857,
      "loss_partial": 0.008056640625,
      "step": 1302
    },
    {
      "epoch": 1.8924418604651163,
      "loss_distr": 0.00044134119525551796,
      "loss_partial": 0.004302978515625,
      "step": 1302
    },
    {
      "epoch": 1.8938953488372094,
      "grad_norm": 0.15154002606868744,
      "learning_rate": 1.7579855714088157e-07,
      "loss": 0.1744,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0006885892944410443,
      "loss_partial": 0.004669189453125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0008540660492144525,
      "loss_partial": 0.005767822265625,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0007488523842766881,
      "loss_partial": 0.005401611328125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0005252129631116986,
      "loss_partial": 0.004913330078125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0007075024768710136,
      "loss_partial": 0.006317138671875,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0005193115212023258,
      "loss_partial": 0.0101318359375,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0006448953645303845,
      "loss_partial": 0.0034332275390625,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0003328397579025477,
      "loss_partial": 0.01031494140625,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.00046275026397779584,
      "loss_partial": 0.009765625,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0005002431571483612,
      "loss_partial": 0.006256103515625,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0003785132139455527,
      "loss_partial": 0.00726318359375,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0007416556472890079,
      "loss_partial": 0.007659912109375,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0002557974657975137,
      "loss_partial": 0.00830078125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.000697205716278404,
      "loss_partial": 0.00634765625,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0003528044908307493,
      "loss_partial": 0.00958251953125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0005608029314316809,
      "loss_partial": 0.0089111328125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0006786677404306829,
      "loss_partial": 0.0050048828125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0005497312522493303,
      "loss_partial": 0.00927734375,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0002786570694297552,
      "loss_partial": 0.003509521484375,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0005775954923592508,
      "loss_partial": 0.005157470703125,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.00041013211011886597,
      "loss_partial": 0.007171630859375,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.0007683320436626673,
      "loss_partial": 0.007049560546875,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.00030743450042791665,
      "loss_partial": 0.0093994140625,
      "step": 1303
    },
    {
      "epoch": 1.8938953488372094,
      "loss_distr": 0.00042566790943965316,
      "loss_partial": 0.007049560546875,
      "step": 1303
    },
    {
      "epoch": 1.8953488372093024,
      "grad_norm": 0.1391230970621109,
      "learning_rate": 1.7109285221013294e-07,
      "loss": 0.1751,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0007642657728865743,
      "loss_partial": 0.0045166015625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0007491327705793083,
      "loss_partial": 0.01171875,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0002460115647409111,
      "loss_partial": 0.005462646484375,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0004734076210297644,
      "loss_partial": 0.005584716796875,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0006641770014539361,
      "loss_partial": 0.006805419921875,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0005611521773971617,
      "loss_partial": 0.006011962890625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0004890165291726589,
      "loss_partial": 0.0086669921875,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0007257706020027399,
      "loss_partial": 0.007110595703125,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.00032621819991618395,
      "loss_partial": 0.0084228515625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.00043968239333480597,
      "loss_partial": 0.006103515625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0008659145678393543,
      "loss_partial": 0.0035858154296875,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.00019800456357188523,
      "loss_partial": 0.006103515625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.00022971213911660016,
      "loss_partial": 0.006011962890625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0005528775509446859,
      "loss_partial": 0.00634765625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0005072120693512261,
      "loss_partial": 0.0113525390625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0006247576093301177,
      "loss_partial": 0.00396728515625,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0005365018732845783,
      "loss_partial": 0.0036468505859375,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0006021014414727688,
      "loss_partial": 0.004638671875,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0007350935484282672,
      "loss_partial": 0.0028076171875,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0004101123777218163,
      "loss_partial": 0.00921630859375,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.00040691375033929944,
      "loss_partial": 0.01202392578125,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.00023296747531276196,
      "loss_partial": 0.00958251953125,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.0007053007138893008,
      "loss_partial": 0.0072021484375,
      "step": 1304
    },
    {
      "epoch": 1.8953488372093024,
      "loss_distr": 0.00021403396385721862,
      "loss_partial": 0.00665283203125,
      "step": 1304
    },
    {
      "epoch": 1.8968023255813953,
      "grad_norm": 0.17587481439113617,
      "learning_rate": 1.664504414123902e-07,
      "loss": 0.1747,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.00039368600118905306,
      "loss_partial": 0.00677490234375,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0007283637532964349,
      "loss_partial": 0.004608154296875,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0006714509217999876,
      "loss_partial": 0.005615234375,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0005071402410976589,
      "loss_partial": 0.010498046875,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0004293742822483182,
      "loss_partial": 0.0052490234375,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0004975649644620717,
      "loss_partial": 0.006011962890625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0006174536538310349,
      "loss_partial": 0.00518798828125,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0007793152472004294,
      "loss_partial": 0.00506591796875,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.00021918413403909653,
      "loss_partial": 0.0036163330078125,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.00037923158379271626,
      "loss_partial": 0.00811767578125,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0006219135248102248,
      "loss_partial": 0.006988525390625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0006022172747179866,
      "loss_partial": 0.0052490234375,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0005420188535936177,
      "loss_partial": 0.0074462890625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0002923051069956273,
      "loss_partial": 0.00347900390625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0005848661530762911,
      "loss_partial": 0.004486083984375,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.000842305482365191,
      "loss_partial": 0.0062255859375,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0005965429591014981,
      "loss_partial": 0.00714111328125,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0003313955385237932,
      "loss_partial": 0.00982666015625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0007877525640651584,
      "loss_partial": 0.0054931640625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0003305793507024646,
      "loss_partial": 0.005279541015625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0005400318186730146,
      "loss_partial": 0.009765625,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0002914379583671689,
      "loss_partial": 0.004852294921875,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.00034023664193227887,
      "loss_partial": 0.0062255859375,
      "step": 1305
    },
    {
      "epoch": 1.8968023255813953,
      "loss_distr": 0.0007103928364813328,
      "loss_partial": 0.00714111328125,
      "step": 1305
    },
    {
      "epoch": 1.8982558139534884,
      "grad_norm": 0.17110861837863922,
      "learning_rate": 1.618713546428763e-07,
      "loss": 0.1717,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0005295882001519203,
      "loss_partial": 0.00958251953125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0002512609353289008,
      "loss_partial": 0.00738525390625,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.00043555532465688884,
      "loss_partial": 0.00439453125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0003276917850598693,
      "loss_partial": 0.0057373046875,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.00045142287854105234,
      "loss_partial": 0.006378173828125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0005008124280720949,
      "loss_partial": 0.0052490234375,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0007095483597368002,
      "loss_partial": 0.006103515625,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0005396031774580479,
      "loss_partial": 0.005126953125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.00041403641807846725,
      "loss_partial": 0.0098876953125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0004365291679278016,
      "loss_partial": 0.00531005859375,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0002466590376570821,
      "loss_partial": 0.005584716796875,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.00020685693016275764,
      "loss_partial": 0.00457763671875,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0006118991877883673,
      "loss_partial": 0.00885009765625,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.00022252170310821384,
      "loss_partial": 0.005645751953125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0006068518850952387,
      "loss_partial": 0.005279541015625,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0002178861468564719,
      "loss_partial": 0.0091552734375,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0004221646813675761,
      "loss_partial": 0.0086669921875,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.00042984093306586146,
      "loss_partial": 0.007659912109375,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.00034603997482918203,
      "loss_partial": 0.005889892578125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0007550010923296213,
      "loss_partial": 0.002777099609375,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0009732196340337396,
      "loss_partial": 0.00469970703125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0003082250477746129,
      "loss_partial": 0.0111083984375,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.0007687645265832543,
      "loss_partial": 0.004425048828125,
      "step": 1306
    },
    {
      "epoch": 1.8982558139534884,
      "loss_distr": 0.000290203228360042,
      "loss_partial": 0.0081787109375,
      "step": 1306
    },
    {
      "epoch": 1.8997093023255816,
      "grad_norm": 0.14113499224185944,
      "learning_rate": 1.573556213890326e-07,
      "loss": 0.1721,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0006996809970587492,
      "loss_partial": 0.003814697265625,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0002545213792473078,
      "loss_partial": 0.0084228515625,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.00045817039790563285,
      "loss_partial": 0.007080078125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0005917949602007866,
      "loss_partial": 0.0079345703125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0006134129362180829,
      "loss_partial": 0.006500244140625,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0005114818923175335,
      "loss_partial": 0.0032806396484375,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.00036871383781544864,
      "loss_partial": 0.009033203125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.00021663005463778973,
      "loss_partial": 0.0128173828125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0003594862937461585,
      "loss_partial": 0.006378173828125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.00042324012611061335,
      "loss_partial": 0.007415771484375,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0003819041885435581,
      "loss_partial": 0.007232666015625,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.00033029678161256015,
      "loss_partial": 0.008056640625,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0005646784557029605,
      "loss_partial": 0.00555419921875,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0005497084930539131,
      "loss_partial": 0.005401611328125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0004541367234196514,
      "loss_partial": 0.0093994140625,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0008805291727185249,
      "loss_partial": 0.006866455078125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0005206874920986593,
      "loss_partial": 0.00732421875,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0003127488889731467,
      "loss_partial": 0.00726318359375,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0005124338204041123,
      "loss_partial": 0.00714111328125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.000640134559944272,
      "loss_partial": 0.007354736328125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0003386588068678975,
      "loss_partial": 0.008056640625,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0007761893211863935,
      "loss_partial": 0.003936767578125,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0006232151063159108,
      "loss_partial": 0.00457763671875,
      "step": 1307
    },
    {
      "epoch": 1.8997093023255816,
      "loss_distr": 0.0004374254203867167,
      "loss_partial": 0.006317138671875,
      "step": 1307
    },
    {
      "epoch": 1.9011627906976745,
      "grad_norm": 0.14539186656475067,
      "learning_rate": 1.5290327073032907e-07,
      "loss": 0.1693,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.000779883936047554,
      "loss_partial": 0.0032196044921875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0005844988627359271,
      "loss_partial": 0.004150390625,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0003692394820973277,
      "loss_partial": 0.00933837890625,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0004928216803818941,
      "loss_partial": 0.00469970703125,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0003194237651769072,
      "loss_partial": 0.0079345703125,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0008819817448966205,
      "loss_partial": 0.003143310546875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00031643389957025647,
      "loss_partial": 0.0050048828125,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0006006016628816724,
      "loss_partial": 0.0037689208984375,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00019755554967559874,
      "loss_partial": 0.0087890625,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0006487083155661821,
      "loss_partial": 0.004638671875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00035774437128566206,
      "loss_partial": 0.005859375,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0006599125918000937,
      "loss_partial": 0.00836181640625,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0006221483345143497,
      "loss_partial": 0.005828857421875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0005383847746998072,
      "loss_partial": 0.005828857421875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00031997024780139327,
      "loss_partial": 0.006805419921875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00048559889546595514,
      "loss_partial": 0.00823974609375,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0007869974942877889,
      "loss_partial": 0.004608154296875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0008662287145853043,
      "loss_partial": 0.005035400390625,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00037935731234028935,
      "loss_partial": 0.007293701171875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0005706921219825745,
      "loss_partial": 0.006500244140625,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.000777345267124474,
      "loss_partial": 0.005859375,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00044557341607287526,
      "loss_partial": 0.005584716796875,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.0005758167244493961,
      "loss_partial": 0.006256103515625,
      "step": 1308
    },
    {
      "epoch": 1.9011627906976745,
      "loss_distr": 0.00045166193740442395,
      "loss_partial": 0.00628662109375,
      "step": 1308
    },
    {
      "epoch": 1.9026162790697674,
      "grad_norm": 0.15036872029304504,
      "learning_rate": 1.485143313380799e-07,
      "loss": 0.1699,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0004983713151887059,
      "loss_partial": 0.0045166015625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0006007945630699396,
      "loss_partial": 0.004852294921875,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0007998576620593667,
      "loss_partial": 0.00469970703125,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0006103110499680042,
      "loss_partial": 0.007232666015625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.000690849672537297,
      "loss_partial": 0.00885009765625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0006002013687975705,
      "loss_partial": 0.00616455078125,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0002484054130036384,
      "loss_partial": 0.006744384765625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.00033579894807189703,
      "loss_partial": 0.0091552734375,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0003847130574285984,
      "loss_partial": 0.004486083984375,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.00017324576037935913,
      "loss_partial": 0.01080322265625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.00041217601392418146,
      "loss_partial": 0.0108642578125,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0003012277593370527,
      "loss_partial": 0.0042724609375,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0003374262887518853,
      "loss_partial": 0.00640869140625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0007244045264087617,
      "loss_partial": 0.0054931640625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.000689800304826349,
      "loss_partial": 0.006317138671875,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.00043217508937232196,
      "loss_partial": 0.009765625,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0005396781489253044,
      "loss_partial": 0.0042724609375,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0003964723728131503,
      "loss_partial": 0.01007080078125,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0006666668923571706,
      "loss_partial": 0.005859375,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0004436421440914273,
      "loss_partial": 0.00653076171875,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0004435564624145627,
      "loss_partial": 0.0096435546875,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.000585796544328332,
      "loss_partial": 0.0028076171875,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.00047891336726024747,
      "loss_partial": 0.00714111328125,
      "step": 1309
    },
    {
      "epoch": 1.9026162790697674,
      "loss_distr": 0.0005240762839093804,
      "loss_partial": 0.006011962890625,
      "step": 1309
    },
    {
      "epoch": 1.9040697674418605,
      "grad_norm": 0.14149081707000732,
      "learning_rate": 1.4418883147525596e-07,
      "loss": 0.1729,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0004821412730962038,
      "loss_partial": 0.007232666015625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0006015042308717966,
      "loss_partial": 0.004669189453125,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0005960394628345966,
      "loss_partial": 0.0032958984375,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0007920839125290513,
      "loss_partial": 0.005218505859375,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0003878292627632618,
      "loss_partial": 0.00701904296875,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.000341204198775813,
      "loss_partial": 0.0054931640625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0003532663104124367,
      "loss_partial": 0.00341796875,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0005445445422083139,
      "loss_partial": 0.00714111328125,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0006207508267834783,
      "loss_partial": 0.006744384765625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0005430328892543912,
      "loss_partial": 0.00982666015625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.00024185891379602253,
      "loss_partial": 0.005828857421875,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.00043766418821178377,
      "loss_partial": 0.0091552734375,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0006601709173992276,
      "loss_partial": 0.003936767578125,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.000682834186591208,
      "loss_partial": 0.005462646484375,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0004729083157144487,
      "loss_partial": 0.004791259765625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.00042117846896871924,
      "loss_partial": 0.006011962890625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0004231522907502949,
      "loss_partial": 0.00848388671875,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0004369911039248109,
      "loss_partial": 0.00640869140625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.00042783256503753364,
      "loss_partial": 0.010009765625,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0005672415718436241,
      "loss_partial": 0.0067138671875,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.00034028245136141777,
      "loss_partial": 0.00958251953125,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0003077799337916076,
      "loss_partial": 0.01043701171875,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0003743884153664112,
      "loss_partial": 0.0062255859375,
      "step": 1310
    },
    {
      "epoch": 1.9040697674418605,
      "loss_distr": 0.0004419050528667867,
      "loss_partial": 0.006927490234375,
      "step": 1310
    },
    {
      "epoch": 1.9055232558139537,
      "grad_norm": 0.13276956975460052,
      "learning_rate": 1.399267989963027e-07,
      "loss": 0.1751,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0005003685946576297,
      "loss_partial": 0.0048828125,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0005958366091363132,
      "loss_partial": 0.007415771484375,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.00021650698909070343,
      "loss_partial": 0.0072021484375,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0005598951829597354,
      "loss_partial": 0.0045166015625,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.000725983118172735,
      "loss_partial": 0.005035400390625,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.00027905794559046626,
      "loss_partial": 0.00482177734375,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0004377903533168137,
      "loss_partial": 0.00653076171875,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0004876488237641752,
      "loss_partial": 0.00341796875,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0006999496254138649,
      "loss_partial": 0.0028839111328125,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0006307198200374842,
      "loss_partial": 0.006195068359375,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0006713821785524487,
      "loss_partial": 0.00823974609375,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0005368865677155554,
      "loss_partial": 0.0086669921875,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0006081789033487439,
      "loss_partial": 0.006195068359375,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0003976001753471792,
      "loss_partial": 0.006011962890625,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.00038002070505172014,
      "loss_partial": 0.0084228515625,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0006819830159656703,
      "loss_partial": 0.004180908203125,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0003855758113786578,
      "loss_partial": 0.0029449462890625,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0008117289980873466,
      "loss_partial": 0.005096435546875,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.00065236771479249,
      "loss_partial": 0.006072998046875,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.000269505922915414,
      "loss_partial": 0.005523681640625,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.00039150143857114017,
      "loss_partial": 0.01422119140625,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0003228092391509563,
      "loss_partial": 0.007049560546875,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0008033599588088691,
      "loss_partial": 0.00897216796875,
      "step": 1311
    },
    {
      "epoch": 1.9055232558139537,
      "loss_distr": 0.0006425845203921199,
      "loss_partial": 0.0048828125,
      "step": 1311
    },
    {
      "epoch": 1.9069767441860463,
      "grad_norm": 0.13939666748046875,
      "learning_rate": 1.3572826134696238e-07,
      "loss": 0.1723,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0002501796989236027,
      "loss_partial": 0.006072998046875,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0004697902768384665,
      "loss_partial": 0.005615234375,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00046550107072107494,
      "loss_partial": 0.006744384765625,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.000814174534752965,
      "loss_partial": 0.0025634765625,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0005336267058737576,
      "loss_partial": 0.005340576171875,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00041930226143449545,
      "loss_partial": 0.00927734375,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0005690629477612674,
      "loss_partial": 0.003631591796875,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00045513093937188387,
      "loss_partial": 0.006378173828125,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.000901205581612885,
      "loss_partial": 0.002838134765625,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0006055269623175263,
      "loss_partial": 0.004638671875,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00024381645198445767,
      "loss_partial": 0.0089111328125,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00040616453043185174,
      "loss_partial": 0.008056640625,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0006472322274930775,
      "loss_partial": 0.0059814453125,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0006154277361929417,
      "loss_partial": 0.00567626953125,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00039880862459540367,
      "loss_partial": 0.019287109375,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.000641914492007345,
      "loss_partial": 0.005035400390625,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0005489666946232319,
      "loss_partial": 0.0037384033203125,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00042908615432679653,
      "loss_partial": 0.006805419921875,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0004933692398481071,
      "loss_partial": 0.007537841796875,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00023466776474379003,
      "loss_partial": 0.00543212890625,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0006263015093281865,
      "loss_partial": 0.00628662109375,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0008194702095352113,
      "loss_partial": 0.004150390625,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.00041447984403930604,
      "loss_partial": 0.0126953125,
      "step": 1312
    },
    {
      "epoch": 1.9069767441860463,
      "loss_distr": 0.0006952106487005949,
      "loss_partial": 0.0048828125,
      "step": 1312
    },
    {
      "epoch": 1.9084302325581395,
      "grad_norm": 0.1384819895029068,
      "learning_rate": 1.315932455640967e-07,
      "loss": 0.1743,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.000570413249079138,
      "loss_partial": 0.00494384765625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0005435177590698004,
      "loss_partial": 0.004852294921875,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0004563061229418963,
      "loss_partial": 0.00787353515625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.00037898821756243706,
      "loss_partial": 0.0072021484375,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0006104009225964546,
      "loss_partial": 0.006011962890625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0005724774673581123,
      "loss_partial": 0.005615234375,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0004670523339882493,
      "loss_partial": 0.007537841796875,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.00024037138791754842,
      "loss_partial": 0.00677490234375,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.000171967432834208,
      "loss_partial": 0.007354736328125,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.000506129115819931,
      "loss_partial": 0.005279541015625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0005060583353042603,
      "loss_partial": 0.007415771484375,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.00038661176222376525,
      "loss_partial": 0.00836181640625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0003110982070211321,
      "loss_partial": 0.009033203125,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.00024964899057522416,
      "loss_partial": 0.0040283203125,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.00028315040981397033,
      "loss_partial": 0.007598876953125,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0007243474829010665,
      "loss_partial": 0.008056640625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.000686233805026859,
      "loss_partial": 0.006103515625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0004381507751531899,
      "loss_partial": 0.006011962890625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.000899323436897248,
      "loss_partial": 0.008056640625,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.00031967335962690413,
      "loss_partial": 0.0059814453125,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0005688002565875649,
      "loss_partial": 0.005950927734375,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0003357797977514565,
      "loss_partial": 0.0047607421875,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.00036675212322734296,
      "loss_partial": 0.0068359375,
      "step": 1313
    },
    {
      "epoch": 1.9084302325581395,
      "loss_distr": 0.0005192424869164824,
      "loss_partial": 0.00848388671875,
      "step": 1313
    },
    {
      "epoch": 1.9098837209302326,
      "grad_norm": 0.14202749729156494,
      "learning_rate": 1.2752177827551005e-07,
      "loss": 0.1718,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.00037961683119647205,
      "loss_partial": 0.006103515625,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.000618542660959065,
      "loss_partial": 0.0048828125,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0005870269378647208,
      "loss_partial": 0.00604248046875,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0004288007039576769,
      "loss_partial": 0.00762939453125,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0006868296186439693,
      "loss_partial": 0.007720947265625,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.000232078178669326,
      "loss_partial": 0.0038604736328125,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.000628641399089247,
      "loss_partial": 0.004974365234375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0006052726530469954,
      "loss_partial": 0.0035552978515625,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0004060710489284247,
      "loss_partial": 0.006500244140625,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.00032711491803638637,
      "loss_partial": 0.00537109375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0004630810290109366,
      "loss_partial": 0.0036468505859375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0007300213910639286,
      "loss_partial": 0.00592041015625,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0006273146718740463,
      "loss_partial": 0.00677490234375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0007696552202105522,
      "loss_partial": 0.006805419921875,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0002726046950556338,
      "loss_partial": 0.00909423828125,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.00046853796811774373,
      "loss_partial": 0.00628662109375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0003458503633737564,
      "loss_partial": 0.013427734375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.00022720757988281548,
      "loss_partial": 0.00927734375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0006918005528859794,
      "loss_partial": 0.0098876953125,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0006785583100281656,
      "loss_partial": 0.007049560546875,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0004641840932890773,
      "loss_partial": 0.01025390625,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0007534167962148786,
      "loss_partial": 0.0045166015625,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0004723976308014244,
      "loss_partial": 0.005950927734375,
      "step": 1314
    },
    {
      "epoch": 1.9098837209302326,
      "loss_distr": 0.0002913233474828303,
      "loss_partial": 0.005645751953125,
      "step": 1314
    },
    {
      "epoch": 1.9113372093023255,
      "grad_norm": 0.139104962348938,
      "learning_rate": 1.235138856997875e-07,
      "loss": 0.1703,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.000648742076009512,
      "loss_partial": 0.00494384765625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0009247292764484882,
      "loss_partial": 0.004180908203125,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0006472121458500624,
      "loss_partial": 0.0034332275390625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0004049734561704099,
      "loss_partial": 0.0081787109375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.000640698941424489,
      "loss_partial": 0.00634765625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0009910264052450657,
      "loss_partial": 0.0034332275390625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0007379930466413498,
      "loss_partial": 0.0038604736328125,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0006067735375836492,
      "loss_partial": 0.007171630859375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0005924745346419513,
      "loss_partial": 0.0062255859375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0009820015402510762,
      "loss_partial": 0.00531005859375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0004494671884458512,
      "loss_partial": 0.00836181640625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0007522072410210967,
      "loss_partial": 0.00927734375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.000301877676974982,
      "loss_partial": 0.005950927734375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0006000607390888035,
      "loss_partial": 0.005859375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0004668873152695596,
      "loss_partial": 0.0057373046875,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0007068737759254873,
      "loss_partial": 0.00994873046875,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0005958430701866746,
      "loss_partial": 0.00439453125,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0004276525869499892,
      "loss_partial": 0.00634765625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0002394253679085523,
      "loss_partial": 0.007049560546875,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0004112196620553732,
      "loss_partial": 0.007232666015625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0005531745264306664,
      "loss_partial": 0.006866455078125,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0006167521933093667,
      "loss_partial": 0.005615234375,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0004580054373946041,
      "loss_partial": 0.008056640625,
      "step": 1315
    },
    {
      "epoch": 1.9113372093023255,
      "loss_distr": 0.0005688903038389981,
      "loss_partial": 0.00689697265625,
      "step": 1315
    },
    {
      "epoch": 1.9127906976744184,
      "grad_norm": 0.1588410586118698,
      "learning_rate": 1.1956959364610944e-07,
      "loss": 0.1753,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0006080018356442451,
      "loss_partial": 0.00653076171875,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0007191426120698452,
      "loss_partial": 0.005950927734375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.00028083971119485795,
      "loss_partial": 0.00927734375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.000666468811687082,
      "loss_partial": 0.0034027099609375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.00043072469998151064,
      "loss_partial": 0.00555419921875,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0004614375648088753,
      "loss_partial": 0.0078125,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0003792424395214766,
      "loss_partial": 0.006561279296875,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0005092843784950674,
      "loss_partial": 0.00701904296875,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.00039816644857637584,
      "loss_partial": 0.007476806640625,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.00018806253501679748,
      "loss_partial": 0.00482177734375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0006391754141077399,
      "loss_partial": 0.007476806640625,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0003943651099689305,
      "loss_partial": 0.00958251953125,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0006153968861326575,
      "loss_partial": 0.004638671875,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0002310309500899166,
      "loss_partial": 0.0113525390625,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0007119392394088209,
      "loss_partial": 0.0068359375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0005863875849172473,
      "loss_partial": 0.0068359375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0004976993659511209,
      "loss_partial": 0.00421142578125,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0005247863009572029,
      "loss_partial": 0.00921630859375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0006178717594593763,
      "loss_partial": 0.004638671875,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0003410278004594147,
      "loss_partial": 0.0113525390625,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0004523001844063401,
      "loss_partial": 0.005157470703125,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0004548915894702077,
      "loss_partial": 0.006622314453125,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0007985839038155973,
      "loss_partial": 0.0062255859375,
      "step": 1316
    },
    {
      "epoch": 1.9127906976744184,
      "loss_distr": 0.0005640902672894299,
      "loss_partial": 0.006927490234375,
      "step": 1316
    },
    {
      "epoch": 1.9142441860465116,
      "grad_norm": 0.13085989654064178,
      "learning_rate": 1.1568892751410376e-07,
      "loss": 0.172,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005078381509520113,
      "loss_partial": 0.00787353515625,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00047850527334958315,
      "loss_partial": 0.0067138671875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005322381039150059,
      "loss_partial": 0.004119873046875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00045758471242152154,
      "loss_partial": 0.0047607421875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00046202418161556125,
      "loss_partial": 0.004119873046875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005133666563779116,
      "loss_partial": 0.007080078125,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00020015082554891706,
      "loss_partial": 0.00830078125,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00045885564759373665,
      "loss_partial": 0.008544921875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00043502365588210523,
      "loss_partial": 0.0054931640625,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0004249801568221301,
      "loss_partial": 0.005584716796875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0004890817799605429,
      "loss_partial": 0.00640869140625,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005824697436764836,
      "loss_partial": 0.003387451171875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0002119206328643486,
      "loss_partial": 0.006256103515625,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005144932074472308,
      "loss_partial": 0.00933837890625,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00031275596120394766,
      "loss_partial": 0.00567626953125,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005951285711489618,
      "loss_partial": 0.002471923828125,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0006160001503303647,
      "loss_partial": 0.00506591796875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0007835812284611166,
      "loss_partial": 0.01397705078125,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005392249440774322,
      "loss_partial": 0.00762939453125,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0005566056352108717,
      "loss_partial": 0.007537841796875,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0004110284789931029,
      "loss_partial": 0.003753662109375,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0007784300250932574,
      "loss_partial": 0.004669189453125,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.0004603401757776737,
      "loss_partial": 0.004730224609375,
      "step": 1317
    },
    {
      "epoch": 1.9142441860465116,
      "loss_distr": 0.00043441320303827524,
      "loss_partial": 0.00335693359375,
      "step": 1317
    },
    {
      "epoch": 1.9156976744186047,
      "grad_norm": 0.13819614052772522,
      "learning_rate": 1.1187191229366623e-07,
      "loss": 0.1705,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0006296173669397831,
      "loss_partial": 0.004638671875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0009059063158929348,
      "loss_partial": 0.0034637451171875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0003980161854997277,
      "loss_partial": 0.0106201171875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.000868846895173192,
      "loss_partial": 0.00390625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0007207784219644964,
      "loss_partial": 0.006591796875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.00021631462732329965,
      "loss_partial": 0.0108642578125,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0005677319131791592,
      "loss_partial": 0.00921630859375,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.00045765674440190196,
      "loss_partial": 0.0057373046875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0006513766711577773,
      "loss_partial": 0.006256103515625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0004059246857650578,
      "loss_partial": 0.00836181640625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0003067392099183053,
      "loss_partial": 0.00848388671875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0005722944042645395,
      "loss_partial": 0.004058837890625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0005161872832104564,
      "loss_partial": 0.00457763671875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0006482722237706184,
      "loss_partial": 0.003814697265625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0006408033659681678,
      "loss_partial": 0.00579833984375,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.00048619878361932933,
      "loss_partial": 0.00787353515625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0007300113793462515,
      "loss_partial": 0.003936767578125,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.000652849383186549,
      "loss_partial": 0.0029754638671875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.00033291857107542455,
      "loss_partial": 0.007232666015625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0004845309886150062,
      "loss_partial": 0.00897216796875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.00028454844141379,
      "loss_partial": 0.011962890625,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.00044448577682487667,
      "loss_partial": 0.00604248046875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0003594562294892967,
      "loss_partial": 0.0067138671875,
      "step": 1318
    },
    {
      "epoch": 1.9156976744186047,
      "loss_distr": 0.0008127858163788915,
      "loss_partial": 0.004058837890625,
      "step": 1318
    },
    {
      "epoch": 1.9171511627906976,
      "grad_norm": 0.15116538107395172,
      "learning_rate": 1.0811857256481262e-07,
      "loss": 0.1747,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0009096655994653702,
      "loss_partial": 0.004119873046875,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0007445653900504112,
      "loss_partial": 0.009765625,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0007422211929224432,
      "loss_partial": 0.005035400390625,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0006038742139935493,
      "loss_partial": 0.006103515625,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0007316690753214061,
      "loss_partial": 0.0078125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0006674588657915592,
      "loss_partial": 0.00518798828125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0006914825062267482,
      "loss_partial": 0.0089111328125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.00022911954147275537,
      "loss_partial": 0.007354736328125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0004316337872296572,
      "loss_partial": 0.022216796875,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0007095910841599107,
      "loss_partial": 0.006927490234375,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0003754097269847989,
      "loss_partial": 0.004852294921875,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.00032058649230748415,
      "loss_partial": 0.004669189453125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.000545716320630163,
      "loss_partial": 0.00714111328125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0006307900184765458,
      "loss_partial": 0.004669189453125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0004017759929411113,
      "loss_partial": 0.006011962890625,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0006003643502481282,
      "loss_partial": 0.00543212890625,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0009131237166002393,
      "loss_partial": 0.004608154296875,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0005031338660046458,
      "loss_partial": 0.005615234375,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0009474421385675669,
      "loss_partial": 0.00421142578125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0007244916050694883,
      "loss_partial": 0.005615234375,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0003347025194671005,
      "loss_partial": 0.0048828125,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0004311039228923619,
      "loss_partial": 0.007720947265625,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0003533111303113401,
      "loss_partial": 0.00946044921875,
      "step": 1319
    },
    {
      "epoch": 1.9171511627906976,
      "loss_distr": 0.0004781238385476172,
      "loss_partial": 0.005950927734375,
      "step": 1319
    },
    {
      "epoch": 1.9186046511627906,
      "grad_norm": 0.14615066349506378,
      "learning_rate": 1.0442893249751229e-07,
      "loss": 0.1757,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.00046304098214022815,
      "loss_partial": 0.007659912109375,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0007026538951322436,
      "loss_partial": 0.004608154296875,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0005880506942048669,
      "loss_partial": 0.005218505859375,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0005131720681674778,
      "loss_partial": 0.004180908203125,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0004064684035256505,
      "loss_partial": 0.00848388671875,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.000322945648804307,
      "loss_partial": 0.004547119140625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.00044980295933783054,
      "loss_partial": 0.007568359375,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.000432879023719579,
      "loss_partial": 0.0045166015625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0005264939973130822,
      "loss_partial": 0.00830078125,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0005149815697222948,
      "loss_partial": 0.0059814453125,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.00038885322283022106,
      "loss_partial": 0.0086669921875,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0006968446541577578,
      "loss_partial": 0.0040283203125,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0005130708450451493,
      "loss_partial": 0.00933837890625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0007871828274801373,
      "loss_partial": 0.004150390625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0006783637218177319,
      "loss_partial": 0.00927734375,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0007026724051684141,
      "loss_partial": 0.004913330078125,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0006945754867047071,
      "loss_partial": 0.005126953125,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0004982721293345094,
      "loss_partial": 0.0045166015625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.00044218436232768,
      "loss_partial": 0.01190185546875,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0003074245760217309,
      "loss_partial": 0.0093994140625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.00028916774317622185,
      "loss_partial": 0.00592041015625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0010109483264386654,
      "loss_partial": 0.00592041015625,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.0008217837894335389,
      "loss_partial": 0.005706787109375,
      "step": 1320
    },
    {
      "epoch": 1.9186046511627906,
      "loss_distr": 0.00035165349254384637,
      "loss_partial": 0.01495361328125,
      "step": 1320
    },
    {
      "epoch": 1.9200581395348837,
      "grad_norm": 0.14107321202754974,
      "learning_rate": 1.0080301585153274e-07,
      "loss": 0.1715,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0009404245647601783,
      "loss_partial": 0.00738525390625,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.00026084002456627786,
      "loss_partial": 0.00537109375,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0005447504809126258,
      "loss_partial": 0.004913330078125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.001120398985221982,
      "loss_partial": 0.003692626953125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.00018335127970203757,
      "loss_partial": 0.006378173828125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.00044331426033750176,
      "loss_partial": 0.005279541015625,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0006752937915734947,
      "loss_partial": 0.0064697265625,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0008176343981176615,
      "loss_partial": 0.005401611328125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0005262906779535115,
      "loss_partial": 0.0078125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0004898064071312547,
      "loss_partial": 0.010009765625,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0006103460909798741,
      "loss_partial": 0.0030517578125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0003710098681040108,
      "loss_partial": 0.007080078125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.00047644966980442405,
      "loss_partial": 0.01226806640625,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0005799079081043601,
      "loss_partial": 0.0130615234375,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0007388249505311251,
      "loss_partial": 0.002471923828125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.00039832264883443713,
      "loss_partial": 0.0062255859375,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0005780565552413464,
      "loss_partial": 0.005859375,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0005494795041158795,
      "loss_partial": 0.005859375,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.00028620153898373246,
      "loss_partial": 0.00396728515625,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0005752619472332299,
      "loss_partial": 0.00604248046875,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0006701907841488719,
      "loss_partial": 0.007293701171875,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0003068580699618906,
      "loss_partial": 0.00701904296875,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0004312270903028548,
      "loss_partial": 0.00811767578125,
      "step": 1321
    },
    {
      "epoch": 1.9200581395348837,
      "loss_distr": 0.0006510025705210865,
      "loss_partial": 0.00787353515625,
      "step": 1321
    },
    {
      "epoch": 1.9215116279069768,
      "grad_norm": 0.14106403291225433,
      "learning_rate": 9.724084597629302e-08,
      "loss": 0.1744,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.00037650897866114974,
      "loss_partial": 0.00799560546875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.00033152077230624855,
      "loss_partial": 0.00537109375,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005250296089798212,
      "loss_partial": 0.00701904296875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005665990756824613,
      "loss_partial": 0.007720947265625,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.00033238588366657495,
      "loss_partial": 0.00836181640625,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005426949355751276,
      "loss_partial": 0.00958251953125,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0008415434858761728,
      "loss_partial": 0.004852294921875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0007504146778956056,
      "loss_partial": 0.0036468505859375,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0008092575008049607,
      "loss_partial": 0.0068359375,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005761056090705097,
      "loss_partial": 0.007110595703125,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.00028377975104376674,
      "loss_partial": 0.007293701171875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0009233931777998805,
      "loss_partial": 0.004852294921875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005580341094173491,
      "loss_partial": 0.005950927734375,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005982382572256029,
      "loss_partial": 0.005096435546875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.000794148538261652,
      "loss_partial": 0.00701904296875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0006947808433324099,
      "loss_partial": 0.0030517578125,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005567836342379451,
      "loss_partial": 0.004241943359375,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0003037939313799143,
      "loss_partial": 0.0047607421875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0006787102902308106,
      "loss_partial": 0.00360107421875,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0004957354394719005,
      "loss_partial": 0.00836181640625,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.00031040102476254106,
      "loss_partial": 0.006378173828125,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0004421071498654783,
      "loss_partial": 0.0093994140625,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.00037255731876939535,
      "loss_partial": 0.00775146484375,
      "step": 1322
    },
    {
      "epoch": 1.9215116279069768,
      "loss_distr": 0.0005412890459410846,
      "loss_partial": 0.00628662109375,
      "step": 1322
    },
    {
      "epoch": 1.9229651162790697,
      "grad_norm": 0.13899284601211548,
      "learning_rate": 9.374244581070502e-08,
      "loss": 0.174,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0006237527704797685,
      "loss_partial": 0.00634765625,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0002049369504675269,
      "loss_partial": 0.007354736328125,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0006528379744850099,
      "loss_partial": 0.007232666015625,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0006043106550350785,
      "loss_partial": 0.005767822265625,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0005997923435643315,
      "loss_partial": 0.006134033203125,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.00047075666952878237,
      "loss_partial": 0.0034332275390625,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0005028366576880217,
      "loss_partial": 0.0089111328125,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.00041887987754307687,
      "loss_partial": 0.004241943359375,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0006295950151979923,
      "loss_partial": 0.002777099609375,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0002024926943704486,
      "loss_partial": 0.006134033203125,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0005732126883231103,
      "loss_partial": 0.005096435546875,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0006950110546313226,
      "loss_partial": 0.0047607421875,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0004833902348764241,
      "loss_partial": 0.0062255859375,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.00035475572803989053,
      "loss_partial": 0.01055908203125,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.000725126126781106,
      "loss_partial": 0.005706787109375,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0002653301344253123,
      "loss_partial": 0.0089111328125,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.000784657895565033,
      "loss_partial": 0.00421142578125,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.00038977895746938884,
      "loss_partial": 0.006072998046875,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0007254259544424713,
      "loss_partial": 0.0028533935546875,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.00044116328353993595,
      "loss_partial": 0.00537109375,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0003621491778176278,
      "loss_partial": 0.00726318359375,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0004875224258285016,
      "loss_partial": 0.007232666015625,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.00021228961122687906,
      "loss_partial": 0.0062255859375,
      "step": 1323
    },
    {
      "epoch": 1.9229651162790697,
      "loss_distr": 0.0004214847576804459,
      "loss_partial": 0.008056640625,
      "step": 1323
    },
    {
      "epoch": 1.9244186046511627,
      "grad_norm": 0.1387394666671753,
      "learning_rate": 9.030783788303355e-08,
      "loss": 0.1714,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0002988777123391628,
      "loss_partial": 0.0087890625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0005126746254973114,
      "loss_partial": 0.0120849609375,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0004823408671654761,
      "loss_partial": 0.00848388671875,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00046822879812680185,
      "loss_partial": 0.007476806640625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00046945182839408517,
      "loss_partial": 0.0087890625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0002442321856506169,
      "loss_partial": 0.01019287109375,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00031864113407209516,
      "loss_partial": 0.00885009765625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00046494242269545794,
      "loss_partial": 0.004974365234375,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0005800782819278538,
      "loss_partial": 0.005584716796875,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0008176820701919496,
      "loss_partial": 0.005096435546875,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00044808778329752386,
      "loss_partial": 0.008056640625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0006695621414110065,
      "loss_partial": 0.00897216796875,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0007063359953463078,
      "loss_partial": 0.0052490234375,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00039354036562144756,
      "loss_partial": 0.010009765625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0009333844645880163,
      "loss_partial": 0.00311279296875,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0007566969725303352,
      "loss_partial": 0.005706787109375,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0005101488204672933,
      "loss_partial": 0.004913330078125,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00039456936065107584,
      "loss_partial": 0.0079345703125,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00045959913404658437,
      "loss_partial": 0.007232666015625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0007506839465349913,
      "loss_partial": 0.006866455078125,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.00036419229581952095,
      "loss_partial": 0.00738525390625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.000319457845762372,
      "loss_partial": 0.01031494140625,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0005849022418260574,
      "loss_partial": 0.0035247802734375,
      "step": 1324
    },
    {
      "epoch": 1.9244186046511627,
      "loss_distr": 0.0007957733469083905,
      "loss_partial": 0.0074462890625,
      "step": 1324
    },
    {
      "epoch": 1.9258720930232558,
      "grad_norm": 0.13298693299293518,
      "learning_rate": 8.693704431074535e-08,
      "loss": 0.1729,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0005980562418699265,
      "loss_partial": 0.007080078125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.00043424576870165765,
      "loss_partial": 0.006927490234375,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0004773167602252215,
      "loss_partial": 0.00726318359375,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0006266169366426766,
      "loss_partial": 0.004852294921875,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0003380202688276768,
      "loss_partial": 0.0147705078125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0008062561391852796,
      "loss_partial": 0.006927490234375,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0005903537385165691,
      "loss_partial": 0.006805419921875,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0004894701414741576,
      "loss_partial": 0.00909423828125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0008535722154192626,
      "loss_partial": 0.0048828125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0002606887137517333,
      "loss_partial": 0.026611328125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0006896645063534379,
      "loss_partial": 0.002532958984375,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.000608286471106112,
      "loss_partial": 0.01287841796875,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.00027749250875785947,
      "loss_partial": 0.0089111328125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.000413430854678154,
      "loss_partial": 0.007171630859375,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0003208723501302302,
      "loss_partial": 0.01123046875,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0005380891379900277,
      "loss_partial": 0.00860595703125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0009419944835826755,
      "loss_partial": 0.005889892578125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0006675213808193803,
      "loss_partial": 0.005126953125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0004532026359811425,
      "loss_partial": 0.005706787109375,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.000528226257301867,
      "loss_partial": 0.005767822265625,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0005010563181713223,
      "loss_partial": 0.0081787109375,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0005600611912086606,
      "loss_partial": 0.00665283203125,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0007703988812863827,
      "loss_partial": 0.004608154296875,
      "step": 1325
    },
    {
      "epoch": 1.9258720930232558,
      "loss_distr": 0.0006959232850931585,
      "loss_partial": 0.005706787109375,
      "step": 1325
    },
    {
      "epoch": 1.927325581395349,
      "grad_norm": 0.14642924070358276,
      "learning_rate": 8.3630086800367e-08,
      "loss": 0.1728,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.00047701492439955473,
      "loss_partial": 0.00762939453125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0006638951017521322,
      "loss_partial": 0.007080078125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.00033143290784209967,
      "loss_partial": 0.006134033203125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0005263136699795723,
      "loss_partial": 0.00567626953125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0003977878368459642,
      "loss_partial": 0.003814697265625,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0005195476114749908,
      "loss_partial": 0.00823974609375,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0004922350635752082,
      "loss_partial": 0.006622314453125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0006928297225385904,
      "loss_partial": 0.006378173828125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0006696481723338366,
      "loss_partial": 0.00531005859375,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0002994711394421756,
      "loss_partial": 0.01226806640625,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0007074481109157205,
      "loss_partial": 0.00628662109375,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0009727685246616602,
      "loss_partial": 0.003631591796875,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0003324940043967217,
      "loss_partial": 0.0079345703125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0005026481230743229,
      "loss_partial": 0.0030975341796875,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0005271639674901962,
      "loss_partial": 0.006195068359375,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.00044085236731916666,
      "loss_partial": 0.00628662109375,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.000340330065228045,
      "loss_partial": 0.0096435546875,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.00042702880455181,
      "loss_partial": 0.00408935546875,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.00019628483278211206,
      "loss_partial": 0.01055908203125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0008235757704824209,
      "loss_partial": 0.003997802734375,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.00034343297011218965,
      "loss_partial": 0.0078125,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0004168366431258619,
      "loss_partial": 0.010498046875,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.00048750347923487425,
      "loss_partial": 0.00933837890625,
      "step": 1326
    },
    {
      "epoch": 1.927325581395349,
      "loss_distr": 0.0004175631038378924,
      "loss_partial": 0.00787353515625,
      "step": 1326
    },
    {
      "epoch": 1.9287790697674418,
      "grad_norm": 0.14391542971134186,
      "learning_rate": 8.038698664735278e-08,
      "loss": 0.1753,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0003086452488787472,
      "loss_partial": 0.004241943359375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0007819609600119293,
      "loss_partial": 0.004730224609375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0005499506369233131,
      "loss_partial": 0.00531005859375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0004753398825414479,
      "loss_partial": 0.006134033203125,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.00042949800263158977,
      "loss_partial": 0.00592041015625,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0006659168284386396,
      "loss_partial": 0.005462646484375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0005226439097896218,
      "loss_partial": 0.0068359375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.00045026649604551494,
      "loss_partial": 0.0089111328125,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0005322900833562016,
      "loss_partial": 0.00860595703125,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0004623572458513081,
      "loss_partial": 0.0079345703125,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0007340359734371305,
      "loss_partial": 0.005218505859375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.00037284623249433935,
      "loss_partial": 0.00592041015625,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0006133473361842334,
      "loss_partial": 0.006103515625,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0005619492731057107,
      "loss_partial": 0.00885009765625,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0008459658129140735,
      "loss_partial": 0.005126953125,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0005734753794968128,
      "loss_partial": 0.006988525390625,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.000834966660477221,
      "loss_partial": 0.004241943359375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0004516632470767945,
      "loss_partial": 0.01092529296875,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0006894137477502227,
      "loss_partial": 0.00738525390625,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0008165690815076232,
      "loss_partial": 0.004608154296875,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.000500567548442632,
      "loss_partial": 0.00830078125,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0002944901352748275,
      "loss_partial": 0.00970458984375,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0006070384988561273,
      "loss_partial": 0.00372314453125,
      "step": 1327
    },
    {
      "epoch": 1.9287790697674418,
      "loss_distr": 0.0005391383310779929,
      "loss_partial": 0.00543212890625,
      "step": 1327
    },
    {
      "epoch": 1.9302325581395348,
      "grad_norm": 0.1330179125070572,
      "learning_rate": 7.720776473593705e-08,
      "loss": 0.1723,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0004212631029076874,
      "loss_partial": 0.00653076171875,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.00039706670213490725,
      "loss_partial": 0.015869140625,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.00039248456596396863,
      "loss_partial": 0.0081787109375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0005346874822862446,
      "loss_partial": 0.01080322265625,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0004996888455934823,
      "loss_partial": 0.00872802734375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0008108989568427205,
      "loss_partial": 0.00677490234375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0002701354678720236,
      "loss_partial": 0.007110595703125,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0008500355761498213,
      "loss_partial": 0.0035552978515625,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.00034545568632893264,
      "loss_partial": 0.00347900390625,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0009050893131643534,
      "loss_partial": 0.004486083984375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0004824795469176024,
      "loss_partial": 0.003692626953125,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0005208977963775396,
      "loss_partial": 0.0081787109375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0003215575125068426,
      "loss_partial": 0.0111083984375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0006174177397042513,
      "loss_partial": 0.00714111328125,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.000734642380848527,
      "loss_partial": 0.0068359375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0005405953270383179,
      "loss_partial": 0.004791259765625,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.00032642422593198717,
      "loss_partial": 0.0084228515625,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0005252232076600194,
      "loss_partial": 0.005859375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.00043568352703005075,
      "loss_partial": 0.003509521484375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0007613345514982939,
      "loss_partial": 0.005462646484375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0004191109328530729,
      "loss_partial": 0.007659912109375,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0005937610985711217,
      "loss_partial": 0.004638671875,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.0006025652401149273,
      "loss_partial": 0.00445556640625,
      "step": 1328
    },
    {
      "epoch": 1.9302325581395348,
      "loss_distr": 0.000351964496076107,
      "loss_partial": 0.0103759765625,
      "step": 1328
    },
    {
      "epoch": 1.931686046511628,
      "grad_norm": 0.1366114765405655,
      "learning_rate": 7.40924415390043e-08,
      "loss": 0.1751,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00019484348013065755,
      "loss_partial": 0.00799560546875,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00036075181560590863,
      "loss_partial": 0.00787353515625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0010285067837685347,
      "loss_partial": 0.005035400390625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0006327900337055326,
      "loss_partial": 0.006500244140625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00045938193215988576,
      "loss_partial": 0.006256103515625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0003798907855525613,
      "loss_partial": 0.0159912109375,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00022359902504831553,
      "loss_partial": 0.01007080078125,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0005311352433636785,
      "loss_partial": 0.00848388671875,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0006353192729875445,
      "loss_partial": 0.006988525390625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0010277694091200829,
      "loss_partial": 0.00457763671875,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00047624006401747465,
      "loss_partial": 0.005401611328125,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00019953917944803834,
      "loss_partial": 0.00653076171875,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00025462231133133173,
      "loss_partial": 0.00970458984375,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0005949012702330947,
      "loss_partial": 0.00909423828125,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0004503846284933388,
      "loss_partial": 0.007537841796875,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0005739343469031155,
      "loss_partial": 0.0067138671875,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0003734075871761888,
      "loss_partial": 0.004730224609375,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0006012244848534465,
      "loss_partial": 0.007232666015625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0006737494259141386,
      "loss_partial": 0.0036773681640625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.001047857920639217,
      "loss_partial": 0.007049560546875,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0005402756505645812,
      "loss_partial": 0.00640869140625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.0006751666078343987,
      "loss_partial": 0.006256103515625,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.00036655657459050417,
      "loss_partial": 0.0146484375,
      "step": 1329
    },
    {
      "epoch": 1.931686046511628,
      "loss_distr": 0.000584949622862041,
      "loss_partial": 0.0036773681640625,
      "step": 1329
    },
    {
      "epoch": 1.933139534883721,
      "grad_norm": 0.14127354323863983,
      "learning_rate": 7.10410371179604e-08,
      "loss": 0.1752,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0005534637020900846,
      "loss_partial": 0.0107421875,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.00021368915622588247,
      "loss_partial": 0.0093994140625,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0009306182619184256,
      "loss_partial": 0.003448486328125,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0005864542326889932,
      "loss_partial": 0.00665283203125,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0003316483343951404,
      "loss_partial": 0.006134033203125,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0004101230879314244,
      "loss_partial": 0.0087890625,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0004393765702843666,
      "loss_partial": 0.0125732421875,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.00022163346875458956,
      "loss_partial": 0.00823974609375,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.000627818750217557,
      "loss_partial": 0.00799560546875,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.00042698843753896654,
      "loss_partial": 0.00921630859375,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0004047940601594746,
      "loss_partial": 0.0086669921875,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0007137315114960074,
      "loss_partial": 0.006195068359375,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0007911986904218793,
      "loss_partial": 0.0025482177734375,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0004936431651003659,
      "loss_partial": 0.00579833984375,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0004364386841189116,
      "loss_partial": 0.012939453125,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0004501268267631531,
      "loss_partial": 0.00421142578125,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0007728129858151078,
      "loss_partial": 0.003875732421875,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0004327173810452223,
      "loss_partial": 0.007659912109375,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0007207691087387502,
      "loss_partial": 0.0062255859375,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0005056533263996243,
      "loss_partial": 0.0030517578125,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.00038565401337109506,
      "loss_partial": 0.0087890625,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0003423638117965311,
      "loss_partial": 0.005523681640625,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0008946806192398071,
      "loss_partial": 0.0037384033203125,
      "step": 1330
    },
    {
      "epoch": 1.933139534883721,
      "loss_distr": 0.0003320852993056178,
      "loss_partial": 0.005126953125,
      "step": 1330
    },
    {
      "epoch": 1.934593023255814,
      "grad_norm": 0.1420573741197586,
      "learning_rate": 6.805357112259825e-08,
      "loss": 0.1719,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0002573372912593186,
      "loss_partial": 0.01422119140625,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0007947114063426852,
      "loss_partial": 0.004974365234375,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0007175689097493887,
      "loss_partial": 0.0059814453125,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0002968062472064048,
      "loss_partial": 0.004638671875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.00040944290230982006,
      "loss_partial": 0.00677490234375,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.00030160153983160853,
      "loss_partial": 0.007110595703125,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.000596952042542398,
      "loss_partial": 0.007293701171875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.000526352901943028,
      "loss_partial": 0.006103515625,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0007461321074515581,
      "loss_partial": 0.004974365234375,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0002585085458122194,
      "loss_partial": 0.004913330078125,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.00043637221097014844,
      "loss_partial": 0.004852294921875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0007320481236092746,
      "loss_partial": 0.006072998046875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0006320516695268452,
      "loss_partial": 0.00836181640625,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.00034621183294802904,
      "loss_partial": 0.00799560546875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0002727742539718747,
      "loss_partial": 0.00897216796875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0003573182038962841,
      "loss_partial": 0.015625,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0004741354496218264,
      "loss_partial": 0.00897216796875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0006568033713847399,
      "loss_partial": 0.0057373046875,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.00046996382297948003,
      "loss_partial": 0.010986328125,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0004488988488446921,
      "loss_partial": 0.0025634765625,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0007214636425487697,
      "loss_partial": 0.00543212890625,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.0009772999910637736,
      "loss_partial": 0.002593994140625,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.00025196329806931317,
      "loss_partial": 0.0038604736328125,
      "step": 1331
    },
    {
      "epoch": 1.934593023255814,
      "loss_distr": 0.000828978547360748,
      "loss_partial": 0.002288818359375,
      "step": 1331
    },
    {
      "epoch": 1.9360465116279069,
      "grad_norm": 0.1440141499042511,
      "learning_rate": 6.513006279097456e-08,
      "loss": 0.1747,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00038880715146660805,
      "loss_partial": 0.01141357421875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0008265951182693243,
      "loss_partial": 0.0035858154296875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0006351413321681321,
      "loss_partial": 0.004486083984375,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00028284272411838174,
      "loss_partial": 0.008056640625,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00066303153289482,
      "loss_partial": 0.004425048828125,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0008922765264287591,
      "loss_partial": 0.005279541015625,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0003734591882675886,
      "loss_partial": 0.005096435546875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00027523370226845145,
      "loss_partial": 0.005279541015625,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0004437396419234574,
      "loss_partial": 0.00604248046875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0009007530752569437,
      "loss_partial": 0.004119873046875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0006625651731155813,
      "loss_partial": 0.0084228515625,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0005946222809143364,
      "loss_partial": 0.0048828125,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0006031356751918793,
      "loss_partial": 0.004638671875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0007269285852089524,
      "loss_partial": 0.004241943359375,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0003741139662452042,
      "loss_partial": 0.010498046875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0006278202636167407,
      "loss_partial": 0.00567626953125,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0002909384202212095,
      "loss_partial": 0.00677490234375,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00027143850456923246,
      "loss_partial": 0.0047607421875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.000470737082650885,
      "loss_partial": 0.01361083984375,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00036529774661175907,
      "loss_partial": 0.006591796875,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.000565379043109715,
      "loss_partial": 0.00396728515625,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.0005560122663155198,
      "loss_partial": 0.00830078125,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00046069221571087837,
      "loss_partial": 0.003997802734375,
      "step": 1332
    },
    {
      "epoch": 1.9360465116279069,
      "loss_distr": 0.00040270734461955726,
      "loss_partial": 0.004302978515625,
      "step": 1332
    },
    {
      "epoch": 1.9375,
      "grad_norm": 0.14141760766506195,
      "learning_rate": 6.227053094928549e-08,
      "loss": 0.1723,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.00022859213640913367,
      "loss_partial": 0.007354736328125,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0006111053517088294,
      "loss_partial": 0.005706787109375,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0005235137068666518,
      "loss_partial": 0.00836181640625,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0004189874744042754,
      "loss_partial": 0.00579833984375,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0009529545204713941,
      "loss_partial": 0.003265380859375,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0004794890701305121,
      "loss_partial": 0.01031494140625,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.00043721028487198055,
      "loss_partial": 0.006622314453125,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0005329796113073826,
      "loss_partial": 0.003936767578125,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0005591772496700287,
      "loss_partial": 0.0091552734375,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0005008613807149231,
      "loss_partial": 0.00469970703125,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0004355769488029182,
      "loss_partial": 0.006805419921875,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0007280958234332502,
      "loss_partial": 0.006103515625,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.00048774233437143266,
      "loss_partial": 0.005096435546875,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.00046589536941610277,
      "loss_partial": 0.006561279296875,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0004830789694096893,
      "loss_partial": 0.01019287109375,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0004738030838780105,
      "loss_partial": 0.0047607421875,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0008147122571244836,
      "loss_partial": 0.0030364990234375,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0008462277473881841,
      "loss_partial": 0.0079345703125,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0006780446856282651,
      "loss_partial": 0.0072021484375,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0004654141375795007,
      "loss_partial": 0.0103759765625,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0005524470470845699,
      "loss_partial": 0.006011962890625,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0002062141866190359,
      "loss_partial": 0.0108642578125,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0006771414773538709,
      "loss_partial": 0.01055908203125,
      "step": 1333
    },
    {
      "epoch": 1.9375,
      "loss_distr": 0.0002948643232230097,
      "loss_partial": 0.010009765625,
      "step": 1333
    },
    {
      "epoch": 1.9389534883720931,
      "grad_norm": 0.14299559593200684,
      "learning_rate": 5.9474994011742285e-08,
      "loss": 0.175,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0006403892766684294,
      "loss_partial": 0.0062255859375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0002237158769275993,
      "loss_partial": 0.005218505859375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0005119933630339801,
      "loss_partial": 0.00628662109375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0004918822087347507,
      "loss_partial": 0.008056640625,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0002993392408825457,
      "loss_partial": 0.005615234375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.000712697277776897,
      "loss_partial": 0.0072021484375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.00048011119361035526,
      "loss_partial": 0.00946044921875,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0006487392820417881,
      "loss_partial": 0.004058837890625,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0005472834454849362,
      "loss_partial": 0.00909423828125,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0006195654277689755,
      "loss_partial": 0.007080078125,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0004277743573766202,
      "loss_partial": 0.006195068359375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0005345071549527347,
      "loss_partial": 0.007720947265625,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0005312631255947053,
      "loss_partial": 0.005889892578125,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.00033866422018036246,
      "loss_partial": 0.006103515625,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0005831362213939428,
      "loss_partial": 0.005218505859375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0005217512371018529,
      "loss_partial": 0.005950927734375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0007473422447219491,
      "loss_partial": 0.003631591796875,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0004335109842941165,
      "loss_partial": 0.00665283203125,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.00040323776192963123,
      "loss_partial": 0.005706787109375,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.00045261188643053174,
      "loss_partial": 0.00567626953125,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0007265060557983816,
      "loss_partial": 0.01202392578125,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.00040082851774059236,
      "loss_partial": 0.0086669921875,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.0007813778938725591,
      "loss_partial": 0.010498046875,
      "step": 1334
    },
    {
      "epoch": 1.9389534883720931,
      "loss_distr": 0.00034375287941657007,
      "loss_partial": 0.00958251953125,
      "step": 1334
    },
    {
      "epoch": 1.940406976744186,
      "grad_norm": 0.1409294158220291,
      "learning_rate": 5.67434699804581e-08,
      "loss": 0.1733,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0004427197854965925,
      "loss_partial": 0.006195068359375,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0007219979306682944,
      "loss_partial": 0.0106201171875,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0005289506516419351,
      "loss_partial": 0.007720947265625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0004125111736357212,
      "loss_partial": 0.007720947265625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0003918591537512839,
      "loss_partial": 0.0133056640625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0005116555257700384,
      "loss_partial": 0.004302978515625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0004592795157805085,
      "loss_partial": 0.005035400390625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.000453956046840176,
      "loss_partial": 0.012451171875,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.00047066272236406803,
      "loss_partial": 0.004669189453125,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.00022781068400945514,
      "loss_partial": 0.00604248046875,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0008364769164472818,
      "loss_partial": 0.003936767578125,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0005963622825220227,
      "loss_partial": 0.0096435546875,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0005634138360619545,
      "loss_partial": 0.0074462890625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0005223593907430768,
      "loss_partial": 0.0111083984375,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0005820413352921605,
      "loss_partial": 0.0079345703125,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0006621911888942122,
      "loss_partial": 0.004058837890625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.00039446441223844886,
      "loss_partial": 0.003509521484375,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0004962040111422539,
      "loss_partial": 0.008544921875,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.00032897782512009144,
      "loss_partial": 0.005767822265625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.00032595288939774036,
      "loss_partial": 0.0067138671875,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0007350297528319061,
      "loss_partial": 0.004302978515625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.00048415406490676105,
      "loss_partial": 0.01177978515625,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.0003054410044569522,
      "loss_partial": 0.0079345703125,
      "step": 1335
    },
    {
      "epoch": 1.940406976744186,
      "loss_distr": 0.000463963660877198,
      "loss_partial": 0.00555419921875,
      "step": 1335
    },
    {
      "epoch": 1.941860465116279,
      "grad_norm": 0.14368388056755066,
      "learning_rate": 5.4075976445325805e-08,
      "loss": 0.1746,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0008252681000158191,
      "loss_partial": 0.004547119140625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0004737892304547131,
      "loss_partial": 0.00390625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.00036361144157126546,
      "loss_partial": 0.00640869140625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.00043295740033499897,
      "loss_partial": 0.008056640625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.00023782011703588068,
      "loss_partial": 0.0078125,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0004869313561357558,
      "loss_partial": 0.006561279296875,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0006362692220136523,
      "loss_partial": 0.00537109375,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0005490268813446164,
      "loss_partial": 0.007659912109375,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0003493665426503867,
      "loss_partial": 0.0034027099609375,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0008555400418117642,
      "loss_partial": 0.0064697265625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.00038701860466971993,
      "loss_partial": 0.00604248046875,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0005177274579182267,
      "loss_partial": 0.004150390625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0004773990367539227,
      "loss_partial": 0.00390625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0006723041879013181,
      "loss_partial": 0.005218505859375,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0004939577775076032,
      "loss_partial": 0.006134033203125,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0003090628597419709,
      "loss_partial": 0.008056640625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0007924293167889118,
      "loss_partial": 0.0064697265625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0008272372069768608,
      "loss_partial": 0.004364013671875,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0003647510602604598,
      "loss_partial": 0.0050048828125,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.00023629108909517527,
      "loss_partial": 0.0035247802734375,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0005059532704763114,
      "loss_partial": 0.006591796875,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0005420803208835423,
      "loss_partial": 0.0069580078125,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.0003774659417103976,
      "loss_partial": 0.005523681640625,
      "step": 1336
    },
    {
      "epoch": 1.941860465116279,
      "loss_distr": 0.000596479803789407,
      "loss_partial": 0.004150390625,
      "step": 1336
    },
    {
      "epoch": 1.943313953488372,
      "grad_norm": 0.14330251514911652,
      "learning_rate": 5.147253058391366e-08,
      "loss": 0.1729,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.00036146631464362144,
      "loss_partial": 0.005767822265625,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0004166309954598546,
      "loss_partial": 0.0062255859375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0004492636944632977,
      "loss_partial": 0.004241943359375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0005350779974833131,
      "loss_partial": 0.004852294921875,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0002468155580572784,
      "loss_partial": 0.004852294921875,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0003866363549605012,
      "loss_partial": 0.006927490234375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0006692337337881327,
      "loss_partial": 0.00390625,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0004480129573494196,
      "loss_partial": 0.0089111328125,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0005047173472121358,
      "loss_partial": 0.0045166015625,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0005174315883778036,
      "loss_partial": 0.00689697265625,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.00036493438528850675,
      "loss_partial": 0.01019287109375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.00046543809003196657,
      "loss_partial": 0.0050048828125,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0007371383253484964,
      "loss_partial": 0.005096435546875,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0006799862603656948,
      "loss_partial": 0.00628662109375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0008332549477927387,
      "loss_partial": 0.006103515625,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0006006796029396355,
      "loss_partial": 0.00726318359375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.00037430820520967245,
      "loss_partial": 0.01116943359375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0006750360480509698,
      "loss_partial": 0.00958251953125,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0005422459216788411,
      "loss_partial": 0.005096435546875,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.00048326817341148853,
      "loss_partial": 0.009033203125,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.00028953730361536145,
      "loss_partial": 0.006439208984375,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0006784999277442694,
      "loss_partial": 0.004180908203125,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0003426921903155744,
      "loss_partial": 0.0074462890625,
      "step": 1337
    },
    {
      "epoch": 1.943313953488372,
      "loss_distr": 0.0005689899553544819,
      "loss_partial": 0.00921630859375,
      "step": 1337
    },
    {
      "epoch": 1.9447674418604652,
      "grad_norm": 0.2629222571849823,
      "learning_rate": 4.893314916134428e-08,
      "loss": 0.1714,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.000497946806717664,
      "loss_partial": 0.00665283203125,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00030712209991179407,
      "loss_partial": 0.00494384765625,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00029017875203862786,
      "loss_partial": 0.01019287109375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.000316320190904662,
      "loss_partial": 0.0074462890625,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00043921248288825154,
      "loss_partial": 0.00665283203125,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00046342398854903877,
      "loss_partial": 0.01409912109375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0005844951374456286,
      "loss_partial": 0.004364013671875,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0003834253584500402,
      "loss_partial": 0.01092529296875,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0008131075883284211,
      "loss_partial": 0.0032958984375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00048185500781983137,
      "loss_partial": 0.009033203125,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0005059532704763114,
      "loss_partial": 0.006866455078125,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00026033708127215505,
      "loss_partial": 0.007171630859375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0002648096124175936,
      "loss_partial": 0.007537841796875,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0002586066839285195,
      "loss_partial": 0.0042724609375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0008450212189927697,
      "loss_partial": 0.0032806396484375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0004245543968863785,
      "loss_partial": 0.00640869140625,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0009437749395146966,
      "loss_partial": 0.006561279296875,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0009531746036373079,
      "loss_partial": 0.004425048828125,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0007953301537781954,
      "loss_partial": 0.004852294921875,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00033610634272918105,
      "loss_partial": 0.00830078125,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00032013675081543624,
      "loss_partial": 0.0050048828125,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00039448647294193506,
      "loss_partial": 0.00872802734375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.00035153396311216056,
      "loss_partial": 0.005950927734375,
      "step": 1338
    },
    {
      "epoch": 1.9447674418604652,
      "loss_distr": 0.0006653526215814054,
      "loss_partial": 0.002471923828125,
      "step": 1338
    },
    {
      "epoch": 1.9462209302325582,
      "grad_norm": 0.1392451524734497,
      "learning_rate": 4.645784853019253e-08,
      "loss": 0.1771,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0005707422969862819,
      "loss_partial": 0.006744384765625,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0008975611417554319,
      "loss_partial": 0.004241943359375,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0005842214450240135,
      "loss_partial": 0.00421142578125,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0005459235981106758,
      "loss_partial": 0.00946044921875,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0006099890451878309,
      "loss_partial": 0.007720947265625,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0002005512942560017,
      "loss_partial": 0.00775146484375,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0007634269422851503,
      "loss_partial": 0.00445556640625,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0008638304425403476,
      "loss_partial": 0.0052490234375,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0009297699434682727,
      "loss_partial": 0.0042724609375,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.000834397622384131,
      "loss_partial": 0.00543212890625,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0003083128831349313,
      "loss_partial": 0.004180908203125,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.00026703369803726673,
      "loss_partial": 0.0096435546875,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0005727490060962737,
      "loss_partial": 0.006195068359375,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0003080214955843985,
      "loss_partial": 0.00653076171875,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0008369048009626567,
      "loss_partial": 0.005157470703125,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0006131771951913834,
      "loss_partial": 0.004974365234375,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0004496985347941518,
      "loss_partial": 0.005126953125,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0005558503326028585,
      "loss_partial": 0.00555419921875,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0006015500403009355,
      "loss_partial": 0.006622314453125,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0005998654523864388,
      "loss_partial": 0.006378173828125,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.0005306244711391628,
      "loss_partial": 0.005096435546875,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.00044819977483712137,
      "loss_partial": 0.008544921875,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.00038411837886087596,
      "loss_partial": 0.00537109375,
      "step": 1339
    },
    {
      "epoch": 1.9462209302325582,
      "loss_distr": 0.00039164593908935785,
      "loss_partial": 0.005462646484375,
      "step": 1339
    },
    {
      "epoch": 1.947674418604651,
      "grad_norm": 0.152821883559227,
      "learning_rate": 4.4046644630379995e-08,
      "loss": 0.1736,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.00030936632538214326,
      "loss_partial": 0.007110595703125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.00030729733407497406,
      "loss_partial": 0.0078125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0006360223051160574,
      "loss_partial": 0.0068359375,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.00047100550727918744,
      "loss_partial": 0.00592041015625,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0006933978293091059,
      "loss_partial": 0.00616455078125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0007162789115682244,
      "loss_partial": 0.00701904296875,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.000240258319536224,
      "loss_partial": 0.01031494140625,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0003057626890949905,
      "loss_partial": 0.005645751953125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0003544911742210388,
      "loss_partial": 0.007110595703125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0005216483259573579,
      "loss_partial": 0.00396728515625,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0005047296872362494,
      "loss_partial": 0.004974365234375,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.00035153559292666614,
      "loss_partial": 0.00860595703125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0003680440131574869,
      "loss_partial": 0.0111083984375,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0005624308250844479,
      "loss_partial": 0.00592041015625,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0008074130164459348,
      "loss_partial": 0.00347900390625,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0006650314899161458,
      "loss_partial": 0.00494384765625,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0005785627290606499,
      "loss_partial": 0.009521484375,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0005046370788477361,
      "loss_partial": 0.005523681640625,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.00040445986087433994,
      "loss_partial": 0.005645751953125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0005632586544379592,
      "loss_partial": 0.005126953125,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0006438673590309918,
      "loss_partial": 0.007537841796875,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0004567052819766104,
      "loss_partial": 0.007049560546875,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.00031139422208070755,
      "loss_partial": 0.01171875,
      "step": 1340
    },
    {
      "epoch": 1.947674418604651,
      "loss_distr": 0.0002042987325694412,
      "loss_partial": 0.0040283203125,
      "step": 1340
    },
    {
      "epoch": 1.9491279069767442,
      "grad_norm": 0.14350876212120056,
      "learning_rate": 4.16995529890718e-08,
      "loss": 0.1757,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0003369178739376366,
      "loss_partial": 0.01025390625,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.00021976586140226573,
      "loss_partial": 0.00909423828125,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0006876109400764108,
      "loss_partial": 0.00927734375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0006876318948343396,
      "loss_partial": 0.0062255859375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0005159590509720147,
      "loss_partial": 0.00665283203125,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0002552002260927111,
      "loss_partial": 0.004150390625,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0005308495019562542,
      "loss_partial": 0.005401611328125,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0005197667051106691,
      "loss_partial": 0.007171630859375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0006863831076771021,
      "loss_partial": 0.005950927734375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0003753629862330854,
      "loss_partial": 0.007354736328125,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0005416492349468172,
      "loss_partial": 0.007171630859375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0009302698890678585,
      "loss_partial": 0.0042724609375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0004571995814330876,
      "loss_partial": 0.0125732421875,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0003653352614492178,
      "loss_partial": 0.00506591796875,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0003917866852134466,
      "loss_partial": 0.00970458984375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0003558696189429611,
      "loss_partial": 0.0068359375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0005686296499334276,
      "loss_partial": 0.006591796875,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.000599064223933965,
      "loss_partial": 0.005950927734375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.00025188858853653073,
      "loss_partial": 0.00433349609375,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0008349422132596374,
      "loss_partial": 0.00396728515625,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.000279382336884737,
      "loss_partial": 0.0186767578125,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0004196591326035559,
      "loss_partial": 0.0064697265625,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0004498259804677218,
      "loss_partial": 0.0086669921875,
      "step": 1341
    },
    {
      "epoch": 1.9491279069767442,
      "loss_distr": 0.0007090467843227088,
      "loss_partial": 0.0108642578125,
      "step": 1341
    },
    {
      "epoch": 1.9505813953488373,
      "grad_norm": 0.15144972503185272,
      "learning_rate": 3.9416588720576635e-08,
      "loss": 0.1713,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0008840758819133043,
      "loss_partial": 0.00811767578125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0005004174308851361,
      "loss_partial": 0.00579833984375,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.00043511841795407236,
      "loss_partial": 0.00946044921875,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.00038191021303646266,
      "loss_partial": 0.007659912109375,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0004069813876412809,
      "loss_partial": 0.0078125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0004918050253763795,
      "loss_partial": 0.0079345703125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0004111854359507561,
      "loss_partial": 0.0064697265625,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0006432224181480706,
      "loss_partial": 0.004425048828125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0005105648888275027,
      "loss_partial": 0.0201416015625,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0005880154203623533,
      "loss_partial": 0.005340576171875,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.00042787392158061266,
      "loss_partial": 0.0084228515625,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.00041328679071739316,
      "loss_partial": 0.00921630859375,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0006511543761007488,
      "loss_partial": 0.00286865234375,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0004426648956723511,
      "loss_partial": 0.01220703125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0005730236298404634,
      "loss_partial": 0.005645751953125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0004361366154626012,
      "loss_partial": 0.00537109375,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0007773027755320072,
      "loss_partial": 0.006378173828125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.00045464542927220464,
      "loss_partial": 0.00982666015625,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0002761926152743399,
      "loss_partial": 0.01007080078125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.0005018868250772357,
      "loss_partial": 0.0037689208984375,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.000453598506283015,
      "loss_partial": 0.00848388671875,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.000380511162802577,
      "loss_partial": 0.00909423828125,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.00033491183421574533,
      "loss_partial": 0.004364013671875,
      "step": 1342
    },
    {
      "epoch": 1.9505813953488373,
      "loss_distr": 0.00043156708125025034,
      "loss_partial": 0.0025787353515625,
      "step": 1342
    },
    {
      "epoch": 1.9520348837209303,
      "grad_norm": 0.1515832096338272,
      "learning_rate": 3.719776652624685e-08,
      "loss": 0.1721,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0005200561718083918,
      "loss_partial": 0.004974365234375,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0003341843548696488,
      "loss_partial": 0.0038299560546875,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0005642607575282454,
      "loss_partial": 0.00457763671875,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0004512887680903077,
      "loss_partial": 0.004119873046875,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.00037225938285700977,
      "loss_partial": 0.007476806640625,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.00027086748741567135,
      "loss_partial": 0.00811767578125,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0007983422838151455,
      "loss_partial": 0.00665283203125,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.00048656639410182834,
      "loss_partial": 0.00689697265625,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0005553048104047775,
      "loss_partial": 0.005950927734375,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0005517614190466702,
      "loss_partial": 0.002777099609375,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0005377846537157893,
      "loss_partial": 0.007476806640625,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0006109753157943487,
      "loss_partial": 0.004669189453125,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0009786909213289618,
      "loss_partial": 0.0037384033203125,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.00023657320707570761,
      "loss_partial": 0.0118408203125,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0006365719018504024,
      "loss_partial": 0.006103515625,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0006956678116694093,
      "loss_partial": 0.003692626953125,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0002124817983713001,
      "loss_partial": 0.01531982421875,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0006338551756925881,
      "loss_partial": 0.0036773681640625,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.00042441923869773746,
      "loss_partial": 0.005706787109375,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0006307087605819106,
      "loss_partial": 0.01104736328125,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0006747427396476269,
      "loss_partial": 0.006561279296875,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0007169076125137508,
      "loss_partial": 0.00738525390625,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.0004920070641674101,
      "loss_partial": 0.0068359375,
      "step": 1343
    },
    {
      "epoch": 1.9520348837209303,
      "loss_distr": 0.000770551327150315,
      "loss_partial": 0.003997802734375,
      "step": 1343
    },
    {
      "epoch": 1.9534883720930232,
      "grad_norm": 0.1410372108221054,
      "learning_rate": 3.504310069438965e-08,
      "loss": 0.1718,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0003094947023782879,
      "loss_partial": 0.0042724609375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.00023914848861750215,
      "loss_partial": 0.00860595703125,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0005807050038129091,
      "loss_partial": 0.005126953125,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.00040487150545232,
      "loss_partial": 0.00848388671875,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0005732030840590596,
      "loss_partial": 0.005340576171875,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0005911217303946614,
      "loss_partial": 0.00634765625,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0005480338586494327,
      "loss_partial": 0.005950927734375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0004898043116554618,
      "loss_partial": 0.00848388671875,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.000744845368899405,
      "loss_partial": 0.0068359375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0006829443154856563,
      "loss_partial": 0.0045166015625,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0007051363936625421,
      "loss_partial": 0.003692626953125,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0002363493840675801,
      "loss_partial": 0.01318359375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.00042003681301139295,
      "loss_partial": 0.0091552734375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0003613464650698006,
      "loss_partial": 0.00616455078125,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.000340000115102157,
      "loss_partial": 0.0101318359375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.00038826660602353513,
      "loss_partial": 0.00634765625,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.00022287326282821596,
      "loss_partial": 0.006866455078125,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.000722077616956085,
      "loss_partial": 0.00506591796875,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0003403101582080126,
      "loss_partial": 0.01409912109375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0006104679778218269,
      "loss_partial": 0.0036468505859375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0005375093896873295,
      "loss_partial": 0.005950927734375,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0007930001593194902,
      "loss_partial": 0.00811767578125,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.00045395741472020745,
      "loss_partial": 0.007720947265625,
      "step": 1344
    },
    {
      "epoch": 1.9534883720930232,
      "loss_distr": 0.0002772684383671731,
      "loss_partial": 0.006744384765625,
      "step": 1344
    },
    {
      "epoch": 1.9549418604651163,
      "grad_norm": 0.13899467885494232,
      "learning_rate": 3.295260510016829e-08,
      "loss": 0.1695,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.00045703176874667406,
      "loss_partial": 0.0067138671875,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0004685971071012318,
      "loss_partial": 0.005523681640625,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0005427687428891659,
      "loss_partial": 0.005767822265625,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0003563598438631743,
      "loss_partial": 0.003204345703125,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0008077151142060757,
      "loss_partial": 0.0059814453125,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0003359660040587187,
      "loss_partial": 0.006439208984375,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.001041502458974719,
      "loss_partial": 0.0037994384765625,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.00028357640258036554,
      "loss_partial": 0.0067138671875,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0005045633297413588,
      "loss_partial": 0.004730224609375,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0005374320899136364,
      "loss_partial": 0.004852294921875,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0003945859498344362,
      "loss_partial": 0.00634765625,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0007148723816499114,
      "loss_partial": 0.005645751953125,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.000625705171842128,
      "loss_partial": 0.004150390625,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0006231838488020003,
      "loss_partial": 0.00799560546875,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0003523376944940537,
      "loss_partial": 0.00518798828125,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0008897022344172001,
      "loss_partial": 0.00634765625,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0003080405876971781,
      "loss_partial": 0.00872802734375,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0007182368426583707,
      "loss_partial": 0.007354736328125,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0005936079542152584,
      "loss_partial": 0.00897216796875,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0003571458510123193,
      "loss_partial": 0.006622314453125,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0005829866277053952,
      "loss_partial": 0.0035247802734375,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0003315664944238961,
      "loss_partial": 0.0146484375,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0005272550624795258,
      "loss_partial": 0.0036163330078125,
      "step": 1345
    },
    {
      "epoch": 1.9549418604651163,
      "loss_distr": 0.0005569125642068684,
      "loss_partial": 0.005401611328125,
      "step": 1345
    },
    {
      "epoch": 1.9563953488372094,
      "grad_norm": 0.1423158496618271,
      "learning_rate": 3.0926293205518766e-08,
      "loss": 0.1759,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.000704720092471689,
      "loss_partial": 0.005706787109375,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0006633982411585748,
      "loss_partial": 0.0034637451171875,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0005145695176906884,
      "loss_partial": 0.007354736328125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0005725612863898277,
      "loss_partial": 0.00830078125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.00047877029282972217,
      "loss_partial": 0.0035400390625,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0006614720914512873,
      "loss_partial": 0.003936767578125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0004142718971706927,
      "loss_partial": 0.0113525390625,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0006765720900148153,
      "loss_partial": 0.0050048828125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0007066874532029033,
      "loss_partial": 0.004058837890625,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0007876683957874775,
      "loss_partial": 0.0031890869140625,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0003826665924862027,
      "loss_partial": 0.007537841796875,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0004893593140877783,
      "loss_partial": 0.00823974609375,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.00033215025905519724,
      "loss_partial": 0.005859375,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0006408538320101798,
      "loss_partial": 0.004058837890625,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0005812968011014163,
      "loss_partial": 0.0079345703125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.000726602622307837,
      "loss_partial": 0.004730224609375,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0009250912116840482,
      "loss_partial": 0.007080078125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.00044332441757433116,
      "loss_partial": 0.00836181640625,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0006389986374415457,
      "loss_partial": 0.004364013671875,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.000564310816116631,
      "loss_partial": 0.0068359375,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0005141719011589885,
      "loss_partial": 0.0081787109375,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0007031143177300692,
      "loss_partial": 0.01055908203125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.00040162040386348963,
      "loss_partial": 0.00860595703125,
      "step": 1346
    },
    {
      "epoch": 1.9563953488372094,
      "loss_distr": 0.0004812864353880286,
      "loss_partial": 0.006988525390625,
      "step": 1346
    },
    {
      "epoch": 1.9578488372093024,
      "grad_norm": 0.14824949204921722,
      "learning_rate": 2.8964178059057712e-08,
      "loss": 0.1707,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0006838521803729236,
      "loss_partial": 0.006256103515625,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005510716582648456,
      "loss_partial": 0.005523681640625,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.00043931195978075266,
      "loss_partial": 0.00360107421875,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.00022073209402151406,
      "loss_partial": 0.004974365234375,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0004954362520948052,
      "loss_partial": 0.004913330078125,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0006817181129008532,
      "loss_partial": 0.00457763671875,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0006927195354364812,
      "loss_partial": 0.0035247802734375,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005070361657999456,
      "loss_partial": 0.007110595703125,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0009255168843083084,
      "loss_partial": 0.006072998046875,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.00032900297082960606,
      "loss_partial": 0.01177978515625,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0006067986832931638,
      "loss_partial": 0.00543212890625,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0006286301650106907,
      "loss_partial": 0.00469970703125,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0006242617964744568,
      "loss_partial": 0.00537109375,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.00033743062522262335,
      "loss_partial": 0.01318359375,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005685422802343965,
      "loss_partial": 0.003387451171875,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0007352124666795135,
      "loss_partial": 0.006500244140625,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0004544000548776239,
      "loss_partial": 0.004913330078125,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005727300886064768,
      "loss_partial": 0.003936767578125,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005968887126073241,
      "loss_partial": 0.006195068359375,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005128092016093433,
      "loss_partial": 0.00433349609375,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005615203408524394,
      "loss_partial": 0.006805419921875,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0006060368614271283,
      "loss_partial": 0.0087890625,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0005957448156550527,
      "loss_partial": 0.00579833984375,
      "step": 1347
    },
    {
      "epoch": 1.9578488372093024,
      "loss_distr": 0.0007679082336835563,
      "loss_partial": 0.0048828125,
      "step": 1347
    },
    {
      "epoch": 1.9593023255813953,
      "grad_norm": 0.16265694797039032,
      "learning_rate": 2.706627229600356e-08,
      "loss": 0.1715,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0005210195668041706,
      "loss_partial": 0.00653076171875,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0004559709632303566,
      "loss_partial": 0.005767822265625,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0006385831511579454,
      "loss_partial": 0.004302978515625,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.00032551202457398176,
      "loss_partial": 0.007110595703125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0005232276162132621,
      "loss_partial": 0.006622314453125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0003411960497032851,
      "loss_partial": 0.005615234375,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0006122972117736936,
      "loss_partial": 0.00872802734375,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0005484100547619164,
      "loss_partial": 0.004425048828125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0004681635182350874,
      "loss_partial": 0.00933837890625,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.00048553675878793,
      "loss_partial": 0.01055908203125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0007901213830336928,
      "loss_partial": 0.002716064453125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0003075764107052237,
      "loss_partial": 0.00537109375,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0008602186571806669,
      "loss_partial": 0.005401611328125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0003393125662114471,
      "loss_partial": 0.00811767578125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0003058872534893453,
      "loss_partial": 0.0091552734375,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0005043928395025432,
      "loss_partial": 0.007659912109375,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0004774668486788869,
      "loss_partial": 0.004364013671875,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0006535327411256731,
      "loss_partial": 0.00994873046875,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.00025621140957809985,
      "loss_partial": 0.00634765625,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0005911093321628869,
      "loss_partial": 0.005279541015625,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.00025342218577861786,
      "loss_partial": 0.0081787109375,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0003216156328562647,
      "loss_partial": 0.0062255859375,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.00032769679091870785,
      "loss_partial": 0.0069580078125,
      "step": 1348
    },
    {
      "epoch": 1.9593023255813953,
      "loss_distr": 0.0005119592533446848,
      "loss_partial": 0.007354736328125,
      "step": 1348
    },
    {
      "epoch": 1.9607558139534884,
      "grad_norm": 0.15211156010627747,
      "learning_rate": 2.523258813809104e-08,
      "loss": 0.1701,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0005381794762797654,
      "loss_partial": 0.0038604736328125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0007704684394411743,
      "loss_partial": 0.004730224609375,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0005748225376009941,
      "loss_partial": 0.006134033203125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0006144380895420909,
      "loss_partial": 0.00653076171875,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0007633785717189312,
      "loss_partial": 0.00390625,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0003497872385196388,
      "loss_partial": 0.00567626953125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.00033524923492223024,
      "loss_partial": 0.00567626953125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0005611121887341142,
      "loss_partial": 0.005706787109375,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0006420713616535068,
      "loss_partial": 0.004425048828125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0005997488042339683,
      "loss_partial": 0.0050048828125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0006428398191928864,
      "loss_partial": 0.00469970703125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0004921959480270743,
      "loss_partial": 0.006561279296875,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.00036358131910674274,
      "loss_partial": 0.009033203125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.00033836939837783575,
      "loss_partial": 0.0074462890625,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0003389042103663087,
      "loss_partial": 0.007080078125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0005990446079522371,
      "loss_partial": 0.005859375,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0005321766948327422,
      "loss_partial": 0.0054931640625,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0008319306652992964,
      "loss_partial": 0.0033721923828125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.000460917130112648,
      "loss_partial": 0.010009765625,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0004075580509379506,
      "loss_partial": 0.01068115234375,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0004721051955129951,
      "loss_partial": 0.006988525390625,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0004092755843885243,
      "loss_partial": 0.003936767578125,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.000984818208962679,
      "loss_partial": 0.002838134765625,
      "step": 1349
    },
    {
      "epoch": 1.9607558139534884,
      "loss_distr": 0.0011877401266247034,
      "loss_partial": 0.0034942626953125,
      "step": 1349
    },
    {
      "epoch": 1.9622093023255816,
      "grad_norm": 0.1482778638601303,
      "learning_rate": 2.3463137393493484e-08,
      "loss": 0.1765,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0003409127821214497,
      "loss_partial": 0.0108642578125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.00037825043546035886,
      "loss_partial": 0.0130615234375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0005527259781956673,
      "loss_partial": 0.004241943359375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0008127773180603981,
      "loss_partial": 0.0052490234375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0005520819104276597,
      "loss_partial": 0.004669189453125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0002647576911840588,
      "loss_partial": 0.01153564453125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0003788198810070753,
      "loss_partial": 0.005950927734375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0002806608099490404,
      "loss_partial": 0.00860595703125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.00033315023756586015,
      "loss_partial": 0.007171630859375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0002769753336906433,
      "loss_partial": 0.006378173828125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0005930501502007246,
      "loss_partial": 0.00323486328125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0005860865348950028,
      "loss_partial": 0.005584716796875,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0003328508173581213,
      "loss_partial": 0.00830078125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0002397072094026953,
      "loss_partial": 0.004150390625,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0007285270257852972,
      "loss_partial": 0.004058837890625,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0005913864588364959,
      "loss_partial": 0.004974365234375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0004056834732182324,
      "loss_partial": 0.00701904296875,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0004807473160326481,
      "loss_partial": 0.005615234375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0002626965579111129,
      "loss_partial": 0.006439208984375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.00039120620931498706,
      "loss_partial": 0.007110595703125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0002656006836332381,
      "loss_partial": 0.004730224609375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0004500718496274203,
      "loss_partial": 0.00439453125,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0002838508225977421,
      "loss_partial": 0.0072021484375,
      "step": 1350
    },
    {
      "epoch": 1.9622093023255816,
      "loss_distr": 0.0005779399070888758,
      "loss_partial": 0.004608154296875,
      "step": 1350
    },
    {
      "epoch": 1.9636627906976745,
      "grad_norm": 0.13617728650569916,
      "learning_rate": 2.1757931456750648e-08,
      "loss": 0.1736,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0006380705162882805,
      "loss_partial": 0.01153564453125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.00046875368570908904,
      "loss_partial": 0.007080078125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0002987956104334444,
      "loss_partial": 0.00860595703125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.00043688464211300015,
      "loss_partial": 0.005767822265625,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0006270484300330281,
      "loss_partial": 0.006378173828125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0005443387781269848,
      "loss_partial": 0.005615234375,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0004839659668505192,
      "loss_partial": 0.0084228515625,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0006715584895573556,
      "loss_partial": 0.0079345703125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0005904240533709526,
      "loss_partial": 0.0086669921875,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0006080111488699913,
      "loss_partial": 0.00665283203125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.000518728862516582,
      "loss_partial": 0.006927490234375,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0002350968134123832,
      "loss_partial": 0.0096435546875,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0005783677916042507,
      "loss_partial": 0.00469970703125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.001089542405679822,
      "loss_partial": 0.006561279296875,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.00038604188011959195,
      "loss_partial": 0.0029296875,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.000580545631237328,
      "loss_partial": 0.00628662109375,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.00038514198968186975,
      "loss_partial": 0.0084228515625,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0002870060852728784,
      "loss_partial": 0.006927490234375,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.00044217437971383333,
      "loss_partial": 0.005615234375,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.00037014595000073314,
      "loss_partial": 0.006317138671875,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.00045150209916755557,
      "loss_partial": 0.01104736328125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0005279252072796226,
      "loss_partial": 0.007537841796875,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0004898866754956543,
      "loss_partial": 0.01220703125,
      "step": 1351
    },
    {
      "epoch": 1.9636627906976745,
      "loss_distr": 0.0006494020344689488,
      "loss_partial": 0.00927734375,
      "step": 1351
    },
    {
      "epoch": 1.9651162790697674,
      "grad_norm": 0.14616695046424866,
      "learning_rate": 2.0116981308686558e-08,
      "loss": 0.1756,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00042710290290415287,
      "loss_partial": 0.005035400390625,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0006156453164294362,
      "loss_partial": 0.00830078125,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0006547396769747138,
      "loss_partial": 0.0062255859375,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0005935837980359793,
      "loss_partial": 0.006988525390625,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00039116782136261463,
      "loss_partial": 0.010498046875,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0006688889116048813,
      "loss_partial": 0.00531005859375,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00043681374518200755,
      "loss_partial": 0.01202392578125,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0006915407720953226,
      "loss_partial": 0.00469970703125,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0008201276650652289,
      "loss_partial": 0.0078125,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0006291224854066968,
      "loss_partial": 0.00927734375,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00043891824316233397,
      "loss_partial": 0.00372314453125,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0004972114693373442,
      "loss_partial": 0.00946044921875,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00038775784196332097,
      "loss_partial": 0.005279541015625,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0009118996094912291,
      "loss_partial": 0.005035400390625,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.000643841689452529,
      "loss_partial": 0.007110595703125,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00054073182400316,
      "loss_partial": 0.006744384765625,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0004707439220510423,
      "loss_partial": 0.005462646484375,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.000490172824356705,
      "loss_partial": 0.005035400390625,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0004309921059757471,
      "loss_partial": 0.004638671875,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00039586820639669895,
      "loss_partial": 0.0057373046875,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0009285222040489316,
      "loss_partial": 0.00531005859375,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.00040609773714095354,
      "loss_partial": 0.012451171875,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0004362429026514292,
      "loss_partial": 0.00830078125,
      "step": 1352
    },
    {
      "epoch": 1.9651162790697674,
      "loss_distr": 0.0005396404885686934,
      "loss_partial": 0.006317138671875,
      "step": 1352
    },
    {
      "epoch": 1.9665697674418605,
      "grad_norm": 0.13992618024349213,
      "learning_rate": 1.854029751635067e-08,
      "loss": 0.1734,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0006177236209623516,
      "loss_partial": 0.007232666015625,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0004714139213319868,
      "loss_partial": 0.00457763671875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0003706004936248064,
      "loss_partial": 0.0098876953125,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.00021056579134892672,
      "loss_partial": 0.006317138671875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0007055059541016817,
      "loss_partial": 0.005218505859375,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0008583252783864737,
      "loss_partial": 0.0024261474609375,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0004957644268870354,
      "loss_partial": 0.0074462890625,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.000304688437609002,
      "loss_partial": 0.01116943359375,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0006489407969638705,
      "loss_partial": 0.0045166015625,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0004920331994071603,
      "loss_partial": 0.00897216796875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.00046209743595682085,
      "loss_partial": 0.0081787109375,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0006958047742955387,
      "loss_partial": 0.00439453125,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0003042183816432953,
      "loss_partial": 0.009765625,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0006296765059232712,
      "loss_partial": 0.00286865234375,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0004660661215893924,
      "loss_partial": 0.004119873046875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0002906920271925628,
      "loss_partial": 0.0133056640625,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.00046896780258975923,
      "loss_partial": 0.0096435546875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.00018912559607997537,
      "loss_partial": 0.00909423828125,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0006077679572626948,
      "loss_partial": 0.0042724609375,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0007846019580028951,
      "loss_partial": 0.0029296875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.00046052911784499884,
      "loss_partial": 0.0064697265625,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0003491376992315054,
      "loss_partial": 0.004608154296875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0005050271283835173,
      "loss_partial": 0.00506591796875,
      "step": 1353
    },
    {
      "epoch": 1.9665697674418605,
      "loss_distr": 0.0007596412906423211,
      "loss_partial": 0.0033721923828125,
      "step": 1353
    },
    {
      "epoch": 1.9680232558139537,
      "grad_norm": 0.13017544150352478,
      "learning_rate": 1.7027890232939047e-08,
      "loss": 0.1717,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0004703718877863139,
      "loss_partial": 0.01190185546875,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0007654026849195361,
      "loss_partial": 0.003448486328125,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0005209348164498806,
      "loss_partial": 0.01019287109375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0006863884627819061,
      "loss_partial": 0.006988525390625,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0005467439186759293,
      "loss_partial": 0.00823974609375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0004924251697957516,
      "loss_partial": 0.006011962890625,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0003250393201597035,
      "loss_partial": 0.004608154296875,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0003445053880568594,
      "loss_partial": 0.00994873046875,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0003321584081277251,
      "loss_partial": 0.007354736328125,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0004580562235787511,
      "loss_partial": 0.0072021484375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0006720776436850429,
      "loss_partial": 0.01226806640625,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0004060916544403881,
      "loss_partial": 0.00689697265625,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0004637590318452567,
      "loss_partial": 0.00946044921875,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0005370983853936195,
      "loss_partial": 0.005889892578125,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0002598729042802006,
      "loss_partial": 0.0108642578125,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0006331172771751881,
      "loss_partial": 0.00341796875,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0008376371115446091,
      "loss_partial": 0.00604248046875,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0005629865918308496,
      "loss_partial": 0.006439208984375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0006281090900301933,
      "loss_partial": 0.0038604736328125,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0008875137427821755,
      "loss_partial": 0.003997802734375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0007062782533466816,
      "loss_partial": 0.004730224609375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0007704663439653814,
      "loss_partial": 0.004486083984375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.000524250150192529,
      "loss_partial": 0.00579833984375,
      "step": 1354
    },
    {
      "epoch": 1.9680232558139537,
      "loss_distr": 0.0006701056845486164,
      "loss_partial": 0.00634765625,
      "step": 1354
    },
    {
      "epoch": 1.9694767441860463,
      "grad_norm": 0.14164361357688904,
      "learning_rate": 1.5579769197734406e-08,
      "loss": 0.1738,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0007737544365227222,
      "loss_partial": 0.00592041015625,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0007227357709780335,
      "loss_partial": 0.0067138671875,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0007224815781228244,
      "loss_partial": 0.0035552978515625,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0007367056095972657,
      "loss_partial": 0.006744384765625,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0005251028342172503,
      "loss_partial": 0.00927734375,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.000473589840112254,
      "loss_partial": 0.010498046875,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.000528066186234355,
      "loss_partial": 0.010498046875,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0001919849164551124,
      "loss_partial": 0.0108642578125,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0005015966016799212,
      "loss_partial": 0.006195068359375,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0003667724085971713,
      "loss_partial": 0.0035552978515625,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.000566476141102612,
      "loss_partial": 0.00653076171875,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0006521592731587589,
      "loss_partial": 0.007659912109375,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0003419712302275002,
      "loss_partial": 0.02197265625,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0003993140417151153,
      "loss_partial": 0.006378173828125,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.00042001233668997884,
      "loss_partial": 0.007080078125,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0006756685907021165,
      "loss_partial": 0.0108642578125,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.00029784798971377313,
      "loss_partial": 0.00799560546875,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0003061982861254364,
      "loss_partial": 0.007110595703125,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.00027020121342502534,
      "loss_partial": 0.00927734375,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0006278341170400381,
      "loss_partial": 0.006744384765625,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0006612661527469754,
      "loss_partial": 0.006072998046875,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.00044979777885600924,
      "loss_partial": 0.00506591796875,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.000407345563871786,
      "loss_partial": 0.00811767578125,
      "step": 1355
    },
    {
      "epoch": 1.9694767441860463,
      "loss_distr": 0.0004433611175045371,
      "loss_partial": 0.006622314453125,
      "step": 1355
    },
    {
      "epoch": 1.9709302325581395,
      "grad_norm": 0.14528532326221466,
      "learning_rate": 1.4195943736042827e-08,
      "loss": 0.174,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.00041046616388484836,
      "loss_partial": 0.006103515625,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0008684360655024648,
      "loss_partial": 0.014892578125,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0004561068199109286,
      "loss_partial": 0.011962890625,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0002679222379811108,
      "loss_partial": 0.00823974609375,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0005394581239670515,
      "loss_partial": 0.01031494140625,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0003305553400423378,
      "loss_partial": 0.009521484375,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0003368037869222462,
      "loss_partial": 0.00958251953125,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.00021325609122868627,
      "loss_partial": 0.004791259765625,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.000604199361987412,
      "loss_partial": 0.0068359375,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0004747322527691722,
      "loss_partial": 0.006072998046875,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0007014998700469732,
      "loss_partial": 0.0034332275390625,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0005035764770582318,
      "loss_partial": 0.004608154296875,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.00027045066235587,
      "loss_partial": 0.004852294921875,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.00048648923984728754,
      "loss_partial": 0.005859375,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0006025000475347042,
      "loss_partial": 0.004669189453125,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0006456140545196831,
      "loss_partial": 0.00616455078125,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0005012219771742821,
      "loss_partial": 0.00518798828125,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0002669819223228842,
      "loss_partial": 0.005279541015625,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0005037583759985864,
      "loss_partial": 0.005584716796875,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0004297562118154019,
      "loss_partial": 0.008544921875,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.00033148517832159996,
      "loss_partial": 0.003814697265625,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0005334150046110153,
      "loss_partial": 0.00762939453125,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0006323897978290915,
      "loss_partial": 0.00921630859375,
      "step": 1356
    },
    {
      "epoch": 1.9709302325581395,
      "loss_distr": 0.0005285604856908321,
      "loss_partial": 0.0045166015625,
      "step": 1356
    },
    {
      "epoch": 1.9723837209302326,
      "grad_norm": 0.1398300677537918,
      "learning_rate": 1.287642275913159e-08,
      "loss": 0.172,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0006703114486299455,
      "loss_partial": 0.00384521484375,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0003832280053757131,
      "loss_partial": 0.0096435546875,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.00039128895150497556,
      "loss_partial": 0.00433349609375,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0005809954600408673,
      "loss_partial": 0.006134033203125,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0005376646295189857,
      "loss_partial": 0.004974365234375,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0005875079077668488,
      "loss_partial": 0.0067138671875,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0004512970335781574,
      "loss_partial": 0.007080078125,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0004286048642825335,
      "loss_partial": 0.004791259765625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.00043032702524214983,
      "loss_partial": 0.006317138671875,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0003070177335757762,
      "loss_partial": 0.00732421875,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.00018343064584769309,
      "loss_partial": 0.004608154296875,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.000343775114743039,
      "loss_partial": 0.01287841796875,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0009695106418803334,
      "loss_partial": 0.006805419921875,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.00054365792311728,
      "loss_partial": 0.006500244140625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0005446932045742869,
      "loss_partial": 0.00836181640625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0005049087340012193,
      "loss_partial": 0.00494384765625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0008330183336511254,
      "loss_partial": 0.0034332275390625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0003103260532952845,
      "loss_partial": 0.007232666015625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.00026931113097816706,
      "loss_partial": 0.00689697265625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0006979805184528232,
      "loss_partial": 0.00933837890625,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0006656750338152051,
      "loss_partial": 0.005950927734375,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0009415615350008011,
      "loss_partial": 0.005950927734375,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0004668271285481751,
      "loss_partial": 0.010986328125,
      "step": 1357
    },
    {
      "epoch": 1.9723837209302326,
      "loss_distr": 0.0005596528644673526,
      "loss_partial": 0.01007080078125,
      "step": 1357
    },
    {
      "epoch": 1.9738372093023255,
      "grad_norm": 0.14144384860992432,
      "learning_rate": 1.16212147641781e-08,
      "loss": 0.1764,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0006489151855930686,
      "loss_partial": 0.007232666015625,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0003278249059803784,
      "loss_partial": 0.01470947265625,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.000517606211360544,
      "loss_partial": 0.00469970703125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0005121345166116953,
      "loss_partial": 0.007171630859375,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.000982965575531125,
      "loss_partial": 0.01007080078125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.000698939838912338,
      "loss_partial": 0.0037078857421875,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0005721516208723187,
      "loss_partial": 0.0050048828125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0003276921925134957,
      "loss_partial": 0.006988525390625,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0007962774834595621,
      "loss_partial": 0.003997802734375,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0004725631733890623,
      "loss_partial": 0.001983642578125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0005795398028567433,
      "loss_partial": 0.00689697265625,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0005975023377686739,
      "loss_partial": 0.00653076171875,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.000331275281496346,
      "loss_partial": 0.01171875,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0002529731427785009,
      "loss_partial": 0.01055908203125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0004727814521174878,
      "loss_partial": 0.0091552734375,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0003595241578295827,
      "loss_partial": 0.006134033203125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0003708582080435008,
      "loss_partial": 0.00823974609375,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.00036897367681376636,
      "loss_partial": 0.0076904296875,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0002486144076101482,
      "loss_partial": 0.01019287109375,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0005035820649936795,
      "loss_partial": 0.00860595703125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.00042211098480038345,
      "loss_partial": 0.0074462890625,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.000523325870744884,
      "loss_partial": 0.004608154296875,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0006030855001881719,
      "loss_partial": 0.004425048828125,
      "step": 1358
    },
    {
      "epoch": 1.9738372093023255,
      "loss_distr": 0.0004345535417087376,
      "loss_partial": 0.01019287109375,
      "step": 1358
    },
    {
      "epoch": 1.9752906976744184,
      "grad_norm": 0.1400943547487259,
      "learning_rate": 1.043032783420439e-08,
      "loss": 0.1701,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.00029244512552395463,
      "loss_partial": 0.005859375,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0005295680020935833,
      "loss_partial": 0.00335693359375,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0002987713960465044,
      "loss_partial": 0.006927490234375,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0005643717595376074,
      "loss_partial": 0.0030517578125,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0004982622340321541,
      "loss_partial": 0.00616455078125,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.000346059852745384,
      "loss_partial": 0.007659912109375,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0004648260655812919,
      "loss_partial": 0.005340576171875,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.00026469078147783875,
      "loss_partial": 0.00848388671875,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.00038982878322713077,
      "loss_partial": 0.006011962890625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0006105393404141068,
      "loss_partial": 0.006744384765625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.00047983432887122035,
      "loss_partial": 0.010009765625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0004180854302830994,
      "loss_partial": 0.009765625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0006589348195120692,
      "loss_partial": 0.01025390625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0006909947260282934,
      "loss_partial": 0.00372314453125,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0006314128404483199,
      "loss_partial": 0.006988525390625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0003466042398940772,
      "loss_partial": 0.005828857421875,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.00032732004183344543,
      "loss_partial": 0.009765625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.00020114115613978356,
      "loss_partial": 0.00994873046875,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0007242091232910752,
      "loss_partial": 0.00323486328125,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0009025467443279922,
      "loss_partial": 0.003875732421875,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0005718680913560092,
      "loss_partial": 0.00665283203125,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0005452980403788388,
      "loss_partial": 0.0064697265625,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.00045036623487249017,
      "loss_partial": 0.007568359375,
      "step": 1359
    },
    {
      "epoch": 1.9752906976744184,
      "loss_distr": 0.0007558700162917376,
      "loss_partial": 0.007720947265625,
      "step": 1359
    },
    {
      "epoch": 1.9767441860465116,
      "grad_norm": 0.15320885181427002,
      "learning_rate": 9.30376963803603e-09,
      "loss": 0.1718,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0004569619195535779,
      "loss_partial": 0.006439208984375,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0007276091491803527,
      "loss_partial": 0.00836181640625,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0005357215995900333,
      "loss_partial": 0.004852294921875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0003196053730789572,
      "loss_partial": 0.006805419921875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00036072288639843464,
      "loss_partial": 0.007354736328125,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.001048725564032793,
      "loss_partial": 0.00604248046875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00035165558801963925,
      "loss_partial": 0.004638671875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0004645634617190808,
      "loss_partial": 0.006072998046875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00048511658678762615,
      "loss_partial": 0.0045166015625,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00036575255217030644,
      "loss_partial": 0.0062255859375,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0005917148664593697,
      "loss_partial": 0.00506591796875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00033117455313913524,
      "loss_partial": 0.00732421875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00024311590823344886,
      "loss_partial": 0.005126953125,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00035230195499025285,
      "loss_partial": 0.0040283203125,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0007075436878949404,
      "loss_partial": 0.005584716796875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0005836884956806898,
      "loss_partial": 0.005462646484375,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00037013107794336975,
      "loss_partial": 0.004608154296875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0006503395852632821,
      "loss_partial": 0.005523681640625,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0006964415078982711,
      "loss_partial": 0.00390625,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0007230826886370778,
      "loss_partial": 0.00421142578125,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0003144238144159317,
      "loss_partial": 0.00872802734375,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0008775204187259078,
      "loss_partial": 0.0028533935546875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.00043355999514460564,
      "loss_partial": 0.00653076171875,
      "step": 1360
    },
    {
      "epoch": 1.9767441860465116,
      "loss_distr": 0.0005653472617268562,
      "loss_partial": 0.005157470703125,
      "step": 1360
    },
    {
      "epoch": 1.9781976744186047,
      "grad_norm": 0.15519095957279205,
      "learning_rate": 8.241547430244411e-09,
      "loss": 0.1715,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0003049662336707115,
      "loss_partial": 0.0240478515625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005968253826722503,
      "loss_partial": 0.005157470703125,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005385608528740704,
      "loss_partial": 0.00830078125,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0007512277225032449,
      "loss_partial": 0.004791259765625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005132196238264441,
      "loss_partial": 0.006256103515625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005192814860492945,
      "loss_partial": 0.005706787109375,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0004386689979583025,
      "loss_partial": 0.003814697265625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.000422338314820081,
      "loss_partial": 0.00518798828125,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0006636587786488235,
      "loss_partial": 0.00518798828125,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005914493231102824,
      "loss_partial": 0.005279541015625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0008653375552967191,
      "loss_partial": 0.004791259765625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0004828977398574352,
      "loss_partial": 0.0034027099609375,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0004701576544903219,
      "loss_partial": 0.007293701171875,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0004084636166226119,
      "loss_partial": 0.00811767578125,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0004364200576674193,
      "loss_partial": 0.0045166015625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0004797333385795355,
      "loss_partial": 0.01214599609375,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005379001377150416,
      "loss_partial": 0.005279541015625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.000267461990006268,
      "loss_partial": 0.00665283203125,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0006423434242606163,
      "loss_partial": 0.0057373046875,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.000310061703203246,
      "loss_partial": 0.00823974609375,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.00024346436839550734,
      "loss_partial": 0.005584716796875,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005680465255863965,
      "loss_partial": 0.00433349609375,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0006828093319199979,
      "loss_partial": 0.005523681640625,
      "step": 1361
    },
    {
      "epoch": 1.9781976744186047,
      "loss_distr": 0.0005565721075981855,
      "loss_partial": 0.00927734375,
      "step": 1361
    },
    {
      "epoch": 1.9796511627906976,
      "grad_norm": 0.14002199470996857,
      "learning_rate": 7.243668051106767e-09,
      "loss": 0.1717,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0004286796902306378,
      "loss_partial": 0.00933837890625,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0004305416368879378,
      "loss_partial": 0.00567626953125,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0005338564515113831,
      "loss_partial": 0.0118408203125,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.00038985791616141796,
      "loss_partial": 0.002655029296875,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0006689978181384504,
      "loss_partial": 0.004913330078125,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0006599760381504893,
      "loss_partial": 0.00830078125,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0003651623264886439,
      "loss_partial": 0.005767822265625,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.00036700128111988306,
      "loss_partial": 0.00726318359375,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0003615768509916961,
      "loss_partial": 0.007293701171875,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0006173770525492728,
      "loss_partial": 0.00518798828125,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.00040350883500650525,
      "loss_partial": 0.0107421875,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0003855287504848093,
      "loss_partial": 0.00787353515625,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0005740991909988225,
      "loss_partial": 0.005828857421875,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0004123706603422761,
      "loss_partial": 0.0096435546875,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0005911766784265637,
      "loss_partial": 0.0068359375,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0005914344219490886,
      "loss_partial": 0.0078125,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.00044945345143787563,
      "loss_partial": 0.00787353515625,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.000751448969822377,
      "loss_partial": 0.006256103515625,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.00039299295167438686,
      "loss_partial": 0.0072021484375,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0005560932913795114,
      "loss_partial": 0.0057373046875,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0004847622476518154,
      "loss_partial": 0.0084228515625,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.00037200350197963417,
      "loss_partial": 0.0087890625,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.00038062367821112275,
      "loss_partial": 0.006927490234375,
      "step": 1362
    },
    {
      "epoch": 1.9796511627906976,
      "loss_distr": 0.0003051229869015515,
      "loss_partial": 0.00640869140625,
      "step": 1362
    },
    {
      "epoch": 1.9811046511627906,
      "grad_norm": 0.14851544797420502,
      "learning_rate": 6.310137926555104e-09,
      "loss": 0.1758,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.000466649275040254,
      "loss_partial": 0.0054931640625,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0007752726669423282,
      "loss_partial": 0.0040283203125,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.00026657944545149803,
      "loss_partial": 0.01409912109375,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0004895562306046486,
      "loss_partial": 0.00872802734375,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0005380251677706838,
      "loss_partial": 0.00537109375,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0003264349070377648,
      "loss_partial": 0.0091552734375,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0004869090626016259,
      "loss_partial": 0.006591796875,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0004265380266588181,
      "loss_partial": 0.01055908203125,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0007174259517341852,
      "loss_partial": 0.005584716796875,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0006509514059871435,
      "loss_partial": 0.005950927734375,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0009404299780726433,
      "loss_partial": 0.00579833984375,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0005969119956716895,
      "loss_partial": 0.00714111328125,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.00037160480860620737,
      "loss_partial": 0.00848388671875,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0004574597114697099,
      "loss_partial": 0.008056640625,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.00043617573101073503,
      "loss_partial": 0.006500244140625,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0009273993200622499,
      "loss_partial": 0.0035858154296875,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.00022654939675703645,
      "loss_partial": 0.011962890625,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.00039478042162954807,
      "loss_partial": 0.006134033203125,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0009788039606064558,
      "loss_partial": 0.005279541015625,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0006595911690965295,
      "loss_partial": 0.00860595703125,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.00042061484418809414,
      "loss_partial": 0.005584716796875,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0001843612117227167,
      "loss_partial": 0.00799560546875,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.00047295805416069925,
      "loss_partial": 0.01336669921875,
      "step": 1363
    },
    {
      "epoch": 1.9811046511627906,
      "loss_distr": 0.0008437029318884015,
      "loss_partial": 0.004913330078125,
      "step": 1363
    },
    {
      "epoch": 1.9825581395348837,
      "grad_norm": 0.13899630308151245,
      "learning_rate": 5.440963068142902e-09,
      "loss": 0.1718,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.00043101469054818153,
      "loss_partial": 0.004241943359375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.00032692961394786835,
      "loss_partial": 0.0086669921875,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0004797607834916562,
      "loss_partial": 0.00433349609375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0005220586899667978,
      "loss_partial": 0.006500244140625,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0004841152695007622,
      "loss_partial": 0.0098876953125,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.00044674030505120754,
      "loss_partial": 0.01202392578125,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0007513022283092141,
      "loss_partial": 0.00482177734375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.00018845654267352074,
      "loss_partial": 0.005615234375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0007085804827511311,
      "loss_partial": 0.0035858154296875,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0006334986537694931,
      "loss_partial": 0.00787353515625,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0005519245751202106,
      "loss_partial": 0.007171630859375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0004673163639381528,
      "loss_partial": 0.01104736328125,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.00045270536793395877,
      "loss_partial": 0.0091552734375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.000488407735247165,
      "loss_partial": 0.0062255859375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.00045831542229279876,
      "loss_partial": 0.0074462890625,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.00046026299241930246,
      "loss_partial": 0.00628662109375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0006223327363841236,
      "loss_partial": 0.005218505859375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.000420412136008963,
      "loss_partial": 0.0072021484375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0002897788945119828,
      "loss_partial": 0.0072021484375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0008853919571265578,
      "loss_partial": 0.00439453125,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0006613928126171231,
      "loss_partial": 0.005035400390625,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0006696006748825312,
      "loss_partial": 0.005889892578125,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0005063978023827076,
      "loss_partial": 0.009521484375,
      "step": 1364
    },
    {
      "epoch": 1.9825581395348837,
      "loss_distr": 0.0002767815312836319,
      "loss_partial": 0.006988525390625,
      "step": 1364
    },
    {
      "epoch": 1.9840116279069768,
      "grad_norm": 0.1321323662996292,
      "learning_rate": 4.636149072999585e-09,
      "loss": 0.1731,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0004965723492205143,
      "loss_partial": 0.004791259765625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0007268276531249285,
      "loss_partial": 0.004791259765625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0007915617316029966,
      "loss_partial": 0.0038604736328125,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0004204647848382592,
      "loss_partial": 0.004058837890625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0007206045556813478,
      "loss_partial": 0.0059814453125,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00040373054798692465,
      "loss_partial": 0.00811767578125,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0007094835164025426,
      "loss_partial": 0.004974365234375,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0002461751573719084,
      "loss_partial": 0.00933837890625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0002995988179463893,
      "loss_partial": 0.00787353515625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0006962906336411834,
      "loss_partial": 0.005950927734375,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00041703935130499303,
      "loss_partial": 0.00360107421875,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00029413466108962893,
      "loss_partial": 0.0074462890625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0005332177970558405,
      "loss_partial": 0.00628662109375,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00034338777186349034,
      "loss_partial": 0.0074462890625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0008297182503156364,
      "loss_partial": 0.00506591796875,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0005199454026296735,
      "loss_partial": 0.005035400390625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00030577892903238535,
      "loss_partial": 0.00836181640625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0004744834150187671,
      "loss_partial": 0.007720947265625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00028895700233988464,
      "loss_partial": 0.009033203125,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.0005955726956017315,
      "loss_partial": 0.007232666015625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.000442769582150504,
      "loss_partial": 0.0081787109375,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00029393317527137697,
      "loss_partial": 0.004791259765625,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.001095977844670415,
      "loss_partial": 0.00360107421875,
      "step": 1365
    },
    {
      "epoch": 1.9840116279069768,
      "loss_distr": 0.00044450099812820554,
      "loss_partial": 0.003662109375,
      "step": 1365
    },
    {
      "epoch": 1.9854651162790697,
      "grad_norm": 0.14687536656856537,
      "learning_rate": 3.895701123796114e-09,
      "loss": 0.1714,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0006087977671995759,
      "loss_partial": 0.0062255859375,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0005462226690724492,
      "loss_partial": 0.00775146484375,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.00020689869415946305,
      "loss_partial": 0.00762939453125,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0005346066900528967,
      "loss_partial": 0.006103515625,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0004313522658776492,
      "loss_partial": 0.00958251953125,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0003519669407978654,
      "loss_partial": 0.00567626953125,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0006811672355979681,
      "loss_partial": 0.00543212890625,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0006967353983782232,
      "loss_partial": 0.00830078125,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0005439096712507308,
      "loss_partial": 0.003997802734375,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.00041637569665908813,
      "loss_partial": 0.00897216796875,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.00026380346389487386,
      "loss_partial": 0.00433349609375,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0005445785354822874,
      "loss_partial": 0.00701904296875,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.000536479870788753,
      "loss_partial": 0.005157470703125,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.00026424016687087715,
      "loss_partial": 0.01190185546875,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.00045479717664420605,
      "loss_partial": 0.0067138671875,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.000357777695171535,
      "loss_partial": 0.006011962890625,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0005261747865006328,
      "loss_partial": 0.007537841796875,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.00022440576867666095,
      "loss_partial": 0.0050048828125,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0006846670294180512,
      "loss_partial": 0.0050048828125,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0007612667977809906,
      "loss_partial": 0.00494384765625,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0006739152013324201,
      "loss_partial": 0.007537841796875,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.00045008756569586694,
      "loss_partial": 0.005615234375,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.0007865828811191022,
      "loss_partial": 0.0054931640625,
      "step": 1366
    },
    {
      "epoch": 1.9854651162790697,
      "loss_distr": 0.000446795835159719,
      "loss_partial": 0.004241943359375,
      "step": 1366
    },
    {
      "epoch": 1.9869186046511627,
      "grad_norm": 0.14056408405303955,
      "learning_rate": 3.2196239887138937e-09,
      "loss": 0.1763,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0002721245400607586,
      "loss_partial": 0.006195068359375,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.000714839668944478,
      "loss_partial": 0.005889892578125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0004888977855443954,
      "loss_partial": 0.00567626953125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0006337688537314534,
      "loss_partial": 0.0079345703125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0006327347364276648,
      "loss_partial": 0.00616455078125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0005442582769319415,
      "loss_partial": 0.005279541015625,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0007539633079431951,
      "loss_partial": 0.00555419921875,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0005129725905135274,
      "loss_partial": 0.006378173828125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0009763409616425633,
      "loss_partial": 0.00640869140625,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0003310046740807593,
      "loss_partial": 0.007720947265625,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0005275110015645623,
      "loss_partial": 0.00927734375,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0003494661068543792,
      "loss_partial": 0.005859375,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0006265676347538829,
      "loss_partial": 0.00360107421875,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0006435819086618721,
      "loss_partial": 0.00677490234375,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0004637091769836843,
      "loss_partial": 0.005889892578125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0003814238007180393,
      "loss_partial": 0.007293701171875,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0006303117843344808,
      "loss_partial": 0.00689697265625,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0003914741100743413,
      "loss_partial": 0.01025390625,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0007437523454427719,
      "loss_partial": 0.0037384033203125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0005705602234229445,
      "loss_partial": 0.004180908203125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0004755340050905943,
      "loss_partial": 0.00836181640625,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.00043539615580812097,
      "loss_partial": 0.00531005859375,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.00047264667227864265,
      "loss_partial": 0.004913330078125,
      "step": 1367
    },
    {
      "epoch": 1.9869186046511627,
      "loss_distr": 0.0008591082296334207,
      "loss_partial": 0.005706787109375,
      "step": 1367
    },
    {
      "epoch": 1.9883720930232558,
      "grad_norm": 0.14333046972751617,
      "learning_rate": 2.6079220214147995e-09,
      "loss": 0.1712,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0005360720679163933,
      "loss_partial": 0.0101318359375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0003301671240478754,
      "loss_partial": 0.01068115234375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.000698722549714148,
      "loss_partial": 0.003753662109375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0005529094487428665,
      "loss_partial": 0.007354736328125,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.000507269985973835,
      "loss_partial": 0.0089111328125,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.00027673569275066257,
      "loss_partial": 0.006683349609375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0010971996234729886,
      "loss_partial": 0.0074462890625,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0006766578881070018,
      "loss_partial": 0.005126953125,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0004844418144784868,
      "loss_partial": 0.00543212890625,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0004444521036930382,
      "loss_partial": 0.00628662109375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0007537077181041241,
      "loss_partial": 0.003387451171875,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.00041869760025292635,
      "loss_partial": 0.006378173828125,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0003754482604563236,
      "loss_partial": 0.00592041015625,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0005884242709726095,
      "loss_partial": 0.006317138671875,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0005517033860087395,
      "loss_partial": 0.004302978515625,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0004456847091205418,
      "loss_partial": 0.00714111328125,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0005237932200543582,
      "loss_partial": 0.006683349609375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0007803164189681411,
      "loss_partial": 0.0034027099609375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.00039563674363307655,
      "loss_partial": 0.004119873046875,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.00028068036772310734,
      "loss_partial": 0.006683349609375,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.000820064393337816,
      "loss_partial": 0.00457763671875,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0007047126418910921,
      "loss_partial": 0.0030517578125,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.00045048474567011,
      "loss_partial": 0.0093994140625,
      "step": 1368
    },
    {
      "epoch": 1.9883720930232558,
      "loss_distr": 0.0005208916263654828,
      "loss_partial": 0.00665283203125,
      "step": 1368
    },
    {
      "epoch": 1.989825581395349,
      "grad_norm": 0.14807142317295074,
      "learning_rate": 2.06059916100676e-09,
      "loss": 0.1734,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005171783268451691,
      "loss_partial": 0.007171630859375,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0007189371972344816,
      "loss_partial": 0.005157470703125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0007053024019114673,
      "loss_partial": 0.00726318359375,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0004152702749706805,
      "loss_partial": 0.006378173828125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0004992826143279672,
      "loss_partial": 0.005706787109375,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005342268850654364,
      "loss_partial": 0.006988525390625,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0003424494934733957,
      "loss_partial": 0.018798828125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005884568090550601,
      "loss_partial": 0.006317138671875,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.00040943583007901907,
      "loss_partial": 0.0093994140625,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005754129961133003,
      "loss_partial": 0.00421142578125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.00048011247417889535,
      "loss_partial": 0.004608154296875,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0007517951889894903,
      "loss_partial": 0.00726318359375,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005305572994984686,
      "loss_partial": 0.006103515625,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0004313895187806338,
      "loss_partial": 0.00714111328125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.00041657249676063657,
      "loss_partial": 0.0084228515625,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0004096818156540394,
      "loss_partial": 0.00823974609375,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0002829919976647943,
      "loss_partial": 0.00543212890625,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005210774834267795,
      "loss_partial": 0.005828857421875,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.00030736724147573113,
      "loss_partial": 0.00811767578125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005523107247427106,
      "loss_partial": 0.007415771484375,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.000306975853163749,
      "loss_partial": 0.004425048828125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.00048182750470004976,
      "loss_partial": 0.00677490234375,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.00034579948987811804,
      "loss_partial": 0.007598876953125,
      "step": 1369
    },
    {
      "epoch": 1.989825581395349,
      "loss_distr": 0.0005982147995382547,
      "loss_partial": 0.006500244140625,
      "step": 1369
    },
    {
      "epoch": 1.9912790697674418,
      "grad_norm": 0.1414807289838791,
      "learning_rate": 1.5776589320237734e-09,
      "loss": 0.1762,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0006235456094145775,
      "loss_partial": 0.00714111328125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0005475946236401796,
      "loss_partial": 0.005584716796875,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0005411678575910628,
      "loss_partial": 0.006439208984375,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0005150887300260365,
      "loss_partial": 0.00762939453125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0006249084835872054,
      "loss_partial": 0.0078125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0006334572099149227,
      "loss_partial": 0.005523681640625,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.000229332348681055,
      "loss_partial": 0.010498046875,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0007546236738562584,
      "loss_partial": 0.0048828125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0002260397741338238,
      "loss_partial": 0.0087890625,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0002449580351822078,
      "loss_partial": 0.0098876953125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0005033042980358005,
      "loss_partial": 0.0067138671875,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0005600881995633245,
      "loss_partial": 0.00604248046875,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0005237640580162406,
      "loss_partial": 0.00811767578125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0005030137253925204,
      "loss_partial": 0.01019287109375,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0003666141419671476,
      "loss_partial": 0.009033203125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.000574449310079217,
      "loss_partial": 0.00494384765625,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.00047088443534448743,
      "loss_partial": 0.0072021484375,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.00040305888978764415,
      "loss_partial": 0.004730224609375,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0006453144596889615,
      "loss_partial": 0.00372314453125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0006277367938309908,
      "loss_partial": 0.004180908203125,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0003145983209833503,
      "loss_partial": 0.006683349609375,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.00046147609828040004,
      "loss_partial": 0.00677490234375,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.0007249426562339067,
      "loss_partial": 0.004058837890625,
      "step": 1370
    },
    {
      "epoch": 1.9912790697674418,
      "loss_distr": 0.00054244848433882,
      "loss_partial": 0.00567626953125,
      "step": 1370
    },
    {
      "epoch": 1.9927325581395348,
      "grad_norm": 0.1516500860452652,
      "learning_rate": 1.159104444405923e-09,
      "loss": 0.1743,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.00047398783499374986,
      "loss_partial": 0.00762939453125,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0005990830832161009,
      "loss_partial": 0.0081787109375,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0004535927437245846,
      "loss_partial": 0.00738525390625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0006849691271781921,
      "loss_partial": 0.004974365234375,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0007534075994044542,
      "loss_partial": 0.005828857421875,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0004760648589581251,
      "loss_partial": 0.010009765625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0007037667091935873,
      "loss_partial": 0.006103515625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0007914429879747331,
      "loss_partial": 0.006744384765625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0004777353024110198,
      "loss_partial": 0.0081787109375,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0005044275894761086,
      "loss_partial": 0.005706787109375,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0006780729163438082,
      "loss_partial": 0.006103515625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0008042665431275964,
      "loss_partial": 0.00360107421875,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0002932761562988162,
      "loss_partial": 0.0072021484375,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0005877118674106896,
      "loss_partial": 0.005615234375,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0005503831198439002,
      "loss_partial": 0.004150390625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.00032887753332033753,
      "loss_partial": 0.006317138671875,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.000143365963594988,
      "loss_partial": 0.008544921875,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0002596142585389316,
      "loss_partial": 0.00811767578125,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0005350995343178511,
      "loss_partial": 0.0084228515625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0005100342095829546,
      "loss_partial": 0.008056640625,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0003093306440860033,
      "loss_partial": 0.004669189453125,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0002933915820904076,
      "loss_partial": 0.005401611328125,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.00029258185531944036,
      "loss_partial": 0.0086669921875,
      "step": 1371
    },
    {
      "epoch": 1.9927325581395348,
      "loss_distr": 0.0004969004658050835,
      "loss_partial": 0.01068115234375,
      "step": 1371
    },
    {
      "epoch": 1.994186046511628,
      "grad_norm": 0.1380121111869812,
      "learning_rate": 8.04938393469401e-10,
      "loss": 0.1726,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0005879431264474988,
      "loss_partial": 0.0081787109375,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0004250288475304842,
      "loss_partial": 0.006103515625,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0002431880566291511,
      "loss_partial": 0.0048828125,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0009648438426665962,
      "loss_partial": 0.004669189453125,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0006555455620400608,
      "loss_partial": 0.00347900390625,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0006362207932397723,
      "loss_partial": 0.007476806640625,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0005421629175543785,
      "loss_partial": 0.00714111328125,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0003939896123483777,
      "loss_partial": 0.004364013671875,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.00039310657302848995,
      "loss_partial": 0.00970458984375,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.00023971806513145566,
      "loss_partial": 0.006622314453125,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.00041965098353102803,
      "loss_partial": 0.008544921875,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.000728231156244874,
      "loss_partial": 0.00518798828125,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0005794778116978705,
      "loss_partial": 0.004638671875,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0007164827547967434,
      "loss_partial": 0.00494384765625,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.00035939988447353244,
      "loss_partial": 0.00970458984375,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0003869854554068297,
      "loss_partial": 0.0064697265625,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.00029465463012456894,
      "loss_partial": 0.01153564453125,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0006982788909226656,
      "loss_partial": 0.00787353515625,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0006168890977278352,
      "loss_partial": 0.00921630859375,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.00043759250547736883,
      "loss_partial": 0.00811767578125,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0005351203726604581,
      "loss_partial": 0.0084228515625,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0005304348887875676,
      "loss_partial": 0.0047607421875,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0006118323653936386,
      "loss_partial": 0.00408935546875,
      "step": 1372
    },
    {
      "epoch": 1.994186046511628,
      "loss_distr": 0.0007226596935652196,
      "loss_partial": 0.0042724609375,
      "step": 1372
    },
    {
      "epoch": 1.995639534883721,
      "grad_norm": 0.13750040531158447,
      "learning_rate": 5.151630599009582e-10,
      "loss": 0.1725,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00031850673258304596,
      "loss_partial": 0.00909423828125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0005484770517796278,
      "loss_partial": 0.00994873046875,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0005899148527532816,
      "loss_partial": 0.008056640625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0008337183389812708,
      "loss_partial": 0.0021514892578125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00046639220090582967,
      "loss_partial": 0.006927490234375,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0002966415195260197,
      "loss_partial": 0.005645751953125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0006133903516456485,
      "loss_partial": 0.0035400390625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0006464187172241509,
      "loss_partial": 0.005645751953125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00037429702933877707,
      "loss_partial": 0.01348876953125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.000490671256557107,
      "loss_partial": 0.009765625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0005420609377324581,
      "loss_partial": 0.0074462890625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0006925193592905998,
      "loss_partial": 0.00537109375,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00040976499440148473,
      "loss_partial": 0.0089111328125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00044854602310806513,
      "loss_partial": 0.00506591796875,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00038046675035730004,
      "loss_partial": 0.006561279296875,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0003747522132471204,
      "loss_partial": 0.0050048828125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0004210609185975045,
      "loss_partial": 0.006591796875,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0006797127425670624,
      "loss_partial": 0.00531005859375,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0010540697257965803,
      "loss_partial": 0.004302978515625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0003626775578595698,
      "loss_partial": 0.0087890625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.0005919213872402906,
      "loss_partial": 0.006011962890625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00037439679726958275,
      "loss_partial": 0.009765625,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00041096966015174985,
      "loss_partial": 0.004425048828125,
      "step": 1373
    },
    {
      "epoch": 1.995639534883721,
      "loss_distr": 0.00025469096726737916,
      "loss_partial": 0.007415771484375,
      "step": 1373
    },
    {
      "epoch": 1.997093023255814,
      "grad_norm": 0.1355351209640503,
      "learning_rate": 2.8978030973236813e-10,
      "loss": 0.1764,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0005876617506146431,
      "loss_partial": 0.005340576171875,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0011100013507530093,
      "loss_partial": 0.0029754638671875,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0004983003018423915,
      "loss_partial": 0.01031494140625,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0007332367822527885,
      "loss_partial": 0.00921630859375,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0003400623972993344,
      "loss_partial": 0.003692626953125,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0006135062430985272,
      "loss_partial": 0.00604248046875,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0007576560019515455,
      "loss_partial": 0.006256103515625,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0003610923595260829,
      "loss_partial": 0.012451171875,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0006710972520522773,
      "loss_partial": 0.005706787109375,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.00026669190265238285,
      "loss_partial": 0.0084228515625,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.00018595173605717719,
      "loss_partial": 0.00860595703125,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0006493502296507359,
      "loss_partial": 0.00439453125,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0004899875493720174,
      "loss_partial": 0.00958251953125,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0007363172480836511,
      "loss_partial": 0.00445556640625,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0007066116668283939,
      "loss_partial": 0.0029296875,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0004327593487687409,
      "loss_partial": 0.0089111328125,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0008887759177014232,
      "loss_partial": 0.004547119140625,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.00024476757971569896,
      "loss_partial": 0.0162353515625,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0005020994576625526,
      "loss_partial": 0.0079345703125,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0003753660712391138,
      "loss_partial": 0.009765625,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0005886575672775507,
      "loss_partial": 0.0072021484375,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.00026937812799587846,
      "loss_partial": 0.0091552734375,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.00024355505593121052,
      "loss_partial": 0.00872802734375,
      "step": 1374
    },
    {
      "epoch": 1.997093023255814,
      "loss_distr": 0.0007141101523302495,
      "loss_partial": 0.00634765625,
      "step": 1374
    },
    {
      "epoch": 1.9985465116279069,
      "grad_norm": 0.14625146985054016,
      "learning_rate": 1.28791594339317e-10,
      "loss": 0.1743,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.00039956564432941377,
      "loss_partial": 0.005859375,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0002523980801925063,
      "loss_partial": 0.002716064453125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.00040996645111590624,
      "loss_partial": 0.00531005859375,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0004076971090398729,
      "loss_partial": 0.007354736328125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0006249002763070166,
      "loss_partial": 0.00921630859375,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0006688323337584734,
      "loss_partial": 0.00677490234375,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0005649249069392681,
      "loss_partial": 0.00830078125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.000281849002931267,
      "loss_partial": 0.01123046875,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.000985190737992525,
      "loss_partial": 0.004730224609375,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0004350756644271314,
      "loss_partial": 0.00762939453125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.000681190169416368,
      "loss_partial": 0.004791259765625,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.000304901332128793,
      "loss_partial": 0.005767822265625,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0005320628406479955,
      "loss_partial": 0.00830078125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0005537046818062663,
      "loss_partial": 0.00811767578125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0003212217998225242,
      "loss_partial": 0.006500244140625,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.000531864061485976,
      "loss_partial": 0.005523681640625,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0004273433005437255,
      "loss_partial": 0.007171630859375,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0004985873820260167,
      "loss_partial": 0.003814697265625,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.00044495295151136816,
      "loss_partial": 0.01190185546875,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0003267737338319421,
      "loss_partial": 0.0037384033203125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0003726506547536701,
      "loss_partial": 0.0038299560546875,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.00041265017352998257,
      "loss_partial": 0.00531005859375,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.000429821404395625,
      "loss_partial": 0.00811767578125,
      "step": 1375
    },
    {
      "epoch": 1.9985465116279069,
      "loss_distr": 0.0004895125748589635,
      "loss_partial": 0.01104736328125,
      "step": 1375
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.14551380276679993,
      "learning_rate": 3.21979504203096e-11,
      "loss": 0.1712,
      "step": 1376
    },
    {
      "epoch": 2.0,
      "step": 1376,
      "total_flos": 6.301856071236327e+20,
      "train_loss": 0.1821281982499153,
      "train_runtime": 41491.4282,
      "train_samples_per_second": 12.734,
      "train_steps_per_second": 0.033
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1376,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.301856071236327e+20,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}