{"t": 0, "ts": 1788056007.1413672, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056008.0293288, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056008.8751512, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056009.7666452, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056010.6330886, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056011.635825, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056012.460165, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056034.0258236, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056034.9476564, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056035.8375628, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056036.8415768, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056037.6566913, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056038.6265194, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056039.435432, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056102.2312005, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056103.0331986, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056103.837079, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056104.7256207, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056105.533001, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056106.4504788, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056107.2465262, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056131.6185925, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056132.4485652, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056133.3171744, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056134.1684635, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056135.0366666, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056135.9779067, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056136.8266475, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 7, "ts": 1788056137.656538, "step": 14, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 8, "ts": 1788056138.5234017, "step": 16, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 9, "ts": 1788056139.3505049, "step": 18, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 10, "ts": 1788056140.2335374, "step": 20, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 11, "ts": 1788056141.0743082, "step": 22, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056160.941649, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056161.762616, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056162.5822234, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056163.4320893, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056164.239865, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056165.1660945, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056165.9769864, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 7, "ts": 1788056166.818535, "step": 14, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 8, "ts": 1788056167.6654239, "step": 16, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 9, "ts": 1788056168.4758487, "step": 18, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 10, "ts": 1788056169.3315701, "step": 20, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 11, "ts": 1788056170.153408, "step": 22, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056194.352094, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056195.1547706, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056195.9405706, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056196.774907, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056197.560468, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056198.4765594, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056199.2577796, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 7, "ts": 1788056200.0702443, "step": 14, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 8, "ts": 1788056200.922404, "step": 16, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 9, "ts": 1788056201.719338, "step": 18, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 10, "ts": 1788056202.5458448, "step": 20, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 11, "ts": 1788056203.3354683, "step": 22, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056225.4189568, "step": 0, "loss_diff": 0.8544010519981384, "reward": 0.08762659826380152, "level": 0, "difficulty": 0.14440719948697853, "reward_ma": 0.008762659826380153, "leveled_up": false}
{"t": 1, "ts": 1788056225.6499882, "step": 2, "loss_diff": 0.9733675718307495, "reward": 0.08275014165618157, "level": 0, "difficulty": 0.08936930508768054, "reward_ma": 0.016161408009360292, "leveled_up": false}
{"t": 2, "ts": 1788056225.93652, "step": 4, "loss_diff": 1.0122123956680298, "reward": 0.08128276161354957, "level": 0, "difficulty": 0.05, "reward_ma": 0.02267354336977922, "leveled_up": false}
{"t": 0, "ts": 1788056277.461312, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056278.3163364, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056279.1416533, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056279.9720235, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056280.8138366, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056281.74259, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056282.5556285, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 7, "ts": 1788056283.3711443, "step": 14, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 8, "ts": 1788056284.2307365, "step": 16, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 9, "ts": 1788056285.065339, "step": 18, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 10, "ts": 1788056285.9312682, "step": 20, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 11, "ts": 1788056286.7475183, "step": 22, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056312.5731668, "step": 0, "loss_diff": 0.8574628829956055, "reward": 0.08749326188219578, "level": 0, "difficulty": 0.14440619946411648, "reward_ma": 0.008749326188219579, "leveled_up": false}
{"t": 1, "ts": 1788056313.4633343, "step": 2, "loss_diff": 0.9705824255943298, "reward": 0.08285757440049184, "level": 0, "difficulty": 0.08936821078982499, "reward_ma": 0.016160151009446806, "leveled_up": false}
{"t": 2, "ts": 1788056314.4353487, "step": 4, "loss_diff": 1.0150806903839111, "reward": 0.08117665345675201, "level": 0, "difficulty": 0.05, "reward_ma": 0.022661801254177327, "leveled_up": false}
{"t": 3, "ts": 1788056315.3749857, "step": 6, "loss_diff": 1.174914836883545, "reward": 0.0757061647224683, "level": 0, "difficulty": 0.05, "reward_ma": 0.027966237601006427, "leveled_up": false}
{"t": 4, "ts": 1788056316.2762747, "step": 8, "loss_diff": 1.120415449142456, "reward": 0.07747880113720419, "level": 0, "difficulty": 0.05, "reward_ma": 0.032917493954626204, "leveled_up": false}
{"t": 5, "ts": 1788056317.2234323, "step": 10, "loss_diff": 0.9284698367118835, "reward": 0.08451982211296116, "level": 0, "difficulty": 0.05, "reward_ma": 0.0380777267704597, "leveled_up": false}
{"t": 6, "ts": 1788056318.1149035, "step": 12, "loss_diff": 1.0501550436019897, "reward": 0.07990314514744584, "level": 0, "difficulty": 0.05, "reward_ma": 0.04226026860815832, "leveled_up": false}
{"t": 7, "ts": 1788056318.9765565, "step": 14, "loss_diff": 0.8888787627220154, "reward": 0.08615013742672242, "level": 0, "difficulty": 0.05, "reward_ma": 0.04664925549001473, "leveled_up": false}
{"t": 8, "ts": 1788056319.9214935, "step": 16, "loss_diff": 1.1223363876342773, "reward": 0.07741477319589857, "level": 0, "difficulty": 0.05, "reward_ma": 0.04972580726060312, "leveled_up": false}
{"t": 9, "ts": 1788056320.8657877, "step": 18, "loss_diff": 0.9091513156890869, "reward": 0.08530688952727851, "level": 0, "difficulty": 0.05, "reward_ma": 0.053283915487270656, "leveled_up": false}
{"t": 10, "ts": 1788056321.8575332, "step": 20, "loss_diff": 1.048671007156372, "reward": 0.07995614527300222, "level": 0, "difficulty": 0.05, "reward_ma": 0.05595113846584381, "leveled_up": false}
{"t": 11, "ts": 1788056322.7686841, "step": 22, "loss_diff": 0.9760257601737976, "reward": 0.08264788857130821, "level": 0, "difficulty": 0.05, "reward_ma": 0.058620813476390254, "leveled_up": false}
{"t": 0, "ts": 1788056349.7456973, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 1, "ts": 1788056350.664317, "step": 2, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 2, "ts": 1788056351.614273, "step": 4, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 3, "ts": 1788056352.5606563, "step": 6, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 4, "ts": 1788056353.4708, "step": 8, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 5, "ts": 1788056354.5199616, "step": 10, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 6, "ts": 1788056355.4308455, "step": 12, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 7, "ts": 1788056356.3373942, "step": 14, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 8, "ts": 1788056357.2651656, "step": 16, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 9, "ts": 1788056358.1646962, "step": 18, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 10, "ts": 1788056359.0861528, "step": 20, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 11, "ts": 1788056360.0210454, "step": 22, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056386.766925, "step": 0, "loss_diff": NaN, "reward": NaN, "level": 0, "difficulty": NaN, "reward_ma": NaN, "leveled_up": false}
{"t": 0, "ts": 1788056488.0292194, "step": 0, "loss_diff": 0.8564309477806091, "reward": 0.08753815138014646, "level": 0, "difficulty": 0.14440653613535112, "reward_ma": 0.008753815138014646, "leveled_up": false}
{"t": 1, "ts": 1788056488.4479046, "step": 2, "loss_diff": 0.97832190990448, "reward": 0.08255978329833692, "level": 0, "difficulty": 0.08936661703190463, "reward_ma": 0.016134411954046874, "leveled_up": false}
{"t": 2, "ts": 1788056488.9693298, "step": 4, "loss_diff": 1.0177009105682373, "reward": 0.08107998610623741, "level": 0, "difficulty": 0.05, "reward_ma": 0.02262896936926593, "leveled_up": false}
{"t": 3, "ts": 1788056489.4338794, "step": 6, "loss_diff": 1.1804808378219604, "reward": 0.07553011311132338, "level": 0, "difficulty": 0.05, "reward_ma": 0.027919083743471674, "leveled_up": false}
{"t": 4, "ts": 1788056489.8489912, "step": 8, "loss_diff": 1.0959552526474, "reward": 0.07830436036145809, "level": 0, "difficulty": 0.05, "reward_ma": 0.032957611405270315, "leveled_up": false}
{"t": 5, "ts": 1788056490.3245962, "step": 10, "loss_diff": 0.9349579811096191, "reward": 0.08425901022857284, "level": 0, "difficulty": 0.05, "reward_ma": 0.038087751287600564, "leveled_up": false}
{"t": 6, "ts": 1788056490.7315009, "step": 12, "loss_diff": 1.0481456518173218, "reward": 0.07997492595461278, "level": 0, "difficulty": 0.05, "reward_ma": 0.042276468754301785, "leveled_up": false}
{"t": 7, "ts": 1788056491.159168, "step": 14, "loss_diff": 0.8896371126174927, "reward": 0.08611826769580516, "level": 0, "difficulty": 0.05, "reward_ma": 0.046660648648452124, "leveled_up": false}
{"t": 8, "ts": 1788056491.6335871, "step": 16, "loss_diff": 1.122783899307251, "reward": 0.07739987356115849, "level": 0, "difficulty": 0.05, "reward_ma": 0.04973457113972276, "leveled_up": false}
{"t": 9, "ts": 1788056492.0549521, "step": 18, "loss_diff": 0.9143725037574768, "reward": 0.08509260352783532, "level": 0, "difficulty": 0.05, "reward_ma": 0.05327037437853402, "leveled_up": false}
{"t": 10, "ts": 1788056492.5287073, "step": 20, "loss_diff": 1.0470647811889648, "reward": 0.08001359581019823, "level": 0, "difficulty": 0.05, "reward_ma": 0.05594469652170044, "leveled_up": false}
{"t": 11, "ts": 1788056493.0343974, "step": 22, "loss_diff": 0.969795823097229, "reward": 0.08288797140321173, "level": 0, "difficulty": 0.05, "reward_ma": 0.05863902400985157, "leveled_up": false}
{"t": 0, "ts": 1788061752.3835359, "step": 0, "loss_diff": 0.852867841720581, "reward": 0.1125791212516665, "level": 0, "difficulty": 0.1445943434093875, "reward_ma": 0.01125791212516665, "leveled_up": false}
{"t": 1, "ts": 1788061753.9688993, "step": 2, "loss_diff": 0.9648643732070923, "reward": 0.8371254707803248, "level": 0, "difficulty": 0.09538269350868869, "reward_ma": 0.09384466799068247, "leveled_up": false}
{"t": 2, "ts": 1788061755.6813958, "step": 4, "loss_diff": 1.0175254344940186, "reward": 0.8515621498730876, "level": 0, "difficulty": 0.05185392472210792, "reward_ma": 0.16961641617892298, "leveled_up": false}
{"t": 3, "ts": 1788061757.3393345, "step": 6, "loss_diff": 1.1819088459014893, "reward": 0.18798607015717228, "level": 0, "difficulty": 0.05, "reward_ma": 0.17145338157674792, "leveled_up": false}
{"t": 4, "ts": 1788061758.9575822, "step": 8, "loss_diff": 1.0980398654937744, "reward": 0.8978216072237253, "level": 0, "difficulty": 0.05, "reward_ma": 0.24409020414144567, "leveled_up": false}
{"t": 5, "ts": 1788061760.6272712, "step": 10, "loss_diff": 0.9282611012458801, "reward": 0.7307713495394731, "level": 0, "difficulty": 0.05, "reward_ma": 0.2927583186812484, "leveled_up": false}
{"t": 6, "ts": 1788061761.5499258, "step": 12, "loss_diff": 1.0490491390228271, "reward": 0.9329217279318457, "level": 0, "difficulty": 0.05, "reward_ma": 0.35677465960630816, "leveled_up": false}
{"t": 7, "ts": 1788061762.4824271, "step": 14, "loss_diff": 0.8936335444450378, "reward": 0.0859507389566551, "level": 0, "difficulty": 0.05, "reward_ma": 0.32969226754134284, "leveled_up": false}
{"t": 8, "ts": 1788061763.5457604, "step": 16, "loss_diff": 1.1263097524642944, "reward": 0.8260872005502093, "level": 0, "difficulty": 0.05, "reward_ma": 0.3793317608422295, "leveled_up": false}
{"t": 9, "ts": 1788061764.4554813, "step": 18, "loss_diff": 0.9087017178535461, "reward": 1.005356677498294, "level": 0, "difficulty": 0.05, "reward_ma": 0.441934252507836, "leveled_up": false}
{"t": 10, "ts": 1788061765.4392757, "step": 20, "loss_diff": 1.0452284812927246, "reward": 0.4417391271627469, "level": 0, "difficulty": 0.05, "reward_ma": 0.44191473997332714, "leveled_up": false}
{"t": 11, "ts": 1788061766.3535717, "step": 22, "loss_diff": 0.9754123687744141, "reward": 0.7436698085984931, "level": 0, "difficulty": 0.05, "reward_ma": 0.4720902468358438, "leveled_up": false}
{"t": 12, "ts": 1788061767.2738645, "step": 24, "loss_diff": 1.0162920951843262, "reward": 0.9440237504140429, "level": 0, "difficulty": 0.05, "reward_ma": 0.5192835971936637, "leveled_up": false}
{"t": 13, "ts": 1788061768.227966, "step": 26, "loss_diff": 0.9328126907348633, "reward": 0.3320850165568386, "level": 0, "difficulty": 0.05, "reward_ma": 0.5005637391299812, "leveled_up": false}
{"t": 14, "ts": 1788061769.1299465, "step": 28, "loss_diff": 1.1771827936172485, "reward": 0.20836617964595597, "level": 0, "difficulty": 0.05, "reward_ma": 0.47134398318157866, "leveled_up": false}
{"t": 15, "ts": 1788061770.0651784, "step": 30, "loss_diff": 0.923332929611206, "reward": 0.9363399283744624, "level": 0, "difficulty": 0.05, "reward_ma": 0.5178435777008671, "leveled_up": false}
{"t": 16, "ts": 1788061771.024907, "step": 32, "loss_diff": 1.0380291938781738, "reward": 0.8525392278150105, "level": 0, "difficulty": 0.05, "reward_ma": 0.5513131427122814, "leveled_up": false}
{"t": 17, "ts": 1788061771.955308, "step": 34, "loss_diff": 1.049068808555603, "reward": 0.9130803696207168, "level": 0, "difficulty": 0.05, "reward_ma": 0.5874898654031249, "leveled_up": false}
{"t": 18, "ts": 1788061772.8808322, "step": 36, "loss_diff": 0.9070813059806824, "reward": 0.9699761228899207, "level": 0, "difficulty": 0.05, "reward_ma": 0.6257384911518045, "leveled_up": false}
{"t": 19, "ts": 1788061773.7883306, "step": 38, "loss_diff": 1.1027247905731201, "reward": 0.23450437647981484, "level": 0, "difficulty": 0.05, "reward_ma": 0.5866150796846056, "leveled_up": false}
{"t": 20, "ts": 1788061774.7393644, "step": 40, "loss_diff": 0.9732795357704163, "reward": 0.8188328952864747, "level": 0, "difficulty": 0.05, "reward_ma": 0.6098368612447924, "leveled_up": false}
{"t": 21, "ts": 1788061775.6564543, "step": 42, "loss_diff": 0.9407026767730713, "reward": 0.8142294923627736, "level": 0, "difficulty": 0.05, "reward_ma": 0.6302761243565905, "leveled_up": false}
{"t": 22, "ts": 1788061776.6833873, "step": 44, "loss_diff": 0.8871734142303467, "reward": 0.80992508281329, "level": 0, "difficulty": 0.05, "reward_ma": 0.6482410202022605, "leveled_up": false}
{"t": 23, "ts": 1788061777.645241, "step": 46, "loss_diff": 0.9122998714447021, "reward": 0.8865374694773959, "level": 0, "difficulty": 0.05, "reward_ma": 0.6720706651297741, "leveled_up": false}
{"t": 24, "ts": 1788061778.5659318, "step": 48, "loss_diff": 0.9653263688087463, "reward": 0.9675938684608106, "level": 0, "difficulty": 0.05, "reward_ma": 0.7016229854628778, "leveled_up": false}
{"t": 25, "ts": 1788061779.5224786, "step": 50, "loss_diff": 1.0124620199203491, "reward": 0.8858402404172395, "level": 0, "difficulty": 0.05, "reward_ma": 0.720044710958314, "leveled_up": false}
{"t": 26, "ts": 1788061780.4382863, "step": 52, "loss_diff": 0.9553003907203674, "reward": 0.6206189657605741, "level": 0, "difficulty": 0.05, "reward_ma": 0.71010213643854, "leveled_up": false}
{"t": 27, "ts": 1788061781.3592956, "step": 54, "loss_diff": 0.9798761606216431, "reward": 0.19294110715151044, "level": 0, "difficulty": 0.05, "reward_ma": 0.6583860335098372, "leveled_up": false}
{"t": 28, "ts": 1788061782.3182454, "step": 56, "loss_diff": 0.9822978973388672, "reward": 0.8752496821200553, "level": 0, "difficulty": 0.05, "reward_ma": 0.680072398370859, "leveled_up": false}
{"t": 29, "ts": 1788061783.2315166, "step": 58, "loss_diff": 0.9984467625617981, "reward": 0.878527412241626, "level": 0, "difficulty": 0.05, "reward_ma": 0.6999178997579357, "leveled_up": false}
{"t": 30, "ts": 1788061784.172887, "step": 60, "loss_diff": 0.9412516951560974, "reward": 0.7358687414382166, "level": 0, "difficulty": 0.05, "reward_ma": 0.7035129839259638, "leveled_up": false}
{"t": 31, "ts": 1788061785.1404688, "step": 62, "loss_diff": 1.0876544713974, "reward": 0.14211063979148314, "level": 0, "difficulty": 0.05, "reward_ma": 0.6473727495125158, "leveled_up": false}
{"t": 32, "ts": 1788061786.052872, "step": 64, "loss_diff": 0.8681330680847168, "reward": 0.6726617357327681, "level": 0, "difficulty": 0.05, "reward_ma": 0.649901648134541, "leveled_up": false}
{"t": 33, "ts": 1788061786.985395, "step": 66, "loss_diff": 1.0049575567245483, "reward": 0.27422616738061156, "level": 0, "difficulty": 0.05, "reward_ma": 0.612334100059148, "leveled_up": false}
{"t": 34, "ts": 1788061788.1848538, "step": 68, "loss_diff": 1.0342787504196167, "reward": 0.1749028627389388, "level": 0, "difficulty": 0.05, "reward_ma": 0.5685909763271272, "leveled_up": false}
{"t": 35, "ts": 1788061789.144871, "step": 70, "loss_diff": 1.1110494136810303, "reward": 0.6372318462390036, "level": 0, "difficulty": 0.05, "reward_ma": 0.5754550633183149, "leveled_up": false}
{"t": 36, "ts": 1788061790.0834415, "step": 72, "loss_diff": 1.026796579360962, "reward": 0.7210512139706565, "level": 0, "difficulty": 0.05, "reward_ma": 0.5900146783835492, "leveled_up": false}
{"t": 37, "ts": 1788061791.1299796, "step": 74, "loss_diff": 0.8324271440505981, "reward": 0.6074177863603274, "level": 0, "difficulty": 0.05, "reward_ma": 0.5917549891812269, "leveled_up": false}
{"t": 38, "ts": 1788061792.0693002, "step": 76, "loss_diff": 1.085035800933838, "reward": 0.8535609993112936, "level": 0, "difficulty": 0.05, "reward_ma": 0.6179355901942336, "leveled_up": false}
{"t": 39, "ts": 1788061793.0175927, "step": 78, "loss_diff": 0.9716200828552246, "reward": 1.0007635725088986, "level": 0, "difficulty": 0.05, "reward_ma": 0.6562183884257002, "leveled_up": false}
{"t": 40, "ts": 1788061793.9567914, "step": 80, "loss_diff": 1.0321991443634033, "reward": 0.8187518829430811, "level": 0, "difficulty": 0.05, "reward_ma": 0.6724717378774383, "leveled_up": false}
{"t": 41, "ts": 1788061794.9262547, "step": 82, "loss_diff": 0.984410285949707, "reward": 0.17056837063051059, "level": 0, "difficulty": 0.05, "reward_ma": 0.6222814011527456, "leveled_up": false}
{"t": 42, "ts": 1788061795.8473763, "step": 84, "loss_diff": 0.9786618947982788, "reward": 0.4002376399013591, "level": 0, "difficulty": 0.05, "reward_ma": 0.6000770250276068, "leveled_up": false}
{"t": 43, "ts": 1788061796.7803743, "step": 86, "loss_diff": 1.0465668439865112, "reward": 0.6401161778088877, "level": 0, "difficulty": 0.05, "reward_ma": 0.604080940305735, "leveled_up": false}
{"t": 44, "ts": 1788061797.8491232, "step": 88, "loss_diff": 0.8205844759941101, "reward": 0.7914218112570206, "level": 0, "difficulty": 0.05, "reward_ma": 0.6228150274008636, "leveled_up": false}
{"t": 45, "ts": 1788061798.8163097, "step": 90, "loss_diff": 0.9693288207054138, "reward": 0.9956525568424077, "level": 0, "difficulty": 0.05, "reward_ma": 0.660098780345018, "leveled_up": false}
{"t": 46, "ts": 1788061799.739638, "step": 92, "loss_diff": 0.9191229343414307, "reward": 0.5931788215162962, "level": 0, "difficulty": 0.05, "reward_ma": 0.6534067844621458, "leveled_up": false}
{"t": 47, "ts": 1788061800.6727307, "step": 94, "loss_diff": 0.9110090732574463, "reward": 0.675836106553313, "level": 0, "difficulty": 0.05, "reward_ma": 0.6556497166712625, "leveled_up": false}
{"t": 48, "ts": 1788061801.6400347, "step": 96, "loss_diff": 0.9564729332923889, "reward": 0.6064129060927302, "level": 0, "difficulty": 0.05, "reward_ma": 0.6507260356134092, "leveled_up": false}
{"t": 49, "ts": 1788061802.5646532, "step": 98, "loss_diff": 0.9135236144065857, "reward": 0.767320287860538, "level": 0, "difficulty": 0.05, "reward_ma": 0.6623854608381221, "leveled_up": false}
{"t": 50, "ts": 1788061803.5355847, "step": 100, "loss_diff": 0.9402740001678467, "reward": 0.9112809675510326, "level": 0, "difficulty": 0.05, "reward_ma": 0.6872750115094132, "leveled_up": false}
{"t": 51, "ts": 1788061804.4628983, "step": 102, "loss_diff": 1.020463228225708, "reward": 0.5975535844716752, "level": 0, "difficulty": 0.05, "reward_ma": 0.6783028688056394, "leveled_up": false}
{"t": 52, "ts": 1788061805.4153142, "step": 104, "loss_diff": 1.0247881412506104, "reward": 0.5892300031972615, "level": 0, "difficulty": 0.05, "reward_ma": 0.6693955822448017, "leveled_up": false}
{"t": 53, "ts": 1788061806.4718034, "step": 106, "loss_diff": 1.0027995109558105, "reward": 0.8544168370285781, "level": 0, "difficulty": 0.05, "reward_ma": 0.6878977077231794, "leveled_up": false}
{"t": 54, "ts": 1788061807.4194536, "step": 108, "loss_diff": 0.9011379480361938, "reward": 0.1994518754751457, "level": 0, "difficulty": 0.05, "reward_ma": 0.639053124498376, "leveled_up": false}
{"t": 55, "ts": 1788061808.3573644, "step": 110, "loss_diff": 1.0855751037597656, "reward": 1.0160595773466792, "level": 0, "difficulty": 0.05, "reward_ma": 0.6767537697832064, "leveled_up": false}
{"t": 56, "ts": 1788061809.277561, "step": 112, "loss_diff": 1.088258147239685, "reward": 0.896582258544151, "level": 0, "difficulty": 0.05, "reward_ma": 0.6987366186593009, "leveled_up": false}
{"t": 57, "ts": 1788061810.2224095, "step": 114, "loss_diff": 1.0619462728500366, "reward": 0.8923174214229355, "level": 0, "difficulty": 0.05, "reward_ma": 0.7180946989356645, "leveled_up": false}
{"t": 58, "ts": 1788061811.1596844, "step": 116, "loss_diff": 0.9381587505340576, "reward": 0.8591107893178239, "level": 0, "difficulty": 0.05, "reward_ma": 0.7321963079738805, "leveled_up": false}
{"t": 59, "ts": 1788061812.0746827, "step": 118, "loss_diff": 0.9485985040664673, "reward": 0.08681059511732853, "level": 0, "difficulty": 0.05, "reward_ma": 0.6676577366882253, "leveled_up": false}
{"t": 60, "ts": 1788061813.0275974, "step": 120, "loss_diff": 1.0408189296722412, "reward": 0.7809909855435682, "level": 0, "difficulty": 0.05, "reward_ma": 0.6789910615737595, "leveled_up": false}
{"t": 61, "ts": 1788061814.0678008, "step": 122, "loss_diff": 1.0339252948760986, "reward": 0.30485044550271073, "level": 0, "difficulty": 0.05, "reward_ma": 0.6415769999666547, "leveled_up": false}
{"t": 62, "ts": 1788061815.0357397, "step": 124, "loss_diff": 1.0951985120773315, "reward": 0.07833020860835853, "level": 0, "difficulty": 0.05, "reward_ma": 0.5852523208308251, "leveled_up": false}
{"t": 63, "ts": 1788061815.9713943, "step": 126, "loss_diff": 0.950842022895813, "reward": 0.954542603101454, "level": 0, "difficulty": 0.05, "reward_ma": 0.622181349057888, "leveled_up": false}
{"t": 64, "ts": 1788061816.9223824, "step": 128, "loss_diff": 0.9175466895103455, "reward": 0.6901682924969602, "level": 0, "difficulty": 0.05, "reward_ma": 0.6289800434017953, "leveled_up": false}
{"t": 65, "ts": 1788061817.8653688, "step": 130, "loss_diff": 0.8886546492576599, "reward": 0.9456126743847936, "level": 0, "difficulty": 0.05, "reward_ma": 0.6606433065000951, "leveled_up": false}
{"t": 66, "ts": 1788061818.785393, "step": 132, "loss_diff": 1.141932487487793, "reward": 0.7981606783508081, "level": 0, "difficulty": 0.05, "reward_ma": 0.6743950436851663, "leveled_up": false}
{"t": 67, "ts": 1788061819.7240095, "step": 134, "loss_diff": 0.9641686677932739, "reward": 0.5431506184138104, "level": 0, "difficulty": 0.05, "reward_ma": 0.6612706011580307, "leveled_up": false}
{"t": 68, "ts": 1788061820.64977, "step": 136, "loss_diff": 0.9998534321784973, "reward": 0.9132348320456812, "level": 0, "difficulty": 0.05, "reward_ma": 0.6864670242467958, "leveled_up": false}
{"t": 69, "ts": 1788061821.723463, "step": 138, "loss_diff": 0.8969658017158508, "reward": 0.8240879489507853, "level": 0, "difficulty": 0.05, "reward_ma": 0.7002291167171949, "leveled_up": false}
{"t": 70, "ts": 1788061822.6554232, "step": 140, "loss_diff": 1.1064293384552002, "reward": 0.7381107587997172, "level": 0, "difficulty": 0.05, "reward_ma": 0.7040172809254471, "leveled_up": false}
{"t": 71, "ts": 1788061823.5803802, "step": 142, "loss_diff": 0.9738052487373352, "reward": 0.6891052222925093, "level": 0, "difficulty": 0.05, "reward_ma": 0.7025260750621534, "leveled_up": false}
{"t": 72, "ts": 1788061824.5733013, "step": 144, "loss_diff": 0.90056973695755, "reward": 0.660866759711283, "level": 0, "difficulty": 0.05, "reward_ma": 0.6983601435270663, "leveled_up": false}
{"t": 73, "ts": 1788061825.6387177, "step": 146, "loss_diff": 0.9085201025009155, "reward": 0.9718377427535336, "level": 0, "difficulty": 0.05, "reward_ma": 0.7257079034497131, "leveled_up": false}
{"t": 74, "ts": 1788061826.6826444, "step": 148, "loss_diff": 1.0667827129364014, "reward": 0.7033868841286564, "level": 0, "difficulty": 0.05, "reward_ma": 0.7234758015176075, "leveled_up": false}
{"t": 75, "ts": 1788061827.7569232, "step": 150, "loss_diff": 0.9647334814071655, "reward": 0.16318700699388994, "level": 0, "difficulty": 0.05, "reward_ma": 0.6674469220652358, "leveled_up": false}
{"t": 76, "ts": 1788061828.866641, "step": 152, "loss_diff": 1.1906845569610596, "reward": 0.6475119530795498, "level": 0, "difficulty": 0.05, "reward_ma": 0.6654534251666673, "leveled_up": false}
{"t": 77, "ts": 1788061829.8554087, "step": 154, "loss_diff": 0.8395912647247314, "reward": 0.9842932002914028, "level": 0, "difficulty": 0.05, "reward_ma": 0.6973374026791409, "leveled_up": false}
{"t": 78, "ts": 1788061830.8745725, "step": 156, "loss_diff": 0.9833077192306519, "reward": 0.5479534513296969, "level": 0, "difficulty": 0.05, "reward_ma": 0.6823990075441965, "leveled_up": false}
{"t": 79, "ts": 1788061831.874171, "step": 158, "loss_diff": 1.0996800661087036, "reward": 0.6154470345583762, "level": 0, "difficulty": 0.05, "reward_ma": 0.6757038102456144, "leveled_up": false}
{"t": 80, "ts": 1788061832.863786, "step": 160, "loss_diff": 0.8339366912841797, "reward": 0.25863215721823835, "level": 0, "difficulty": 0.05, "reward_ma": 0.6339966449428768, "leveled_up": false}
{"t": 81, "ts": 1788061833.8384128, "step": 162, "loss_diff": 1.1194425821304321, "reward": 0.6951384645690302, "level": 0, "difficulty": 0.05, "reward_ma": 0.6401108269054921, "leveled_up": false}
{"t": 82, "ts": 1788061834.8176577, "step": 164, "loss_diff": 0.9917741417884827, "reward": 0.5510082636767555, "level": 0, "difficulty": 0.05, "reward_ma": 0.6312005705826185, "leveled_up": false}
{"t": 83, "ts": 1788061835.9230402, "step": 166, "loss_diff": 1.0397734642028809, "reward": 0.9713525984867174, "level": 0, "difficulty": 0.05, "reward_ma": 0.6652157733730284, "leveled_up": false}
{"t": 84, "ts": 1788061836.8595264, "step": 168, "loss_diff": 1.005973219871521, "reward": 0.15649404597770128, "level": 0, "difficulty": 0.05, "reward_ma": 0.6143436006334957, "leveled_up": false}
{"t": 85, "ts": 1788061837.8375776, "step": 170, "loss_diff": 1.1702855825424194, "reward": 0.7403384330385959, "level": 0, "difficulty": 0.05, "reward_ma": 0.6269430838740058, "leveled_up": false}
{"t": 86, "ts": 1788061838.778358, "step": 172, "loss_diff": 1.0104074478149414, "reward": 0.8587442769542807, "level": 0, "difficulty": 0.05, "reward_ma": 0.6501232031820333, "leveled_up": false}
{"t": 87, "ts": 1788061839.7455056, "step": 174, "loss_diff": 0.8951582312583923, "reward": 1.0027809200386666, "level": 0, "difficulty": 0.05, "reward_ma": 0.6853889748676967, "leveled_up": false}
{"t": 88, "ts": 1788061840.7187674, "step": 176, "loss_diff": 1.0325614213943481, "reward": 0.5304056873038195, "level": 0, "difficulty": 0.05, "reward_ma": 0.669890646111309, "leveled_up": false}
{"t": 89, "ts": 1788061841.6680262, "step": 178, "loss_diff": 1.0868806838989258, "reward": 0.9688872938579793, "level": 0, "difficulty": 0.05, "reward_ma": 0.6997903108859761, "leveled_up": false}
{"t": 90, "ts": 1788061842.6494365, "step": 180, "loss_diff": 0.9240065217018127, "reward": 0.17268628545627557, "level": 0, "difficulty": 0.05, "reward_ma": 0.6470799083430061, "leveled_up": false}
{"t": 91, "ts": 1788061843.58872, "step": 182, "loss_diff": 0.9992436170578003, "reward": 0.6393912444260527, "level": 0, "difficulty": 0.05, "reward_ma": 0.6463110419513108, "leveled_up": false}
{"t": 92, "ts": 1788061844.559904, "step": 184, "loss_diff": 1.0596075057983398, "reward": 0.563749871169798, "level": 0, "difficulty": 0.05, "reward_ma": 0.6380549248731595, "leveled_up": false}
{"t": 93, "ts": 1788061845.549406, "step": 186, "loss_diff": 1.1146001815795898, "reward": 0.7125039963653625, "level": 0, "difficulty": 0.05, "reward_ma": 0.6454998320223798, "leveled_up": false}
{"t": 94, "ts": 1788061846.5150342, "step": 188, "loss_diff": 0.9500014781951904, "reward": 1.018593436673353, "level": 0, "difficulty": 0.05, "reward_ma": 0.6828091924874772, "leveled_up": false}
{"t": 95, "ts": 1788061847.4769511, "step": 190, "loss_diff": 1.118808388710022, "reward": 0.8918493152549372, "level": 0, "difficulty": 0.05, "reward_ma": 0.7037132047642232, "leveled_up": false}
{"t": 96, "ts": 1788061848.4504054, "step": 192, "loss_diff": 0.9080939292907715, "reward": 0.27831779388326555, "level": 0, "difficulty": 0.05, "reward_ma": 0.6611736636761275, "leveled_up": false}
{"t": 97, "ts": 1788061849.4199102, "step": 194, "loss_diff": 0.9218252897262573, "reward": 0.7906858750323535, "level": 0, "difficulty": 0.05, "reward_ma": 0.67412488481175, "leveled_up": false}
{"t": 98, "ts": 1788061850.3805249, "step": 196, "loss_diff": 0.9795109629631042, "reward": 0.8371938723216572, "level": 0, "difficulty": 0.05, "reward_ma": 0.6904317835627408, "leveled_up": false}
{"t": 99, "ts": 1788061851.3598382, "step": 198, "loss_diff": 0.8888657689094543, "reward": 0.763029548706028, "level": 0, "difficulty": 0.05, "reward_ma": 0.6976915600770696, "leveled_up": false}
{"t": 100, "ts": 1788061852.3527179, "step": 200, "loss_diff": 1.0381957292556763, "reward": 0.8708251563800306, "level": 0, "difficulty": 0.05, "reward_ma": 0.7150049197073657, "leveled_up": false}
{"t": 101, "ts": 1788061853.4194264, "step": 202, "loss_diff": 0.8987946510314941, "reward": 0.9442604141228317, "level": 0, "difficulty": 0.05, "reward_ma": 0.7379304691489122, "leveled_up": false}
{"t": 102, "ts": 1788061854.36754, "step": 204, "loss_diff": 0.8063440918922424, "reward": 0.8838934522236124, "level": 1, "difficulty": 0.05018950755922867, "reward_ma": 0.0, "leveled_up": true}
{"t": 103, "ts": 1788061855.3345618, "step": 206, "loss_diff": 1.0610312223434448, "reward": 0.9862856383495835, "level": 1, "difficulty": 0.05, "reward_ma": 0.09862856383495835, "leveled_up": false}
{"t": 104, "ts": 1788061856.314529, "step": 208, "loss_diff": 0.926541805267334, "reward": 0.6977535138912698, "level": 1, "difficulty": 0.05, "reward_ma": 0.1585410588405895, "leveled_up": false}
{"t": 105, "ts": 1788061857.2786458, "step": 210, "loss_diff": 0.9385448694229126, "reward": 0.7958876808416229, "level": 1, "difficulty": 0.05, "reward_ma": 0.22227572104069285, "leveled_up": false}
{"t": 106, "ts": 1788061858.2393816, "step": 212, "loss_diff": 1.1093254089355469, "reward": 0.5454420391316716, "level": 1, "difficulty": 0.05, "reward_ma": 0.2545923528497907, "leveled_up": false}
{"t": 107, "ts": 1788061859.1693223, "step": 214, "loss_diff": 0.7725645303726196, "reward": 0.5543657373146891, "level": 1, "difficulty": 0.05, "reward_ma": 0.28456969129628057, "leveled_up": false}
{"t": 108, "ts": 1788061860.1387022, "step": 216, "loss_diff": 0.9883038401603699, "reward": 0.5206321936661329, "level": 1, "difficulty": 0.05, "reward_ma": 0.30817594153326583, "leveled_up": false}
{"t": 109, "ts": 1788061861.1632285, "step": 218, "loss_diff": 0.9935103058815002, "reward": 0.750266785511845, "level": 1, "difficulty": 0.05, "reward_ma": 0.35238502593112375, "leveled_up": false}
{"t": 110, "ts": 1788061862.1702733, "step": 220, "loss_diff": 1.0016790628433228, "reward": 0.558876746049727, "level": 1, "difficulty": 0.05, "reward_ma": 0.3730341979429841, "leveled_up": false}
{"t": 111, "ts": 1788061863.2329369, "step": 222, "loss_diff": 0.9424848556518555, "reward": 0.8789891016612167, "level": 1, "difficulty": 0.05, "reward_ma": 0.42362968831480735, "leveled_up": false}
{"t": 112, "ts": 1788061864.2840807, "step": 224, "loss_diff": 1.00350022315979, "reward": 0.8438975474052197, "level": 1, "difficulty": 0.05, "reward_ma": 0.4656564742238486, "leveled_up": false}
{"t": 113, "ts": 1788061865.3400412, "step": 226, "loss_diff": 0.9423813819885254, "reward": 0.7478361546559937, "level": 1, "difficulty": 0.05, "reward_ma": 0.4938744422670631, "leveled_up": false}
{"t": 114, "ts": 1788061866.3231351, "step": 228, "loss_diff": 0.9922021627426147, "reward": 0.7976354372360935, "level": 1, "difficulty": 0.05, "reward_ma": 0.5242505417639661, "leveled_up": false}
{"t": 115, "ts": 1788061867.2851722, "step": 230, "loss_diff": 0.988261878490448, "reward": 0.6574993195708612, "level": 1, "difficulty": 0.05, "reward_ma": 0.5375754195446556, "leveled_up": false}
{"t": 116, "ts": 1788061868.2558508, "step": 232, "loss_diff": 0.8387873768806458, "reward": 0.5666868799082593, "level": 1, "difficulty": 0.05, "reward_ma": 0.540486565581016, "leveled_up": false}
{"t": 117, "ts": 1788061869.2145114, "step": 234, "loss_diff": 1.0968551635742188, "reward": 0.4240399196059421, "level": 1, "difficulty": 0.05, "reward_ma": 0.5288419009835087, "leveled_up": false}
{"t": 118, "ts": 1788061870.150177, "step": 236, "loss_diff": 0.9898715019226074, "reward": 0.8475556608018524, "level": 1, "difficulty": 0.05, "reward_ma": 0.5607132769653431, "leveled_up": false}
{"t": 119, "ts": 1788061871.1172955, "step": 238, "loss_diff": 0.9238927364349365, "reward": 0.62295054692073, "level": 1, "difficulty": 0.05, "reward_ma": 0.5669370039608818, "leveled_up": false}
{"t": 120, "ts": 1788061872.0563643, "step": 240, "loss_diff": 0.8740659356117249, "reward": 0.6487686882577078, "level": 1, "difficulty": 0.05, "reward_ma": 0.5751201723905645, "leveled_up": false}
{"t": 121, "ts": 1788061872.9833944, "step": 242, "loss_diff": 0.8559150695800781, "reward": 0.8700048498421952, "level": 1, "difficulty": 0.05, "reward_ma": 0.6046086401357276, "leveled_up": false}
{"t": 122, "ts": 1788061873.9314144, "step": 244, "loss_diff": 1.0802589654922485, "reward": 0.7275998341569042, "level": 1, "difficulty": 0.05, "reward_ma": 0.6169077595378453, "leveled_up": false}
{"t": 123, "ts": 1788061874.9239879, "step": 246, "loss_diff": 0.9563201069831848, "reward": 0.978103941829431, "level": 1, "difficulty": 0.05, "reward_ma": 0.6530273777670039, "leveled_up": false}
{"t": 124, "ts": 1788061875.8642259, "step": 248, "loss_diff": 1.0246715545654297, "reward": 0.5193671928599388, "level": 1, "difficulty": 0.05, "reward_ma": 0.6396613592762974, "leveled_up": false}
{"t": 125, "ts": 1788061876.8605988, "step": 250, "loss_diff": 0.91429603099823, "reward": 0.9710645491240005, "level": 1, "difficulty": 0.05, "reward_ma": 0.6728016782610677, "leveled_up": false}
{"t": 126, "ts": 1788061877.8368008, "step": 252, "loss_diff": 0.9315052032470703, "reward": 0.6502574550916328, "level": 1, "difficulty": 0.05, "reward_ma": 0.6705472559441242, "leveled_up": false}
{"t": 127, "ts": 1788061878.7837272, "step": 254, "loss_diff": 0.9571977853775024, "reward": 0.5897705742383698, "level": 1, "difficulty": 0.05, "reward_ma": 0.6624695877735488, "leveled_up": false}
{"t": 128, "ts": 1788061879.7628782, "step": 256, "loss_diff": 0.9615201354026794, "reward": 0.6280781144433869, "level": 1, "difficulty": 0.05, "reward_ma": 0.6590304404405326, "leveled_up": false}
{"t": 129, "ts": 1788061880.7346926, "step": 258, "loss_diff": 1.107189416885376, "reward": 0.7844850544678647, "level": 1, "difficulty": 0.05, "reward_ma": 0.6715759018432659, "leveled_up": false}
{"t": 130, "ts": 1788061881.6675982, "step": 260, "loss_diff": 0.9301303029060364, "reward": 0.8842622767850181, "level": 1, "difficulty": 0.05, "reward_ma": 0.6928445393374412, "leveled_up": false}
{"t": 131, "ts": 1788061882.6394427, "step": 262, "loss_diff": 1.1482130289077759, "reward": 0.8484779605571411, "level": 1, "difficulty": 0.05, "reward_ma": 0.7084078814594112, "leveled_up": false}
{"t": 132, "ts": 1788061883.5520077, "step": 264, "loss_diff": 1.0996019840240479, "reward": 0.8740618383130521, "level": 1, "difficulty": 0.05, "reward_ma": 0.7249732771447754, "leveled_up": false}
{"t": 133, "ts": 1788061884.4834468, "step": 266, "loss_diff": 1.1346402168273926, "reward": 0.7125769415478571, "level": 1, "difficulty": 0.05, "reward_ma": 0.7237336435850836, "leveled_up": false}
{"t": 134, "ts": 1788061885.4284081, "step": 268, "loss_diff": 0.9712356328964233, "reward": 0.2436075318256647, "level": 1, "difficulty": 0.05, "reward_ma": 0.6757210324091417, "leveled_up": false}
{"t": 135, "ts": 1788061886.3576303, "step": 270, "loss_diff": 1.0764377117156982, "reward": 0.9342312487992213, "level": 1, "difficulty": 0.05, "reward_ma": 0.7015720540481497, "leveled_up": false}
{"t": 136, "ts": 1788061887.2734041, "step": 272, "loss_diff": 0.8778746128082275, "reward": 0.46767200070448195, "level": 1, "difficulty": 0.05, "reward_ma": 0.678182048713783, "leveled_up": false}
{"t": 137, "ts": 1788061888.220964, "step": 274, "loss_diff": 1.0270615816116333, "reward": 0.782996130133589, "level": 1, "difficulty": 0.05, "reward_ma": 0.6886634568557637, "leveled_up": false}
{"t": 138, "ts": 1788061889.1455243, "step": 276, "loss_diff": 0.9730273485183716, "reward": 0.3208521890020095, "level": 1, "difficulty": 0.05, "reward_ma": 0.6518823300703883, "leveled_up": false}
{"t": 139, "ts": 1788061890.2211375, "step": 278, "loss_diff": 0.9493412971496582, "reward": 0.8303426925085619, "level": 1, "difficulty": 0.05, "reward_ma": 0.6697283663142057, "leveled_up": false}
{"t": 140, "ts": 1788061891.2743583, "step": 280, "loss_diff": 0.8495661616325378, "reward": 0.5057787470920077, "level": 1, "difficulty": 0.05, "reward_ma": 0.653333404391986, "leveled_up": false}
{"t": 141, "ts": 1788061892.227855, "step": 282, "loss_diff": 0.9604482650756836, "reward": 0.9366640348675999, "level": 1, "difficulty": 0.05, "reward_ma": 0.6816664674395474, "leveled_up": false}
{"t": 142, "ts": 1788061893.14978, "step": 284, "loss_diff": 0.9722656011581421, "reward": 0.6050565622475922, "level": 1, "difficulty": 0.05, "reward_ma": 0.674005476920352, "leveled_up": false}
{"t": 143, "ts": 1788061894.0764225, "step": 286, "loss_diff": 0.9808506369590759, "reward": 0.714261265380746, "level": 1, "difficulty": 0.05, "reward_ma": 0.6780310557663913, "leveled_up": false}
{"t": 144, "ts": 1788061895.0221305, "step": 288, "loss_diff": 0.9818071722984314, "reward": 0.7229205013874979, "level": 1, "difficulty": 0.05, "reward_ma": 0.6825200003285019, "leveled_up": false}
{"t": 145, "ts": 1788061895.9492433, "step": 290, "loss_diff": 0.9623770713806152, "reward": 1.0227033977587592, "level": 1, "difficulty": 0.05, "reward_ma": 0.7165383400715277, "leveled_up": false}
{"t": 146, "ts": 1788061896.865021, "step": 292, "loss_diff": 0.9732109308242798, "reward": 0.8850151853464788, "level": 1, "difficulty": 0.05, "reward_ma": 0.7333860245990229, "leveled_up": false}
{"t": 147, "ts": 1788061897.7856355, "step": 294, "loss_diff": 0.7695887088775635, "reward": 0.43647895778738455, "level": 1, "difficulty": 0.05, "reward_ma": 0.7036953179178591, "leveled_up": false}
{"t": 148, "ts": 1788061898.7400649, "step": 296, "loss_diff": 0.9145468473434448, "reward": 0.6760451632825626, "level": 1, "difficulty": 0.05, "reward_ma": 0.7009303024543295, "leveled_up": false}
{"t": 149, "ts": 1788061899.6735604, "step": 298, "loss_diff": 0.8710498213768005, "reward": 0.7868815257242885, "level": 1, "difficulty": 0.05, "reward_ma": 0.7095254247813255, "leveled_up": false}
{"t": 150, "ts": 1788061901.1386447, "step": 300, "loss_diff": 0.9149578213691711, "reward": 0.4265357723663238, "level": 1, "difficulty": 0.05, "reward_ma": 0.6812264595398254, "leveled_up": false}
{"t": 151, "ts": 1788061902.058291, "step": 302, "loss_diff": 0.7906932830810547, "reward": 0.8357268152364121, "level": 1, "difficulty": 0.05, "reward_ma": 0.6966764951094842, "leveled_up": false}
{"t": 152, "ts": 1788061902.9862769, "step": 304, "loss_diff": 1.0786569118499756, "reward": 0.8900489312720974, "level": 1, "difficulty": 0.05, "reward_ma": 0.7160137387257455, "leveled_up": false}
{"t": 153, "ts": 1788061903.944654, "step": 306, "loss_diff": 1.0323556661605835, "reward": 0.6073327236231417, "level": 1, "difficulty": 0.05, "reward_ma": 0.7051456372154852, "leveled_up": false}
{"t": 154, "ts": 1788061905.0286639, "step": 308, "loss_diff": 0.937151312828064, "reward": 0.7927816984577598, "level": 1, "difficulty": 0.05, "reward_ma": 0.7139092433397126, "leveled_up": false}
{"t": 155, "ts": 1788061905.971362, "step": 310, "loss_diff": 1.0188531875610352, "reward": 0.9362049818585887, "level": 1, "difficulty": 0.05, "reward_ma": 0.7361388171916003, "leveled_up": false}
{"t": 156, "ts": 1788061906.9359128, "step": 312, "loss_diff": 1.021654725074768, "reward": 0.35691411716830596, "level": 1, "difficulty": 0.05, "reward_ma": 0.6982163471892708, "leveled_up": false}
{"t": 157, "ts": 1788061907.9371295, "step": 314, "loss_diff": 0.9560954570770264, "reward": 0.5636764927451804, "level": 1, "difficulty": 0.05, "reward_ma": 0.6847623617448617, "leveled_up": false}
{"t": 158, "ts": 1788061908.9315677, "step": 316, "loss_diff": 0.9061888456344604, "reward": 0.6773418537498865, "level": 1, "difficulty": 0.05, "reward_ma": 0.6840203109453642, "leveled_up": false}
{"t": 159, "ts": 1788061909.8865805, "step": 318, "loss_diff": 0.9887569546699524, "reward": 1.005494146943358, "level": 1, "difficulty": 0.05, "reward_ma": 0.7161676945451636, "leveled_up": false}
{"t": 160, "ts": 1788061910.977323, "step": 320, "loss_diff": 1.0828443765640259, "reward": 0.7984410223183698, "level": 1, "difficulty": 0.05, "reward_ma": 0.7243950273224843, "leveled_up": false}
{"t": 161, "ts": 1788061911.9410489, "step": 322, "loss_diff": 1.017143726348877, "reward": 0.9891476503031066, "level": 1, "difficulty": 0.05, "reward_ma": 0.7508702896205466, "leveled_up": false}
{"t": 162, "ts": 1788061912.9514005, "step": 324, "loss_diff": 0.9564244151115417, "reward": 1.010176759006033, "level": 1, "difficulty": 0.05, "reward_ma": 0.7768009365590952, "leveled_up": false}
{"t": 163, "ts": 1788061914.056029, "step": 326, "loss_diff": 0.9836094379425049, "reward": 0.8288613746574846, "level": 2, "difficulty": 0.05015052352767006, "reward_ma": 0.0, "leveled_up": true}
{"t": 164, "ts": 1788061915.0150099, "step": 328, "loss_diff": 1.0503883361816406, "reward": 0.5964237494688684, "level": 2, "difficulty": 0.05, "reward_ma": 0.059642374946886845, "leveled_up": false}
{"t": 165, "ts": 1788061915.9598956, "step": 330, "loss_diff": 1.0148934125900269, "reward": 0.6460821451627418, "level": 2, "difficulty": 0.05, "reward_ma": 0.11828635196847234, "leveled_up": false}
{"t": 166, "ts": 1788061916.9186125, "step": 332, "loss_diff": 0.9890877604484558, "reward": 0.9400790006761869, "level": 2, "difficulty": 0.05, "reward_ma": 0.2004656168392438, "leveled_up": false}
{"t": 167, "ts": 1788061917.8544693, "step": 334, "loss_diff": 1.0766258239746094, "reward": 0.6155351761591706, "level": 2, "difficulty": 0.05, "reward_ma": 0.2419725727712365, "leveled_up": false}
{"t": 168, "ts": 1788061918.8224733, "step": 336, "loss_diff": 0.8210737109184265, "reward": 0.796160249711452, "level": 2, "difficulty": 0.05, "reward_ma": 0.29739134046525806, "leveled_up": false}
{"t": 169, "ts": 1788061919.755881, "step": 338, "loss_diff": 1.0054614543914795, "reward": 0.4684731324501263, "level": 2, "difficulty": 0.05, "reward_ma": 0.3144995196637449, "leveled_up": false}
{"t": 170, "ts": 1788061920.8632767, "step": 340, "loss_diff": 0.9214266538619995, "reward": 0.9453395143058877, "level": 2, "difficulty": 0.05, "reward_ma": 0.37758351912795923, "leveled_up": false}
{"t": 171, "ts": 1788061921.8307128, "step": 342, "loss_diff": 0.9912847280502319, "reward": 0.580159903677239, "level": 2, "difficulty": 0.05, "reward_ma": 0.39784115758288724, "leveled_up": false}
{"t": 172, "ts": 1788061922.7466333, "step": 344, "loss_diff": 0.9856199026107788, "reward": 0.9185365213646981, "level": 2, "difficulty": 0.05, "reward_ma": 0.4499106939610683, "leveled_up": false}
{"t": 173, "ts": 1788061923.6770213, "step": 346, "loss_diff": 0.9967490434646606, "reward": 0.8806732138517771, "level": 2, "difficulty": 0.05, "reward_ma": 0.4929869459501392, "leveled_up": false}
{"t": 174, "ts": 1788061924.6246426, "step": 348, "loss_diff": 1.146378993988037, "reward": 0.49648228724978627, "level": 2, "difficulty": 0.05, "reward_ma": 0.49333648008010395, "leveled_up": false}
{"t": 175, "ts": 1788061925.558962, "step": 350, "loss_diff": 0.9544079303741455, "reward": 0.40729042015148675, "level": 2, "difficulty": 0.05, "reward_ma": 0.4847318740872423, "leveled_up": false}
{"t": 176, "ts": 1788061926.4819627, "step": 352, "loss_diff": 1.139166235923767, "reward": 0.7511922897748272, "level": 2, "difficulty": 0.05, "reward_ma": 0.5113779156560008, "leveled_up": false}
{"t": 177, "ts": 1788061927.561909, "step": 354, "loss_diff": 1.0283921957015991, "reward": 0.9284366834201179, "level": 2, "difficulty": 0.05, "reward_ma": 0.5530837924324126, "leveled_up": false}
{"t": 178, "ts": 1788061928.5127153, "step": 356, "loss_diff": 0.9727643728256226, "reward": 0.962764917118503, "level": 2, "difficulty": 0.05, "reward_ma": 0.5940519049010217, "leveled_up": false}
{"t": 179, "ts": 1788061929.440995, "step": 358, "loss_diff": 1.178907871246338, "reward": 0.4119070896245467, "level": 2, "difficulty": 0.05, "reward_ma": 0.5758374233733742, "leveled_up": false}
{"t": 180, "ts": 1788061930.413384, "step": 360, "loss_diff": 0.8762457370758057, "reward": 0.7204755631854791, "level": 2, "difficulty": 0.05, "reward_ma": 0.5903012373545846, "leveled_up": false}
{"t": 181, "ts": 1788061931.3515267, "step": 362, "loss_diff": 0.8596071600914001, "reward": 0.7271931538097698, "level": 2, "difficulty": 0.05, "reward_ma": 0.6039904290001031, "leveled_up": false}
{"t": 182, "ts": 1788061932.3149226, "step": 364, "loss_diff": 0.9304882287979126, "reward": 0.6493796925234046, "level": 2, "difficulty": 0.05, "reward_ma": 0.6085293553524332, "leveled_up": false}
{"t": 183, "ts": 1788061933.256321, "step": 366, "loss_diff": 0.9123920798301697, "reward": 0.4705900657288605, "level": 2, "difficulty": 0.05, "reward_ma": 0.594735426390076, "leveled_up": false}
{"t": 184, "ts": 1788061934.3453794, "step": 368, "loss_diff": 1.083806037902832, "reward": 0.5527607706016897, "level": 2, "difficulty": 0.05, "reward_ma": 0.5905379608112374, "leveled_up": false}
{"t": 185, "ts": 1788061935.3601232, "step": 370, "loss_diff": 1.0280994176864624, "reward": 0.8476227365775851, "level": 2, "difficulty": 0.05, "reward_ma": 0.6162464383878723, "leveled_up": false}
{"t": 186, "ts": 1788061936.3205907, "step": 372, "loss_diff": 0.9376713037490845, "reward": 0.8722285830713922, "level": 2, "difficulty": 0.05, "reward_ma": 0.6418446528562243, "leveled_up": false}
{"t": 187, "ts": 1788061937.2583425, "step": 374, "loss_diff": 0.8938692808151245, "reward": 0.7485278762238745, "level": 2, "difficulty": 0.05, "reward_ma": 0.6525129751929893, "leveled_up": false}
{"t": 188, "ts": 1788061938.228991, "step": 376, "loss_diff": 1.0080456733703613, "reward": 0.8493630854620978, "level": 2, "difficulty": 0.05, "reward_ma": 0.6721979862199002, "leveled_up": false}
{"t": 189, "ts": 1788061939.159914, "step": 378, "loss_diff": 1.0043851137161255, "reward": 0.8836055900791643, "level": 2, "difficulty": 0.05, "reward_ma": 0.6933387466058266, "leveled_up": false}
{"t": 190, "ts": 1788061940.1263707, "step": 380, "loss_diff": 0.9652857780456543, "reward": 0.876459241736859, "level": 2, "difficulty": 0.05, "reward_ma": 0.7116507961189299, "leveled_up": false}
{"t": 191, "ts": 1788061941.0548704, "step": 382, "loss_diff": 1.0819511413574219, "reward": 0.4582019899556807, "level": 2, "difficulty": 0.05, "reward_ma": 0.686305915502605, "leveled_up": false}
{"t": 192, "ts": 1788061941.9723868, "step": 384, "loss_diff": 0.9528541564941406, "reward": 0.5208887481290114, "level": 2, "difficulty": 0.05, "reward_ma": 0.6697641987652456, "leveled_up": false}
{"t": 193, "ts": 1788061942.9206827, "step": 386, "loss_diff": 0.9410576820373535, "reward": 0.783652378512003, "level": 2, "difficulty": 0.05, "reward_ma": 0.6811530167399213, "leveled_up": false}
{"t": 194, "ts": 1788061944.1635275, "step": 388, "loss_diff": 0.965816855430603, "reward": 0.7992833735443675, "level": 2, "difficulty": 0.05, "reward_ma": 0.6929660524203659, "leveled_up": false}
{"t": 195, "ts": 1788061945.138078, "step": 390, "loss_diff": 0.9040029644966125, "reward": 0.9893672738090873, "level": 2, "difficulty": 0.05, "reward_ma": 0.722606174559238, "leveled_up": false}
{"t": 196, "ts": 1788061946.053514, "step": 392, "loss_diff": 1.0353654623031616, "reward": 0.5634115343967383, "level": 2, "difficulty": 0.05, "reward_ma": 0.706686710542988, "leveled_up": false}
{"t": 197, "ts": 1788061946.9603813, "step": 394, "loss_diff": 0.9313604235649109, "reward": 1.0065984618545845, "level": 2, "difficulty": 0.05, "reward_ma": 0.7366778856741477, "leveled_up": false}
{"t": 198, "ts": 1788061947.9225566, "step": 396, "loss_diff": 0.9531091451644897, "reward": 0.8621508754503145, "level": 2, "difficulty": 0.05, "reward_ma": 0.7492251846517645, "leveled_up": false}
{"t": 199, "ts": 1788061948.8289204, "step": 398, "loss_diff": 1.1355372667312622, "reward": 0.6005705341542142, "level": 2, "difficulty": 0.05, "reward_ma": 0.7343597196020095, "leveled_up": false}
{"t": 200, "ts": 1788061949.7706883, "step": 400, "loss_diff": 0.982466459274292, "reward": 0.7654351876824201, "level": 2, "difficulty": 0.05, "reward_ma": 0.7374672664100507, "leveled_up": false}
{"t": 201, "ts": 1788061950.7262957, "step": 402, "loss_diff": 1.1843270063400269, "reward": 0.9973239086049281, "level": 2, "difficulty": 0.05, "reward_ma": 0.7634529306295385, "leveled_up": false}
{"t": 202, "ts": 1788061951.642004, "step": 404, "loss_diff": 0.8578580617904663, "reward": 0.8193612944446026, "level": 2, "difficulty": 0.05, "reward_ma": 0.7690437670110449, "leveled_up": false}
{"t": 203, "ts": 1788061952.548943, "step": 406, "loss_diff": 1.1302319765090942, "reward": 0.445118104146889, "level": 2, "difficulty": 0.05, "reward_ma": 0.7366512007246293, "leveled_up": false}
{"t": 204, "ts": 1788061953.5887344, "step": 408, "loss_diff": 0.7842065095901489, "reward": 0.6113775207694296, "level": 2, "difficulty": 0.05, "reward_ma": 0.7241238327291093, "leveled_up": false}
{"t": 205, "ts": 1788061954.5403314, "step": 410, "loss_diff": 0.8456725478172302, "reward": 0.7170166741709151, "level": 2, "difficulty": 0.05, "reward_ma": 0.7234131168732899, "leveled_up": false}
{"t": 206, "ts": 1788061955.4524038, "step": 412, "loss_diff": 1.000430703163147, "reward": 0.8024584955748164, "level": 2, "difficulty": 0.05, "reward_ma": 0.7313176547434426, "leveled_up": false}
{"t": 207, "ts": 1788061956.36305, "step": 414, "loss_diff": 0.9702415466308594, "reward": 0.9296259525018383, "level": 2, "difficulty": 0.05, "reward_ma": 0.7511484845192822, "leveled_up": false}
{"t": 208, "ts": 1788061957.332459, "step": 416, "loss_diff": 0.8935383558273315, "reward": 0.9374212434557316, "level": 2, "difficulty": 0.05, "reward_ma": 0.7697757604129272, "leveled_up": false}
{"t": 209, "ts": 1788061958.254355, "step": 418, "loss_diff": 1.079730749130249, "reward": 0.3440916986687976, "level": 2, "difficulty": 0.05, "reward_ma": 0.7272073542385142, "leveled_up": false}
{"t": 210, "ts": 1788061959.1824317, "step": 420, "loss_diff": 0.9883782863616943, "reward": 1.0114437597959738, "level": 2, "difficulty": 0.05, "reward_ma": 0.7556309947942602, "leveled_up": false}
{"t": 211, "ts": 1788061960.1540246, "step": 422, "loss_diff": 0.9612188339233398, "reward": 0.7888755654572014, "level": 2, "difficulty": 0.05, "reward_ma": 0.7589554518605544, "leveled_up": false}
{"t": 212, "ts": 1788061961.0782242, "step": 424, "loss_diff": 0.6588521599769592, "reward": 0.582946388742589, "level": 2, "difficulty": 0.05, "reward_ma": 0.7413545455487578, "leveled_up": false}
{"t": 213, "ts": 1788061961.9859324, "step": 426, "loss_diff": 1.06072998046875, "reward": 0.5618208170055164, "level": 2, "difficulty": 0.05, "reward_ma": 0.7234011726944336, "leveled_up": false}
{"t": 214, "ts": 1788061962.8887255, "step": 428, "loss_diff": 0.9185978770256042, "reward": 0.5298086170767164, "level": 2, "difficulty": 0.05, "reward_ma": 0.704041917132662, "leveled_up": false}
{"t": 215, "ts": 1788061963.8299963, "step": 430, "loss_diff": 0.8583505153656006, "reward": 0.4397318782812983, "level": 2, "difficulty": 0.05, "reward_ma": 0.6776109132475256, "leveled_up": false}
{"t": 216, "ts": 1788061964.7509067, "step": 432, "loss_diff": 1.0668606758117676, "reward": 0.6911954224650675, "level": 2, "difficulty": 0.05, "reward_ma": 0.6789693641692799, "leveled_up": false}
{"t": 217, "ts": 1788061965.6698778, "step": 434, "loss_diff": 1.055521011352539, "reward": 0.3683203919728115, "level": 2, "difficulty": 0.05, "reward_ma": 0.6479044669496331, "leveled_up": false}
{"t": 218, "ts": 1788061966.7398415, "step": 436, "loss_diff": 0.8898889422416687, "reward": 0.467226377478466, "level": 2, "difficulty": 0.05, "reward_ma": 0.6298366580025164, "leveled_up": false}
{"t": 219, "ts": 1788061967.6842823, "step": 438, "loss_diff": 0.8322020173072815, "reward": 0.5141646622605403, "level": 2, "difficulty": 0.05, "reward_ma": 0.6182694584283188, "leveled_up": false}
{"t": 220, "ts": 1788061968.633433, "step": 440, "loss_diff": 0.8794289827346802, "reward": 0.6222163762587067, "level": 2, "difficulty": 0.05, "reward_ma": 0.6186641502113576, "leveled_up": false}
{"t": 221, "ts": 1788061969.5555308, "step": 442, "loss_diff": 0.9244292378425598, "reward": 0.4591026882676928, "level": 2, "difficulty": 0.05, "reward_ma": 0.6027080040169911, "leveled_up": false}
{"t": 222, "ts": 1788061970.4768066, "step": 444, "loss_diff": 0.9268944263458252, "reward": 0.587682173254352, "level": 2, "difficulty": 0.05, "reward_ma": 0.6012054209407273, "leveled_up": false}
{"t": 223, "ts": 1788061971.448302, "step": 446, "loss_diff": 0.9952868819236755, "reward": 0.4377595008748834, "level": 2, "difficulty": 0.05, "reward_ma": 0.5848608289341429, "leveled_up": false}
{"t": 224, "ts": 1788061972.3841326, "step": 448, "loss_diff": 0.9562476277351379, "reward": 0.8768764550447931, "level": 2, "difficulty": 0.05, "reward_ma": 0.6140623915452079, "leveled_up": false}
{"t": 225, "ts": 1788061973.3549519, "step": 450, "loss_diff": 0.9400959014892578, "reward": 0.47937972621358055, "level": 2, "difficulty": 0.05, "reward_ma": 0.6005941250120451, "leveled_up": false}
{"t": 226, "ts": 1788061974.4395845, "step": 452, "loss_diff": 0.9339649677276611, "reward": 0.637354926787687, "level": 2, "difficulty": 0.05, "reward_ma": 0.6042702051896093, "leveled_up": false}
{"t": 227, "ts": 1788061975.3714318, "step": 454, "loss_diff": 0.9433782696723938, "reward": 0.437588294435803, "level": 2, "difficulty": 0.05, "reward_ma": 0.5876020141142287, "leveled_up": false}
{"t": 228, "ts": 1788061976.3335059, "step": 456, "loss_diff": 1.147369146347046, "reward": 0.6595956787439211, "level": 2, "difficulty": 0.05, "reward_ma": 0.5948013805771979, "leveled_up": false}
{"t": 229, "ts": 1788061977.2459466, "step": 458, "loss_diff": 0.8890509605407715, "reward": 0.5191927553008832, "level": 2, "difficulty": 0.05, "reward_ma": 0.5872405180495665, "leveled_up": false}
{"t": 230, "ts": 1788061978.1813033, "step": 460, "loss_diff": 1.0088335275650024, "reward": 0.6438639333559593, "level": 2, "difficulty": 0.05, "reward_ma": 0.5929028595802057, "leveled_up": false}
{"t": 231, "ts": 1788061979.1220534, "step": 462, "loss_diff": 0.9434595108032227, "reward": 0.9060718222045224, "level": 2, "difficulty": 0.05, "reward_ma": 0.6242197558426374, "leveled_up": false}
{"t": 232, "ts": 1788061980.040953, "step": 464, "loss_diff": 1.1043684482574463, "reward": 0.9871369430269411, "level": 2, "difficulty": 0.05, "reward_ma": 0.6605114745610678, "leveled_up": false}
{"t": 233, "ts": 1788061981.1370041, "step": 466, "loss_diff": 0.9927481412887573, "reward": 0.7930104227653869, "level": 2, "difficulty": 0.05, "reward_ma": 0.6737613693814998, "leveled_up": false}
{"t": 234, "ts": 1788061982.0509076, "step": 468, "loss_diff": 1.0222434997558594, "reward": 0.8000228648088556, "level": 2, "difficulty": 0.05, "reward_ma": 0.6863875189242354, "leveled_up": false}
{"t": 235, "ts": 1788061982.984172, "step": 470, "loss_diff": 0.9115822315216064, "reward": 0.9986786610790129, "level": 2, "difficulty": 0.05, "reward_ma": 0.7176166331397132, "leveled_up": false}
{"t": 236, "ts": 1788061983.9324174, "step": 472, "loss_diff": 1.150523066520691, "reward": 0.29358359266290424, "level": 2, "difficulty": 0.05, "reward_ma": 0.6752133290920324, "leveled_up": false}
{"t": 237, "ts": 1788061984.887027, "step": 474, "loss_diff": 0.8860301375389099, "reward": 0.6335400102465376, "level": 2, "difficulty": 0.05, "reward_ma": 0.6710459972074828, "leveled_up": false}
{"t": 238, "ts": 1788061985.8411312, "step": 476, "loss_diff": 0.9395370483398438, "reward": 0.7220590842517642, "level": 2, "difficulty": 0.05, "reward_ma": 0.676147305911911, "leveled_up": false}
{"t": 239, "ts": 1788061986.755289, "step": 478, "loss_diff": 0.9565542936325073, "reward": 0.8226952218119132, "level": 2, "difficulty": 0.05, "reward_ma": 0.6908020975019112, "leveled_up": false}
{"t": 240, "ts": 1788061987.8408637, "step": 480, "loss_diff": 0.9588792324066162, "reward": 0.3359649519846962, "level": 2, "difficulty": 0.05, "reward_ma": 0.6553183829501897, "leveled_up": false}
{"t": 241, "ts": 1788061988.7606583, "step": 482, "loss_diff": 0.9316907525062561, "reward": 0.622273545015461, "level": 2, "difficulty": 0.05, "reward_ma": 0.6520138991567168, "leveled_up": false}
{"t": 242, "ts": 1788061989.6754277, "step": 484, "loss_diff": 0.9992357492446899, "reward": 0.9468368660313213, "level": 2, "difficulty": 0.05, "reward_ma": 0.6814961958441772, "leveled_up": false}
{"t": 243, "ts": 1788061990.6263046, "step": 486, "loss_diff": 0.9128661751747131, "reward": 0.8691220107350647, "level": 2, "difficulty": 0.05, "reward_ma": 0.700258777333266, "leveled_up": false}
{"t": 244, "ts": 1788061991.546578, "step": 488, "loss_diff": 1.0405564308166504, "reward": 0.4565132800226286, "level": 2, "difficulty": 0.05, "reward_ma": 0.6758842276022023, "leveled_up": false}
{"t": 245, "ts": 1788061992.4775455, "step": 490, "loss_diff": 1.1138386726379395, "reward": 0.8652729567217609, "level": 2, "difficulty": 0.05, "reward_ma": 0.6948231005141582, "leveled_up": false}
{"t": 246, "ts": 1788061993.4225817, "step": 492, "loss_diff": 0.9579552412033081, "reward": 0.6297550430921771, "level": 2, "difficulty": 0.05, "reward_ma": 0.6883162947719601, "leveled_up": false}
{"t": 247, "ts": 1788061994.3470821, "step": 494, "loss_diff": 0.9406692981719971, "reward": 0.7853301076041901, "level": 2, "difficulty": 0.05, "reward_ma": 0.6980176760551831, "leveled_up": false}
{"t": 248, "ts": 1788061995.2817664, "step": 496, "loss_diff": 0.9308328032493591, "reward": 0.3766324020503194, "level": 2, "difficulty": 0.05, "reward_ma": 0.6658791486546968, "leveled_up": false}
{"t": 249, "ts": 1788061996.2144516, "step": 498, "loss_diff": 0.921237587928772, "reward": 0.5491924425383717, "level": 2, "difficulty": 0.05, "reward_ma": 0.6542104780430643, "leveled_up": false}
{"t": 250, "ts": 1788061997.2347693, "step": 500, "loss_diff": 0.8841913938522339, "reward": 0.28821235199625805, "level": 2, "difficulty": 0.05, "reward_ma": 0.6176106654383836, "leveled_up": false}
{"t": 251, "ts": 1788061998.1290324, "step": 502, "loss_diff": 0.9349657297134399, "reward": 0.7643487665860125, "level": 2, "difficulty": 0.05, "reward_ma": 0.6322844755531465, "leveled_up": false}
{"t": 252, "ts": 1788061999.0318105, "step": 504, "loss_diff": 1.0634722709655762, "reward": 0.6156466387892369, "level": 2, "difficulty": 0.05, "reward_ma": 0.6306206918767555, "leveled_up": false}
{"t": 253, "ts": 1788061999.9619172, "step": 506, "loss_diff": 0.8160581588745117, "reward": 0.8264860827991641, "level": 2, "difficulty": 0.05, "reward_ma": 0.6502072309689964, "leveled_up": false}
{"t": 254, "ts": 1788062000.8674767, "step": 508, "loss_diff": 0.7753695249557495, "reward": 0.3912041828009557, "level": 2, "difficulty": 0.05, "reward_ma": 0.6243069261521923, "leveled_up": false}
{"t": 255, "ts": 1788062001.7702048, "step": 510, "loss_diff": 0.9596080183982849, "reward": 0.7473869187512855, "level": 2, "difficulty": 0.05, "reward_ma": 0.6366149254121016, "leveled_up": false}
{"t": 256, "ts": 1788062002.659689, "step": 512, "loss_diff": 0.838415801525116, "reward": 0.5562576725026651, "level": 2, "difficulty": 0.05, "reward_ma": 0.628579200121158, "leveled_up": false}
{"t": 257, "ts": 1788062003.5609932, "step": 514, "loss_diff": 1.0254297256469727, "reward": 0.6286924449348136, "level": 2, "difficulty": 0.05, "reward_ma": 0.6285905246025236, "leveled_up": false}
{"t": 258, "ts": 1788062004.4602978, "step": 516, "loss_diff": 1.0211293697357178, "reward": 0.910809549492851, "level": 2, "difficulty": 0.05, "reward_ma": 0.6568124270915564, "leveled_up": false}
{"t": 259, "ts": 1788062005.3638735, "step": 518, "loss_diff": 1.0343068838119507, "reward": 0.6609741648358829, "level": 2, "difficulty": 0.05, "reward_ma": 0.657228600865989, "leveled_up": false}
{"t": 260, "ts": 1788062006.2748024, "step": 520, "loss_diff": 0.9044824242591858, "reward": 0.36447663997634006, "level": 2, "difficulty": 0.05, "reward_ma": 0.6279534047770241, "leveled_up": false}
{"t": 261, "ts": 1788062007.2219722, "step": 522, "loss_diff": 1.007785439491272, "reward": 0.5666044650462372, "level": 2, "difficulty": 0.05, "reward_ma": 0.6218185108039455, "leveled_up": false}
{"t": 262, "ts": 1788062008.0839071, "step": 524, "loss_diff": 0.9770941734313965, "reward": 0.8164238922077162, "level": 2, "difficulty": 0.05, "reward_ma": 0.6412790489443225, "leveled_up": false}
{"t": 263, "ts": 1788062008.9849172, "step": 526, "loss_diff": 0.8532981276512146, "reward": 0.7044814013483423, "level": 2, "difficulty": 0.05, "reward_ma": 0.6475992841847246, "leveled_up": false}
{"t": 264, "ts": 1788062009.884389, "step": 528, "loss_diff": 0.9474493265151978, "reward": 0.4374178069685799, "level": 2, "difficulty": 0.05, "reward_ma": 0.6265811364631101, "leveled_up": false}
{"t": 265, "ts": 1788062010.8343494, "step": 530, "loss_diff": 0.8166683912277222, "reward": 0.9169421039140625, "level": 2, "difficulty": 0.05, "reward_ma": 0.6556172332082053, "leveled_up": false}
{"t": 266, "ts": 1788062011.730407, "step": 532, "loss_diff": 0.9205003380775452, "reward": 0.6627474402714209, "level": 2, "difficulty": 0.05, "reward_ma": 0.6563302539145268, "leveled_up": false}
{"t": 267, "ts": 1788062012.6313367, "step": 534, "loss_diff": 0.822327733039856, "reward": 0.955001345354015, "level": 2, "difficulty": 0.05, "reward_ma": 0.6861973630584757, "leveled_up": false}
{"t": 268, "ts": 1788062013.5384963, "step": 536, "loss_diff": 0.8733105659484863, "reward": 0.7905354647728394, "level": 2, "difficulty": 0.05, "reward_ma": 0.6966311732299121, "leveled_up": false}
{"t": 269, "ts": 1788062014.4355204, "step": 538, "loss_diff": 0.9112517833709717, "reward": 0.8299943835003324, "level": 2, "difficulty": 0.05, "reward_ma": 0.709967494256954, "leveled_up": false}
{"t": 270, "ts": 1788062015.3530495, "step": 540, "loss_diff": 1.092266321182251, "reward": 0.40314025353612176, "level": 2, "difficulty": 0.05, "reward_ma": 0.6792847701848709, "leveled_up": false}
{"t": 271, "ts": 1788062016.2445033, "step": 542, "loss_diff": 0.8455507755279541, "reward": 0.5533473698073296, "level": 2, "difficulty": 0.05, "reward_ma": 0.6666910301471168, "leveled_up": false}
{"t": 272, "ts": 1788062017.1593118, "step": 544, "loss_diff": 0.8051958084106445, "reward": 0.5718205142029534, "level": 2, "difficulty": 0.05, "reward_ma": 0.6572039785527005, "leveled_up": false}
{"t": 273, "ts": 1788062018.0615945, "step": 546, "loss_diff": 0.9339689612388611, "reward": 0.7448483656084093, "level": 2, "difficulty": 0.05, "reward_ma": 0.6659684172582714, "leveled_up": false}
{"t": 274, "ts": 1788062018.9574378, "step": 548, "loss_diff": 0.8994837403297424, "reward": 0.884289802546877, "level": 2, "difficulty": 0.05, "reward_ma": 0.687800555787132, "leveled_up": false}
{"t": 275, "ts": 1788062019.8698924, "step": 550, "loss_diff": 1.1102759838104248, "reward": 0.6191468956488833, "level": 2, "difficulty": 0.05, "reward_ma": 0.6809351897733071, "leveled_up": false}
{"t": 276, "ts": 1788062020.7643912, "step": 552, "loss_diff": 1.0052310228347778, "reward": 0.8593001943321088, "level": 2, "difficulty": 0.05, "reward_ma": 0.6987716902291873, "leveled_up": false}
{"t": 277, "ts": 1788062021.673043, "step": 554, "loss_diff": 1.1220393180847168, "reward": 0.7081212961262102, "level": 2, "difficulty": 0.05, "reward_ma": 0.6997066508188896, "leveled_up": false}
{"t": 278, "ts": 1788062022.647586, "step": 556, "loss_diff": 0.995526909828186, "reward": 0.9862044589291645, "level": 2, "difficulty": 0.05, "reward_ma": 0.7283564316299171, "leveled_up": false}
{"t": 279, "ts": 1788062023.557833, "step": 558, "loss_diff": 1.052353024482727, "reward": 0.566755298167017, "level": 2, "difficulty": 0.05, "reward_ma": 0.7121963182836271, "leveled_up": false}
{"t": 280, "ts": 1788062024.482992, "step": 560, "loss_diff": 0.8598047494888306, "reward": 0.8794773431185258, "level": 2, "difficulty": 0.05, "reward_ma": 0.7289244207671169, "leveled_up": false}
{"t": 281, "ts": 1788062025.4261818, "step": 562, "loss_diff": 0.9514380693435669, "reward": 0.637645199795629, "level": 2, "difficulty": 0.05, "reward_ma": 0.7197964986699682, "leveled_up": false}
{"t": 282, "ts": 1788062026.335941, "step": 564, "loss_diff": 1.0611516237258911, "reward": 0.9223250136186057, "level": 2, "difficulty": 0.05, "reward_ma": 0.740049350164832, "leveled_up": false}
{"t": 283, "ts": 1788062027.2694814, "step": 566, "loss_diff": 0.8784078359603882, "reward": 0.6690229555054761, "level": 2, "difficulty": 0.05, "reward_ma": 0.7329467106988964, "leveled_up": false}
{"t": 284, "ts": 1788062028.1882818, "step": 568, "loss_diff": 0.7459517121315002, "reward": 0.9252246768372459, "level": 2, "difficulty": 0.05, "reward_ma": 0.7521745073127314, "leveled_up": false}
{"t": 285, "ts": 1788062029.1358414, "step": 570, "loss_diff": 1.098143458366394, "reward": 0.641178065534319, "level": 2, "difficulty": 0.05, "reward_ma": 0.7410748631348901, "leveled_up": false}
{"t": 286, "ts": 1788062030.045059, "step": 572, "loss_diff": 1.0400984287261963, "reward": 0.9539527603016605, "level": 2, "difficulty": 0.05, "reward_ma": 0.7623626528515672, "leveled_up": false}
{"t": 287, "ts": 1788062030.9762104, "step": 574, "loss_diff": 1.0081892013549805, "reward": 0.4988371028683103, "level": 2, "difficulty": 0.05, "reward_ma": 0.7360100978532416, "leveled_up": false}
{"t": 288, "ts": 1788062032.0202541, "step": 576, "loss_diff": 0.9715446829795837, "reward": 0.7659344077677679, "level": 2, "difficulty": 0.05, "reward_ma": 0.7390025288446942, "leveled_up": false}
{"t": 289, "ts": 1788062032.9583547, "step": 578, "loss_diff": 0.8895961046218872, "reward": 0.7175115848018103, "level": 2, "difficulty": 0.05, "reward_ma": 0.7368534344404057, "leveled_up": false}
{"t": 290, "ts": 1788062033.9165468, "step": 580, "loss_diff": 0.9300018548965454, "reward": 0.7395435632653669, "level": 2, "difficulty": 0.05, "reward_ma": 0.7371224473229019, "leveled_up": false}
{"t": 291, "ts": 1788062034.8473015, "step": 582, "loss_diff": 0.8590723276138306, "reward": 0.5218568945106061, "level": 2, "difficulty": 0.05, "reward_ma": 0.7155958920416723, "leveled_up": false}
{"t": 292, "ts": 1788062035.7633784, "step": 584, "loss_diff": 0.7768111228942871, "reward": 0.35786176472048914, "level": 2, "difficulty": 0.05, "reward_ma": 0.6798224793095541, "leveled_up": false}
{"t": 293, "ts": 1788062036.7214224, "step": 586, "loss_diff": 1.0114903450012207, "reward": 0.34539037812159545, "level": 2, "difficulty": 0.05, "reward_ma": 0.6463792691907582, "leveled_up": false}
{"t": 294, "ts": 1788062037.65381, "step": 588, "loss_diff": 1.0156738758087158, "reward": 0.7835893985160497, "level": 2, "difficulty": 0.05, "reward_ma": 0.6601002821232873, "leveled_up": false}
{"t": 295, "ts": 1788062038.582129, "step": 590, "loss_diff": 0.8432711362838745, "reward": 0.6120557319689218, "level": 2, "difficulty": 0.05, "reward_ma": 0.6552958271078508, "leveled_up": false}
{"t": 296, "ts": 1788062039.526517, "step": 592, "loss_diff": 0.9719141721725464, "reward": 0.2556522042745532, "level": 2, "difficulty": 0.05, "reward_ma": 0.6153314648245212, "leveled_up": false}
{"t": 297, "ts": 1788062040.4485106, "step": 594, "loss_diff": 0.8382827639579773, "reward": 0.8676898712233181, "level": 2, "difficulty": 0.05, "reward_ma": 0.6405673054644009, "leveled_up": false}
{"t": 298, "ts": 1788062041.3791487, "step": 596, "loss_diff": 0.9573841094970703, "reward": 0.24767857888278627, "level": 2, "difficulty": 0.05, "reward_ma": 0.6012784328062394, "leveled_up": false}
{"t": 299, "ts": 1788062042.4546316, "step": 598, "loss_diff": 0.863627552986145, "reward": 0.9521112180500014, "level": 2, "difficulty": 0.05, "reward_ma": 0.6363617113306156, "leveled_up": false}
{"t": 300, "ts": 1788062043.430717, "step": 600, "loss_diff": 0.8721435070037842, "reward": 1.0119860910946812, "level": 2, "difficulty": 0.05, "reward_ma": 0.6739241493070222, "leveled_up": false}
{"t": 301, "ts": 1788062044.3243337, "step": 602, "loss_diff": 1.0201938152313232, "reward": 0.2325936330636584, "level": 2, "difficulty": 0.05, "reward_ma": 0.6297910976826857, "leveled_up": false}
{"t": 302, "ts": 1788062045.239486, "step": 604, "loss_diff": 0.8821327090263367, "reward": 0.4171311565992464, "level": 2, "difficulty": 0.05, "reward_ma": 0.6085251035743418, "leveled_up": false}
{"t": 303, "ts": 1788062046.144932, "step": 606, "loss_diff": 1.0229469537734985, "reward": 0.7083263906161534, "level": 2, "difficulty": 0.05, "reward_ma": 0.6185052322785229, "leveled_up": false}
{"t": 304, "ts": 1788062047.0420682, "step": 608, "loss_diff": 1.0734071731567383, "reward": 0.4359175363156056, "level": 2, "difficulty": 0.05, "reward_ma": 0.6002464626822313, "leveled_up": false}
{"t": 305, "ts": 1788062047.9623237, "step": 610, "loss_diff": 0.9094706177711487, "reward": 0.698904675116716, "level": 2, "difficulty": 0.05, "reward_ma": 0.6101122839256797, "leveled_up": false}
{"t": 306, "ts": 1788062048.8685598, "step": 612, "loss_diff": 0.7841542363166809, "reward": 0.49528717066618083, "level": 2, "difficulty": 0.05, "reward_ma": 0.5986297725997298, "leveled_up": false}
{"t": 307, "ts": 1788062049.76148, "step": 614, "loss_diff": 0.8831398487091064, "reward": 0.7771513775574228, "level": 2, "difficulty": 0.05, "reward_ma": 0.6164819330954991, "leveled_up": false}
{"t": 308, "ts": 1788062050.6712918, "step": 616, "loss_diff": 0.954833984375, "reward": 0.6559548611312577, "level": 2, "difficulty": 0.05, "reward_ma": 0.6204292258990751, "leveled_up": false}
{"t": 309, "ts": 1788062051.5762832, "step": 618, "loss_diff": 1.0056657791137695, "reward": 0.9460396412825494, "level": 2, "difficulty": 0.05, "reward_ma": 0.6529902674374226, "leveled_up": false}
{"t": 310, "ts": 1788062052.5147412, "step": 620, "loss_diff": 0.9136899709701538, "reward": 0.4740855234581588, "level": 2, "difficulty": 0.05, "reward_ma": 0.6350997930394963, "leveled_up": false}
{"t": 311, "ts": 1788062053.4135554, "step": 622, "loss_diff": 0.7702973484992981, "reward": 0.5733523149965356, "level": 2, "difficulty": 0.05, "reward_ma": 0.6289250452352002, "leveled_up": false}
{"t": 312, "ts": 1788062054.3142786, "step": 624, "loss_diff": 0.9793329238891602, "reward": 0.8082675513699208, "level": 2, "difficulty": 0.05, "reward_ma": 0.6468592958486723, "leveled_up": false}
{"t": 313, "ts": 1788062055.2502577, "step": 626, "loss_diff": 0.9889799356460571, "reward": 0.9799414168578187, "level": 2, "difficulty": 0.05, "reward_ma": 0.680167507949587, "leveled_up": false}
{"t": 314, "ts": 1788062056.1572478, "step": 628, "loss_diff": 1.0098838806152344, "reward": 1.0240194003324343, "level": 2, "difficulty": 0.05, "reward_ma": 0.7145526971878717, "leveled_up": false}
{"t": 315, "ts": 1788062057.0819352, "step": 630, "loss_diff": 0.875491201877594, "reward": 0.4870772355189053, "level": 2, "difficulty": 0.05, "reward_ma": 0.6918051510209752, "leveled_up": false}
{"t": 316, "ts": 1788062057.9826076, "step": 632, "loss_diff": 0.9646674394607544, "reward": 0.5440956759235224, "level": 2, "difficulty": 0.05, "reward_ma": 0.6770342035112299, "leveled_up": false}
{"t": 317, "ts": 1788062058.9548984, "step": 634, "loss_diff": 1.0564756393432617, "reward": 0.33337723401870023, "level": 2, "difficulty": 0.05, "reward_ma": 0.6426685065619769, "leveled_up": false}
{"t": 318, "ts": 1788062059.961014, "step": 636, "loss_diff": 1.005287528038025, "reward": 0.7594643789121932, "level": 2, "difficulty": 0.05, "reward_ma": 0.6543480937969987, "leveled_up": false}
{"t": 319, "ts": 1788062060.9469564, "step": 638, "loss_diff": 0.9367848038673401, "reward": 0.33109061674792295, "level": 2, "difficulty": 0.05, "reward_ma": 0.6220223460920912, "leveled_up": false}
{"t": 320, "ts": 1788062061.932163, "step": 640, "loss_diff": 0.8736159801483154, "reward": 0.5026630769514652, "level": 2, "difficulty": 0.05, "reward_ma": 0.6100864191780285, "leveled_up": false}
{"t": 321, "ts": 1788062062.878117, "step": 642, "loss_diff": 1.0501151084899902, "reward": 0.2418674001289795, "level": 2, "difficulty": 0.05, "reward_ma": 0.5732645172731237, "leveled_up": false}
{"t": 322, "ts": 1788062063.8454318, "step": 644, "loss_diff": 0.845145583152771, "reward": 0.2067747181086457, "level": 2, "difficulty": 0.05, "reward_ma": 0.5366155373566759, "leveled_up": false}
{"t": 323, "ts": 1788062064.8407152, "step": 646, "loss_diff": 0.8736086487770081, "reward": 0.9794177852954775, "level": 2, "difficulty": 0.05, "reward_ma": 0.580895762150556, "leveled_up": false}
{"t": 324, "ts": 1788062065.7586155, "step": 648, "loss_diff": 0.818642258644104, "reward": 0.49466095553307277, "level": 2, "difficulty": 0.05, "reward_ma": 0.5722722814888077, "leveled_up": false}
{"t": 325, "ts": 1788062066.6827116, "step": 650, "loss_diff": 1.0655194520950317, "reward": 0.7754632822725933, "level": 2, "difficulty": 0.05, "reward_ma": 0.5925913815671864, "leveled_up": false}
{"t": 326, "ts": 1788062067.621323, "step": 652, "loss_diff": 1.055319905281067, "reward": 0.9983386936124645, "level": 2, "difficulty": 0.05, "reward_ma": 0.6331661127717143, "leveled_up": false}
{"t": 327, "ts": 1788062068.53049, "step": 654, "loss_diff": 0.9585227370262146, "reward": 0.749175504785005, "level": 2, "difficulty": 0.05, "reward_ma": 0.6447670519730434, "leveled_up": false}
{"t": 328, "ts": 1788062069.5444615, "step": 656, "loss_diff": 1.0142933130264282, "reward": 0.40703205490502914, "level": 2, "difficulty": 0.05, "reward_ma": 0.620993552266242, "leveled_up": false}
{"t": 329, "ts": 1788062070.545496, "step": 658, "loss_diff": 1.1682007312774658, "reward": 0.2814507766418517, "level": 2, "difficulty": 0.05, "reward_ma": 0.587039274703803, "leveled_up": false}
{"t": 330, "ts": 1788062071.5712612, "step": 660, "loss_diff": 0.9372703433036804, "reward": 0.8168242427397326, "level": 2, "difficulty": 0.05, "reward_ma": 0.610017771507396, "leveled_up": false}
{"t": 331, "ts": 1788062072.5632334, "step": 662, "loss_diff": 1.1038506031036377, "reward": 0.43181985888453356, "level": 2, "difficulty": 0.05, "reward_ma": 0.5921979802451097, "leveled_up": false}
{"t": 332, "ts": 1788062073.6712754, "step": 664, "loss_diff": 1.06497323513031, "reward": 0.8033945471016682, "level": 2, "difficulty": 0.05, "reward_ma": 0.6133176369307656, "leveled_up": false}
{"t": 333, "ts": 1788062074.6685925, "step": 666, "loss_diff": 1.0149641036987305, "reward": 0.47971475306224565, "level": 2, "difficulty": 0.05, "reward_ma": 0.5999573485439136, "leveled_up": false}
{"t": 334, "ts": 1788062075.6495101, "step": 668, "loss_diff": 1.0004485845565796, "reward": 0.5436257574553793, "level": 2, "difficulty": 0.05, "reward_ma": 0.5943241894350602, "leveled_up": false}
{"t": 335, "ts": 1788062076.560137, "step": 670, "loss_diff": 1.0053069591522217, "reward": 0.7797770974906315, "level": 2, "difficulty": 0.05, "reward_ma": 0.6128694802406173, "leveled_up": false}
{"t": 336, "ts": 1788062077.46132, "step": 672, "loss_diff": 1.0140540599822998, "reward": 0.6380441211888584, "level": 2, "difficulty": 0.05, "reward_ma": 0.6153869443354414, "leveled_up": false}
{"t": 337, "ts": 1788062078.34532, "step": 674, "loss_diff": 1.0497926473617554, "reward": 0.48159601287123655, "level": 2, "difficulty": 0.05, "reward_ma": 0.602007851189021, "leveled_up": false}
{"t": 338, "ts": 1788062079.2449503, "step": 676, "loss_diff": 0.920304000377655, "reward": 0.47341590753036844, "level": 2, "difficulty": 0.05, "reward_ma": 0.5891486568231559, "leveled_up": false}
{"t": 339, "ts": 1788062080.131957, "step": 678, "loss_diff": 1.095947027206421, "reward": 0.9769544552886081, "level": 2, "difficulty": 0.05, "reward_ma": 0.6279292366697011, "leveled_up": false}
{"t": 340, "ts": 1788062081.0480316, "step": 680, "loss_diff": 0.8749741315841675, "reward": 0.6422722224535511, "level": 2, "difficulty": 0.05, "reward_ma": 0.6293635352480862, "leveled_up": false}
{"t": 341, "ts": 1788062081.9362576, "step": 682, "loss_diff": 0.8280344009399414, "reward": 0.5895615987334065, "level": 2, "difficulty": 0.05, "reward_ma": 0.6253833415966182, "leveled_up": false}
{"t": 342, "ts": 1788062082.83203, "step": 684, "loss_diff": 0.80170077085495, "reward": 0.502531171572943, "level": 2, "difficulty": 0.05, "reward_ma": 0.6130981245942507, "leveled_up": false}
{"t": 343, "ts": 1788062083.7382228, "step": 686, "loss_diff": 0.82899409532547, "reward": 0.6827293923954789, "level": 2, "difficulty": 0.05, "reward_ma": 0.6200612513743736, "leveled_up": false}
{"t": 344, "ts": 1788062084.6326761, "step": 688, "loss_diff": 0.9366891384124756, "reward": 0.9441951768067548, "level": 2, "difficulty": 0.05, "reward_ma": 0.6524746439176118, "leveled_up": false}
{"t": 345, "ts": 1788062085.5411828, "step": 690, "loss_diff": 0.9280240535736084, "reward": 0.6958417909118461, "level": 2, "difficulty": 0.05, "reward_ma": 0.6568113586170352, "leveled_up": false}
{"t": 346, "ts": 1788062086.4337397, "step": 692, "loss_diff": 1.09369695186615, "reward": 0.32073993735118556, "level": 2, "difficulty": 0.05, "reward_ma": 0.6232042164904502, "leveled_up": false}
{"t": 347, "ts": 1788062087.3134005, "step": 694, "loss_diff": 0.9169259071350098, "reward": 0.5374563048187904, "level": 2, "difficulty": 0.05, "reward_ma": 0.6146294253232842, "leveled_up": false}
{"t": 348, "ts": 1788062088.2273314, "step": 696, "loss_diff": 0.8674575090408325, "reward": 0.8448942491640816, "level": 2, "difficulty": 0.05, "reward_ma": 0.637655907707364, "leveled_up": false}
{"t": 349, "ts": 1788062089.1185756, "step": 698, "loss_diff": 0.9253415465354919, "reward": 0.9791297373683473, "level": 2, "difficulty": 0.05, "reward_ma": 0.6718032906734623, "leveled_up": false}
{"t": 350, "ts": 1788062090.0187361, "step": 700, "loss_diff": 0.9552257657051086, "reward": 0.47781913452170155, "level": 2, "difficulty": 0.05, "reward_ma": 0.6524048750582864, "leveled_up": false}
{"t": 351, "ts": 1788062090.888245, "step": 702, "loss_diff": 0.9294134378433228, "reward": 0.7571905281260631, "level": 2, "difficulty": 0.05, "reward_ma": 0.6628834403650641, "leveled_up": false}
{"t": 352, "ts": 1788062091.7813575, "step": 704, "loss_diff": 1.028717041015625, "reward": 0.3177610222171818, "level": 2, "difficulty": 0.05, "reward_ma": 0.6283711985502759, "leveled_up": false}
{"t": 353, "ts": 1788062092.6838655, "step": 706, "loss_diff": 1.1254209280014038, "reward": 0.5431594298575855, "level": 2, "difficulty": 0.05, "reward_ma": 0.6198500216810069, "leveled_up": false}
{"t": 354, "ts": 1788062093.5688732, "step": 708, "loss_diff": 0.8223696351051331, "reward": 0.5393796558021281, "level": 2, "difficulty": 0.05, "reward_ma": 0.611802985093119, "leveled_up": false}
{"t": 355, "ts": 1788062094.6207254, "step": 710, "loss_diff": 1.0569555759429932, "reward": 0.6690887378606201, "level": 2, "difficulty": 0.05, "reward_ma": 0.6175315603698692, "leveled_up": false}
{"t": 356, "ts": 1788062095.5315049, "step": 712, "loss_diff": 0.9992035031318665, "reward": 0.7771936272849524, "level": 2, "difficulty": 0.05, "reward_ma": 0.6334977670613775, "leveled_up": false}
{"t": 357, "ts": 1788062096.4564364, "step": 714, "loss_diff": 0.9489036798477173, "reward": 0.38169840721138976, "level": 2, "difficulty": 0.05, "reward_ma": 0.6083178310763787, "leveled_up": false}
{"t": 358, "ts": 1788062097.4227426, "step": 716, "loss_diff": 0.8448865413665771, "reward": 0.7737563299731992, "level": 2, "difficulty": 0.05, "reward_ma": 0.6248616809660608, "leveled_up": false}
{"t": 359, "ts": 1788062098.3307884, "step": 718, "loss_diff": 0.9914987683296204, "reward": 0.7152047721544593, "level": 2, "difficulty": 0.05, "reward_ma": 0.6338959900849007, "leveled_up": false}
{"t": 360, "ts": 1788062099.2438583, "step": 720, "loss_diff": 0.9579483270645142, "reward": 0.5338749892534816, "level": 2, "difficulty": 0.05, "reward_ma": 0.6238938900017588, "leveled_up": false}
{"t": 361, "ts": 1788062100.1653533, "step": 722, "loss_diff": 0.9515958428382874, "reward": 0.9123492341143522, "level": 2, "difficulty": 0.05, "reward_ma": 0.6527394244130181, "leveled_up": false}
{"t": 362, "ts": 1788062101.1310034, "step": 724, "loss_diff": 0.9690669775009155, "reward": 0.796398307224158, "level": 2, "difficulty": 0.05, "reward_ma": 0.6671053126941322, "leveled_up": false}
{"t": 363, "ts": 1788062102.0769887, "step": 726, "loss_diff": 0.9315456748008728, "reward": 0.7482116497222585, "level": 2, "difficulty": 0.05, "reward_ma": 0.6752159463969449, "leveled_up": false}
{"t": 364, "ts": 1788062103.0316684, "step": 728, "loss_diff": 0.8686776161193848, "reward": 0.8022035038414729, "level": 2, "difficulty": 0.05, "reward_ma": 0.6879147021413978, "leveled_up": false}
{"t": 365, "ts": 1788062103.9852538, "step": 730, "loss_diff": 1.0359594821929932, "reward": 0.8828858449853817, "level": 2, "difficulty": 0.05, "reward_ma": 0.7074118164257962, "leveled_up": false}
{"t": 366, "ts": 1788062104.9777153, "step": 732, "loss_diff": 1.0528037548065186, "reward": 0.32949317182098176, "level": 2, "difficulty": 0.05, "reward_ma": 0.6696199519653148, "leveled_up": false}
{"t": 367, "ts": 1788062105.9597006, "step": 734, "loss_diff": 1.2008626461029053, "reward": 0.5648325940423642, "level": 2, "difficulty": 0.05, "reward_ma": 0.6591412161730197, "leveled_up": false}
{"t": 368, "ts": 1788062106.9543884, "step": 736, "loss_diff": 0.9656871557235718, "reward": 0.23358723388339875, "level": 2, "difficulty": 0.05, "reward_ma": 0.6165858179440576, "leveled_up": false}
{"t": 369, "ts": 1788062107.937028, "step": 738, "loss_diff": 0.9170865416526794, "reward": 0.7095098052209226, "level": 2, "difficulty": 0.05, "reward_ma": 0.6258782166717441, "leveled_up": false}
{"t": 370, "ts": 1788062108.927844, "step": 740, "loss_diff": 0.9043213129043579, "reward": 0.7718877174402299, "level": 2, "difficulty": 0.05, "reward_ma": 0.6404791667485927, "leveled_up": false}
{"t": 371, "ts": 1788062109.8718839, "step": 742, "loss_diff": 0.9589805603027344, "reward": 0.7259837085987163, "level": 2, "difficulty": 0.05, "reward_ma": 0.6490296209336052, "leveled_up": false}
{"t": 372, "ts": 1788062110.8457723, "step": 744, "loss_diff": 0.9734144806861877, "reward": 0.8605001472641649, "level": 2, "difficulty": 0.05, "reward_ma": 0.6701766735666611, "leveled_up": false}
{"t": 373, "ts": 1788062111.95898, "step": 746, "loss_diff": 1.0467216968536377, "reward": 0.5013056120259375, "level": 2, "difficulty": 0.05, "reward_ma": 0.6532895674125887, "leveled_up": false}
{"t": 374, "ts": 1788062112.9420261, "step": 748, "loss_diff": 0.9251673817634583, "reward": 0.5874526091645116, "level": 2, "difficulty": 0.05, "reward_ma": 0.646705871587781, "leveled_up": false}
{"t": 375, "ts": 1788062113.936982, "step": 750, "loss_diff": 1.1018670797348022, "reward": 0.4020084790441436, "level": 2, "difficulty": 0.05, "reward_ma": 0.6222361323334173, "leveled_up": false}
{"t": 376, "ts": 1788062114.9269083, "step": 752, "loss_diff": 0.8461914658546448, "reward": 0.7852567810023976, "level": 2, "difficulty": 0.05, "reward_ma": 0.6385381972003155, "leveled_up": false}
{"t": 377, "ts": 1788062115.9138272, "step": 754, "loss_diff": 0.9929498434066772, "reward": 0.4952774984930108, "level": 2, "difficulty": 0.05, "reward_ma": 0.624212127329585, "leveled_up": false}
{"t": 378, "ts": 1788062116.881806, "step": 756, "loss_diff": 0.9091218113899231, "reward": 0.9565432223508941, "level": 2, "difficulty": 0.05, "reward_ma": 0.6574452368317159, "leveled_up": false}
{"t": 379, "ts": 1788062117.8610482, "step": 758, "loss_diff": 0.9203701019287109, "reward": 0.6628348644365865, "level": 2, "difficulty": 0.05, "reward_ma": 0.657984199592203, "leveled_up": false}
{"t": 380, "ts": 1788062118.8542225, "step": 760, "loss_diff": 0.961941123008728, "reward": 0.8914349273721976, "level": 2, "difficulty": 0.05, "reward_ma": 0.6813292723702025, "leveled_up": false}
{"t": 381, "ts": 1788062119.8328745, "step": 762, "loss_diff": 1.086717128753662, "reward": 0.4593320594271555, "level": 2, "difficulty": 0.05, "reward_ma": 0.6591295510758978, "leveled_up": false}
{"t": 382, "ts": 1788062120.813889, "step": 764, "loss_diff": 1.0810929536819458, "reward": 0.6447458524525437, "level": 2, "difficulty": 0.05, "reward_ma": 0.6576911812135624, "leveled_up": false}
{"t": 383, "ts": 1788062121.7850122, "step": 766, "loss_diff": 1.0115922689437866, "reward": 0.7301860377681644, "level": 2, "difficulty": 0.05, "reward_ma": 0.6649406668690226, "leveled_up": false}
{"t": 384, "ts": 1788062122.762546, "step": 768, "loss_diff": 0.9474799633026123, "reward": 0.9695466454284783, "level": 2, "difficulty": 0.05, "reward_ma": 0.6954012647249682, "leveled_up": false}
{"t": 385, "ts": 1788062123.753392, "step": 770, "loss_diff": 0.919642448425293, "reward": 0.6433579595296856, "level": 2, "difficulty": 0.05, "reward_ma": 0.6901969342054399, "leveled_up": false}
{"t": 386, "ts": 1788062124.742504, "step": 772, "loss_diff": 1.10331392288208, "reward": 0.9502056884829043, "level": 2, "difficulty": 0.05, "reward_ma": 0.7161978096331865, "leveled_up": false}
{"t": 387, "ts": 1788062125.8282192, "step": 774, "loss_diff": 0.8490923047065735, "reward": 0.5113503332236226, "level": 2, "difficulty": 0.05, "reward_ma": 0.69571306199223, "leveled_up": false}
{"t": 388, "ts": 1788062126.7573738, "step": 776, "loss_diff": 0.9638279676437378, "reward": 0.505690590452004, "level": 2, "difficulty": 0.05, "reward_ma": 0.6767108148382074, "leveled_up": false}
{"t": 389, "ts": 1788062127.6853702, "step": 778, "loss_diff": 0.9004697203636169, "reward": 0.5973880352751124, "level": 2, "difficulty": 0.05, "reward_ma": 0.6687785368818979, "leveled_up": false}
{"t": 390, "ts": 1788062128.6452715, "step": 780, "loss_diff": 0.8107722401618958, "reward": 0.46221182113199816, "level": 2, "difficulty": 0.05, "reward_ma": 0.648121865306908, "leveled_up": false}
{"t": 391, "ts": 1788062129.5763097, "step": 782, "loss_diff": 0.8676747679710388, "reward": 0.7246772366744332, "level": 2, "difficulty": 0.05, "reward_ma": 0.6557774024436606, "leveled_up": false}
{"t": 392, "ts": 1788062130.5340674, "step": 784, "loss_diff": 1.0903443098068237, "reward": 0.7406775834148297, "level": 2, "difficulty": 0.05, "reward_ma": 0.6642674205407775, "leveled_up": false}
{"t": 393, "ts": 1788062131.5267713, "step": 786, "loss_diff": 1.0452736616134644, "reward": 0.3675702875634501, "level": 2, "difficulty": 0.05, "reward_ma": 0.6345977072430448, "leveled_up": false}
{"t": 394, "ts": 1788062132.439993, "step": 788, "loss_diff": 0.9206370711326599, "reward": 0.44245178739910124, "level": 2, "difficulty": 0.05, "reward_ma": 0.6153831152586504, "leveled_up": false}
{"t": 395, "ts": 1788062133.371053, "step": 790, "loss_diff": 0.9858777523040771, "reward": 0.6962209795183444, "level": 2, "difficulty": 0.05, "reward_ma": 0.6234669016846199, "leveled_up": false}
{"t": 396, "ts": 1788062134.320685, "step": 792, "loss_diff": 0.8284276723861694, "reward": 0.9186637675969775, "level": 2, "difficulty": 0.05, "reward_ma": 0.6529865882758558, "leveled_up": false}
{"t": 397, "ts": 1788062135.2447836, "step": 794, "loss_diff": 0.8806445598602295, "reward": 0.4362615257095689, "level": 2, "difficulty": 0.05, "reward_ma": 0.6313140820192271, "leveled_up": false}
{"t": 398, "ts": 1788062136.1709726, "step": 796, "loss_diff": 0.9415672421455383, "reward": 0.9475620554190656, "level": 2, "difficulty": 0.05, "reward_ma": 0.662938879359211, "leveled_up": false}
{"t": 399, "ts": 1788062137.0884733, "step": 798, "loss_diff": 0.8730580806732178, "reward": 0.6942334214529978, "level": 2, "difficulty": 0.05, "reward_ma": 0.6660683335685897, "leveled_up": false}
{"t": 400, "ts": 1788062138.1744087, "step": 800, "loss_diff": 1.1021453142166138, "reward": 0.7526065136175687, "level": 2, "difficulty": 0.05, "reward_ma": 0.6747221515734877, "leveled_up": false}
{"t": 401, "ts": 1788062139.1144722, "step": 802, "loss_diff": 1.0197625160217285, "reward": 0.6332136944107123, "level": 2, "difficulty": 0.05, "reward_ma": 0.6705713058572101, "leveled_up": false}
{"t": 402, "ts": 1788062140.0243454, "step": 804, "loss_diff": 0.8751497268676758, "reward": 0.2432804692749408, "level": 2, "difficulty": 0.05, "reward_ma": 0.6278422221989832, "leveled_up": false}
{"t": 403, "ts": 1788062140.9545515, "step": 806, "loss_diff": 0.895838737487793, "reward": 0.5720830555552638, "level": 2, "difficulty": 0.05, "reward_ma": 0.6222663055346113, "leveled_up": false}
{"t": 404, "ts": 1788062141.9579759, "step": 808, "loss_diff": 1.0342094898223877, "reward": 0.5505751949895493, "level": 2, "difficulty": 0.05, "reward_ma": 0.6150971944801051, "leveled_up": false}
{"t": 405, "ts": 1788062142.9280524, "step": 810, "loss_diff": 0.9220989346504211, "reward": 0.8001339830744787, "level": 2, "difficulty": 0.05, "reward_ma": 0.6336008733395425, "leveled_up": false}
{"t": 406, "ts": 1788062143.8466697, "step": 812, "loss_diff": 0.8634427189826965, "reward": 0.4165746091074827, "level": 2, "difficulty": 0.05, "reward_ma": 0.6118982469163365, "leveled_up": false}
{"t": 407, "ts": 1788062144.7831519, "step": 814, "loss_diff": 0.8552663326263428, "reward": 0.4287841549995867, "level": 2, "difficulty": 0.05, "reward_ma": 0.5935868377246616, "leveled_up": false}
{"t": 408, "ts": 1788062145.774575, "step": 816, "loss_diff": 0.7893854975700378, "reward": 0.4260695933118121, "level": 2, "difficulty": 0.05, "reward_ma": 0.5768351132833767, "leveled_up": false}
{"t": 409, "ts": 1788062146.7563796, "step": 818, "loss_diff": 0.9415467381477356, "reward": 0.9918414449095918, "level": 2, "difficulty": 0.05, "reward_ma": 0.6183357464459982, "leveled_up": false}
{"t": 410, "ts": 1788062147.9208481, "step": 820, "loss_diff": 0.7598430514335632, "reward": 0.5649859938478655, "level": 2, "difficulty": 0.05, "reward_ma": 0.6130007711861849, "leveled_up": false}
{"t": 411, "ts": 1788062148.871292, "step": 822, "loss_diff": 1.0600402355194092, "reward": 0.9511600744913541, "level": 2, "difficulty": 0.05, "reward_ma": 0.6468167015167018, "leveled_up": false}
{"t": 412, "ts": 1788062149.8808532, "step": 824, "loss_diff": 0.8976652026176453, "reward": 0.6638311817794041, "level": 2, "difficulty": 0.05, "reward_ma": 0.648518149542972, "leveled_up": false}
{"t": 413, "ts": 1788062150.9199426, "step": 826, "loss_diff": 0.8387576341629028, "reward": 0.6152997524176685, "level": 2, "difficulty": 0.05, "reward_ma": 0.6451963098304417, "leveled_up": false}
{"t": 414, "ts": 1788062151.9316611, "step": 828, "loss_diff": 1.012982964515686, "reward": 0.8151405754455787, "level": 2, "difficulty": 0.05, "reward_ma": 0.6621907363919555, "leveled_up": false}
{"t": 415, "ts": 1788062152.9186828, "step": 830, "loss_diff": 0.9713599681854248, "reward": 0.911859951185432, "level": 2, "difficulty": 0.05, "reward_ma": 0.6871576578713031, "leveled_up": false}
{"t": 416, "ts": 1788062153.839786, "step": 832, "loss_diff": 0.8649618029594421, "reward": 0.5383903097996956, "level": 2, "difficulty": 0.05, "reward_ma": 0.6722809230641423, "leveled_up": false}
{"t": 417, "ts": 1788062154.7673445, "step": 834, "loss_diff": 1.064210057258606, "reward": 0.593844067925038, "level": 2, "difficulty": 0.05, "reward_ma": 0.6644372375502319, "leveled_up": false}
{"t": 418, "ts": 1788062155.7245343, "step": 836, "loss_diff": 0.8712315559387207, "reward": 0.8230882485465641, "level": 2, "difficulty": 0.05, "reward_ma": 0.6803023386498651, "leveled_up": false}
{"t": 419, "ts": 1788062156.6439898, "step": 838, "loss_diff": 0.9764689803123474, "reward": 0.8878844714263221, "level": 2, "difficulty": 0.05, "reward_ma": 0.7010605519275108, "leveled_up": false}
{"t": 420, "ts": 1788062157.7412255, "step": 840, "loss_diff": 1.0439389944076538, "reward": 0.7322854124667111, "level": 2, "difficulty": 0.05, "reward_ma": 0.7041830379814309, "leveled_up": false}
{"t": 421, "ts": 1788062158.6631186, "step": 842, "loss_diff": 0.8895769715309143, "reward": 0.5491675503718918, "level": 2, "difficulty": 0.05, "reward_ma": 0.688681489220477, "leveled_up": false}
{"t": 422, "ts": 1788062159.581492, "step": 844, "loss_diff": 0.9809157848358154, "reward": 0.5636785511003972, "level": 2, "difficulty": 0.05, "reward_ma": 0.676181195408469, "leveled_up": false}
{"t": 423, "ts": 1788062160.5255349, "step": 846, "loss_diff": 0.9264323115348816, "reward": 0.9218044075738965, "level": 2, "difficulty": 0.05, "reward_ma": 0.7007435166250118, "leveled_up": false}
{"t": 424, "ts": 1788062161.437139, "step": 848, "loss_diff": 0.8629229068756104, "reward": 0.5501185223748548, "level": 2, "difficulty": 0.05, "reward_ma": 0.6856810171999961, "leveled_up": false}
{"t": 425, "ts": 1788062162.3759828, "step": 850, "loss_diff": 0.9875110983848572, "reward": 0.8543329632759366, "level": 2, "difficulty": 0.05, "reward_ma": 0.7025462118075901, "leveled_up": false}
{"t": 426, "ts": 1788062163.3134193, "step": 852, "loss_diff": 0.7701423168182373, "reward": 0.6086045331578673, "level": 2, "difficulty": 0.05, "reward_ma": 0.6931520439426179, "leveled_up": false}
{"t": 427, "ts": 1788062164.2208433, "step": 854, "loss_diff": 0.8185399770736694, "reward": 0.729649253315164, "level": 2, "difficulty": 0.05, "reward_ma": 0.6968017648798726, "leveled_up": false}
{"t": 428, "ts": 1788062165.2782636, "step": 856, "loss_diff": 0.875442385673523, "reward": 0.6641029845173906, "level": 2, "difficulty": 0.05, "reward_ma": 0.6935318868436244, "leveled_up": false}
{"t": 429, "ts": 1788062166.1859467, "step": 858, "loss_diff": 1.0143612623214722, "reward": 0.6894735466087621, "level": 2, "difficulty": 0.05, "reward_ma": 0.6931260528201382, "leveled_up": false}
{"t": 430, "ts": 1788062167.1392648, "step": 860, "loss_diff": 0.8797866702079773, "reward": 0.9237380501209786, "level": 2, "difficulty": 0.05, "reward_ma": 0.7161872525502223, "leveled_up": false}
{"t": 431, "ts": 1788062168.0510607, "step": 862, "loss_diff": 0.9803603887557983, "reward": 0.3446821139219527, "level": 2, "difficulty": 0.05, "reward_ma": 0.6790367386873953, "leveled_up": false}
{"t": 432, "ts": 1788062168.9556546, "step": 864, "loss_diff": 0.9406870603561401, "reward": 0.757617561937145, "level": 2, "difficulty": 0.05, "reward_ma": 0.6868948210123703, "leveled_up": false}
{"t": 433, "ts": 1788062169.8804839, "step": 866, "loss_diff": 0.8795143365859985, "reward": 0.5275539784860992, "level": 2, "difficulty": 0.05, "reward_ma": 0.6709607367597432, "leveled_up": false}
{"t": 434, "ts": 1788062170.8132617, "step": 868, "loss_diff": 0.8255540728569031, "reward": 0.43888188963953984, "level": 2, "difficulty": 0.05, "reward_ma": 0.6477528520477229, "leveled_up": false}
{"t": 435, "ts": 1788062171.7389383, "step": 870, "loss_diff": 1.0382475852966309, "reward": 0.6600294961273169, "level": 2, "difficulty": 0.05, "reward_ma": 0.6489805164556823, "leveled_up": false}
{"t": 436, "ts": 1788062172.7738652, "step": 872, "loss_diff": 1.0352447032928467, "reward": 0.34451533276744795, "level": 2, "difficulty": 0.05, "reward_ma": 0.6185339980868589, "leveled_up": false}
{"t": 437, "ts": 1788062173.7160082, "step": 874, "loss_diff": 0.9842827320098877, "reward": 0.4460798697662167, "level": 2, "difficulty": 0.05, "reward_ma": 0.6012885852547948, "leveled_up": false}
{"t": 438, "ts": 1788062174.6655202, "step": 876, "loss_diff": 0.9754165410995483, "reward": 0.9264241828386734, "level": 2, "difficulty": 0.05, "reward_ma": 0.6338021450131827, "leveled_up": false}
{"t": 439, "ts": 1788062175.6145916, "step": 878, "loss_diff": 1.031875729560852, "reward": 0.4764070275569046, "level": 2, "difficulty": 0.05, "reward_ma": 0.6180626332675548, "leveled_up": false}
{"t": 440, "ts": 1788062176.5451198, "step": 880, "loss_diff": 0.8810751438140869, "reward": 0.9755576335371102, "level": 2, "difficulty": 0.05, "reward_ma": 0.6538121332945104, "leveled_up": false}
{"t": 441, "ts": 1788062177.4718614, "step": 882, "loss_diff": 0.9980095624923706, "reward": 1.030070328266852, "level": 2, "difficulty": 0.05, "reward_ma": 0.6914379527917446, "leveled_up": false}
{"t": 442, "ts": 1788062178.4373956, "step": 884, "loss_diff": 0.843543291091919, "reward": 0.8461739102477337, "level": 2, "difficulty": 0.05, "reward_ma": 0.7069115485373435, "leveled_up": false}
{"t": 443, "ts": 1788062179.5739212, "step": 886, "loss_diff": 0.9465140104293823, "reward": 0.5936563854230273, "level": 2, "difficulty": 0.05, "reward_ma": 0.6955860322259119, "leveled_up": false}
{"t": 444, "ts": 1788062180.5593693, "step": 888, "loss_diff": 0.8931671380996704, "reward": 0.8509867316895928, "level": 2, "difficulty": 0.05, "reward_ma": 0.7111261021722799, "leveled_up": false}
{"t": 445, "ts": 1788062181.5809486, "step": 890, "loss_diff": 0.9265381097793579, "reward": 0.6599048370332059, "level": 2, "difficulty": 0.05, "reward_ma": 0.7060039756583726, "leveled_up": false}
{"t": 446, "ts": 1788062182.6233757, "step": 892, "loss_diff": 0.9254557490348816, "reward": 0.9533335778665536, "level": 2, "difficulty": 0.05, "reward_ma": 0.7307369358791906, "leveled_up": false}
{"t": 447, "ts": 1788062183.613496, "step": 894, "loss_diff": 0.868272066116333, "reward": 0.6156837147221205, "level": 2, "difficulty": 0.05, "reward_ma": 0.7192316137634837, "leveled_up": false}
{"t": 448, "ts": 1788062184.6204858, "step": 896, "loss_diff": 0.8763708472251892, "reward": 0.5404043500624163, "level": 2, "difficulty": 0.05, "reward_ma": 0.701348887393377, "leveled_up": false}
{"t": 449, "ts": 1788062185.579798, "step": 898, "loss_diff": 0.9341129064559937, "reward": 0.5152501934469388, "level": 2, "difficulty": 0.05, "reward_ma": 0.6827390179987332, "leveled_up": false}
{"t": 450, "ts": 1788062186.7400794, "step": 900, "loss_diff": 0.9376229643821716, "reward": 0.49278468217501037, "level": 2, "difficulty": 0.05, "reward_ma": 0.6637435844163609, "leveled_up": false}
{"t": 451, "ts": 1788062187.714975, "step": 902, "loss_diff": 0.9277652502059937, "reward": 0.8792528661121113, "level": 2, "difficulty": 0.05, "reward_ma": 0.685294512585936, "leveled_up": false}
{"t": 452, "ts": 1788062188.6653683, "step": 904, "loss_diff": 1.0573465824127197, "reward": 0.898858391818157, "level": 2, "difficulty": 0.05, "reward_ma": 0.7066509005091581, "leveled_up": false}
{"t": 453, "ts": 1788062189.6581945, "step": 906, "loss_diff": 0.981539249420166, "reward": 0.9954160189460439, "level": 2, "difficulty": 0.05, "reward_ma": 0.7355274123528467, "leveled_up": false}
{"t": 454, "ts": 1788062190.6632237, "step": 908, "loss_diff": 0.8077037334442139, "reward": 0.761138877503859, "level": 2, "difficulty": 0.05, "reward_ma": 0.738088558867948, "leveled_up": false}
{"t": 455, "ts": 1788062191.6668637, "step": 910, "loss_diff": 0.8208791017532349, "reward": 0.6737050098958749, "level": 2, "difficulty": 0.05, "reward_ma": 0.7316502039707408, "leveled_up": false}
{"t": 456, "ts": 1788062192.6482377, "step": 912, "loss_diff": 0.8149664402008057, "reward": 0.7073119746938453, "level": 2, "difficulty": 0.05, "reward_ma": 0.7292163810430512, "leveled_up": false}
{"t": 457, "ts": 1788062193.6296713, "step": 914, "loss_diff": 0.9152673482894897, "reward": 0.931393378026976, "level": 2, "difficulty": 0.05, "reward_ma": 0.7494340807414437, "leveled_up": false}
{"t": 458, "ts": 1788062194.6454082, "step": 916, "loss_diff": 0.976304829120636, "reward": 0.7155930338862926, "level": 2, "difficulty": 0.05, "reward_ma": 0.7460499760559286, "leveled_up": false}
{"t": 459, "ts": 1788062195.634499, "step": 918, "loss_diff": 0.9260181188583374, "reward": 0.8993275348405243, "level": 2, "difficulty": 0.05, "reward_ma": 0.7613777319343882, "leveled_up": false}
{"t": 460, "ts": 1788062196.6292505, "step": 920, "loss_diff": 0.8506868481636047, "reward": 0.2749698249288572, "level": 2, "difficulty": 0.05, "reward_ma": 0.712736941233835, "leveled_up": false}
{"t": 461, "ts": 1788062197.6233165, "step": 922, "loss_diff": 0.7735904455184937, "reward": 0.519870387351272, "level": 2, "difficulty": 0.05, "reward_ma": 0.6934502858455788, "leveled_up": false}
{"t": 462, "ts": 1788062198.5847187, "step": 924, "loss_diff": 0.9779198169708252, "reward": 0.3503960955856996, "level": 2, "difficulty": 0.05, "reward_ma": 0.659144866819591, "leveled_up": false}
{"t": 463, "ts": 1788062199.7589831, "step": 926, "loss_diff": 0.9200998544692993, "reward": 0.7827950740826789, "level": 2, "difficulty": 0.05, "reward_ma": 0.6715098875458998, "leveled_up": false}
{"t": 464, "ts": 1788062200.750203, "step": 928, "loss_diff": 0.8731770515441895, "reward": 0.4418852140165196, "level": 2, "difficulty": 0.05, "reward_ma": 0.6485474201929619, "leveled_up": false}
{"t": 465, "ts": 1788062201.7366366, "step": 930, "loss_diff": 0.8310719728469849, "reward": 0.9085213484594089, "level": 2, "difficulty": 0.05, "reward_ma": 0.6745448130196066, "leveled_up": false}
{"t": 466, "ts": 1788062202.6840909, "step": 932, "loss_diff": 0.9019458889961243, "reward": 0.9363434166636042, "level": 2, "difficulty": 0.05, "reward_ma": 0.7007246733840063, "leveled_up": false}
{"t": 467, "ts": 1788062203.6486938, "step": 934, "loss_diff": 0.7781001329421997, "reward": 0.6415677702809314, "level": 2, "difficulty": 0.05, "reward_ma": 0.6948089830736988, "leveled_up": false}
{"t": 468, "ts": 1788062204.6409814, "step": 936, "loss_diff": 0.9208226799964905, "reward": 0.9535952697397895, "level": 2, "difficulty": 0.05, "reward_ma": 0.7206876117403079, "leveled_up": false}
{"t": 469, "ts": 1788062205.6186655, "step": 938, "loss_diff": 0.8387064933776855, "reward": 0.7565611180315952, "level": 2, "difficulty": 0.05, "reward_ma": 0.7242749623694367, "leveled_up": false}
{"t": 470, "ts": 1788062206.5749013, "step": 940, "loss_diff": 0.9711804986000061, "reward": 0.6050803312177789, "level": 2, "difficulty": 0.05, "reward_ma": 0.7123554992542709, "leveled_up": false}
{"t": 471, "ts": 1788062207.5588827, "step": 942, "loss_diff": 0.8636927604675293, "reward": 0.5503187251470818, "level": 2, "difficulty": 0.05, "reward_ma": 0.6961518218435521, "leveled_up": false}
{"t": 472, "ts": 1788062208.5405338, "step": 944, "loss_diff": 1.050435185432434, "reward": 0.39263963359212567, "level": 2, "difficulty": 0.05, "reward_ma": 0.6658006030184095, "leveled_up": false}
{"t": 473, "ts": 1788062209.533858, "step": 946, "loss_diff": 0.919704258441925, "reward": 0.9020751884661595, "level": 2, "difficulty": 0.05, "reward_ma": 0.6894280615631845, "leveled_up": false}
{"t": 474, "ts": 1788062210.5405068, "step": 948, "loss_diff": 1.1693220138549805, "reward": 0.7096565061527274, "level": 2, "difficulty": 0.05, "reward_ma": 0.6914509060221388, "leveled_up": false}
{"t": 475, "ts": 1788062211.5423894, "step": 950, "loss_diff": 1.1269739866256714, "reward": 0.6151347932438845, "level": 2, "difficulty": 0.05, "reward_ma": 0.6838192947443134, "leveled_up": false}
{"t": 476, "ts": 1788062212.5434487, "step": 952, "loss_diff": 0.8990083932876587, "reward": 0.4523763986354714, "level": 2, "difficulty": 0.05, "reward_ma": 0.6606750051334291, "leveled_up": false}
{"t": 477, "ts": 1788062213.469903, "step": 954, "loss_diff": 1.1146752834320068, "reward": 0.6794179535136595, "level": 2, "difficulty": 0.05, "reward_ma": 0.6625492999714522, "leveled_up": false}
{"t": 478, "ts": 1788062214.413828, "step": 956, "loss_diff": 0.883072555065155, "reward": 0.7415091756943599, "level": 2, "difficulty": 0.05, "reward_ma": 0.670445287543743, "leveled_up": false}
{"t": 479, "ts": 1788062215.358708, "step": 958, "loss_diff": 0.9839126467704773, "reward": 0.5011395539657337, "level": 2, "difficulty": 0.05, "reward_ma": 0.6535147141859421, "leveled_up": false}
{"t": 480, "ts": 1788062216.3344367, "step": 960, "loss_diff": 0.7086931467056274, "reward": 0.7945520611939442, "level": 2, "difficulty": 0.05, "reward_ma": 0.6676184488867423, "leveled_up": false}
{"t": 481, "ts": 1788062217.2781177, "step": 962, "loss_diff": 0.9676671624183655, "reward": 0.8463833350098947, "level": 2, "difficulty": 0.05, "reward_ma": 0.6854949374990575, "leveled_up": false}
{"t": 482, "ts": 1788062218.2415533, "step": 964, "loss_diff": 0.8852431178092957, "reward": 0.5300759353596903, "level": 2, "difficulty": 0.05, "reward_ma": 0.6699530372851209, "leveled_up": false}
{"t": 483, "ts": 1788062219.2344615, "step": 966, "loss_diff": 0.9863695502281189, "reward": 0.7178853988959479, "level": 2, "difficulty": 0.05, "reward_ma": 0.6747462734462036, "leveled_up": false}
{"t": 484, "ts": 1788062220.2140465, "step": 968, "loss_diff": 0.7737854719161987, "reward": 0.6583564050227196, "level": 2, "difficulty": 0.05, "reward_ma": 0.6731072866038552, "leveled_up": false}
{"t": 485, "ts": 1788062221.1870751, "step": 970, "loss_diff": 0.8700812458992004, "reward": 1.006038331999475, "level": 2, "difficulty": 0.05, "reward_ma": 0.7064003911434172, "leveled_up": false}
{"t": 486, "ts": 1788062222.1741831, "step": 972, "loss_diff": 0.9966766834259033, "reward": 0.607503397867294, "level": 2, "difficulty": 0.05, "reward_ma": 0.6965106918158049, "leveled_up": false}
{"t": 487, "ts": 1788062223.145732, "step": 974, "loss_diff": 0.9650626182556152, "reward": 0.5544945950757347, "level": 2, "difficulty": 0.05, "reward_ma": 0.682309082141798, "leveled_up": false}
{"t": 488, "ts": 1788062224.1416192, "step": 976, "loss_diff": 1.122694730758667, "reward": 0.5370363570011212, "level": 2, "difficulty": 0.05, "reward_ma": 0.6677818096277304, "leveled_up": false}
{"t": 489, "ts": 1788062225.1446497, "step": 978, "loss_diff": 0.9062519669532776, "reward": 0.8704556714566928, "level": 2, "difficulty": 0.05, "reward_ma": 0.6880491958106266, "leveled_up": false}
{"t": 490, "ts": 1788062226.1392128, "step": 980, "loss_diff": 0.9366835951805115, "reward": 0.4337167376958261, "level": 2, "difficulty": 0.05, "reward_ma": 0.6626159499991466, "leveled_up": false}
{"t": 491, "ts": 1788062227.082326, "step": 982, "loss_diff": 1.0123682022094727, "reward": 0.6350063484143249, "level": 2, "difficulty": 0.05, "reward_ma": 0.6598549898406645, "leveled_up": false}
{"t": 492, "ts": 1788062228.0425568, "step": 984, "loss_diff": 0.8547322750091553, "reward": 0.6388398073841736, "level": 2, "difficulty": 0.05, "reward_ma": 0.6577534715950154, "leveled_up": false}
{"t": 493, "ts": 1788062229.0256133, "step": 986, "loss_diff": 0.8705159425735474, "reward": 0.9636556559983768, "level": 2, "difficulty": 0.05, "reward_ma": 0.6883436900353516, "leveled_up": false}
{"t": 494, "ts": 1788062229.958448, "step": 988, "loss_diff": 0.9818128347396851, "reward": 0.3858234659359282, "level": 2, "difficulty": 0.05, "reward_ma": 0.6580916676254093, "leveled_up": false}
{"t": 495, "ts": 1788062230.9369736, "step": 990, "loss_diff": 0.9677572846412659, "reward": 0.611754038506771, "level": 2, "difficulty": 0.05, "reward_ma": 0.6534579047135455, "leveled_up": false}
{"t": 496, "ts": 1788062231.8766675, "step": 992, "loss_diff": 0.9864662885665894, "reward": 0.9890081380223681, "level": 2, "difficulty": 0.05, "reward_ma": 0.6870129280444277, "leveled_up": false}
{"t": 497, "ts": 1788062232.8411667, "step": 994, "loss_diff": 0.9436848163604736, "reward": 0.23478453897590518, "level": 2, "difficulty": 0.05, "reward_ma": 0.6417900891375755, "leveled_up": false}
{"t": 498, "ts": 1788062233.8142605, "step": 996, "loss_diff": 1.030928134918213, "reward": 0.527857032547299, "level": 2, "difficulty": 0.05, "reward_ma": 0.6303967834785479, "leveled_up": false}
{"t": 499, "ts": 1788062234.813279, "step": 998, "loss_diff": 0.941440999507904, "reward": 0.9746393308249741, "level": 2, "difficulty": 0.05, "reward_ma": 0.6648210382131906, "leveled_up": false}
{"t": 500, "ts": 1788062235.88068, "step": 1000, "loss_diff": 0.9858912229537964, "reward": 0.4548017672071302, "level": 2, "difficulty": 0.05, "reward_ma": 0.6438191111125846, "leveled_up": false}
{"t": 501, "ts": 1788062237.062954, "step": 1002, "loss_diff": 0.9547386765480042, "reward": 0.809137496590698, "level": 2, "difficulty": 0.05, "reward_ma": 0.660350949660396, "leveled_up": false}
{"t": 502, "ts": 1788062237.9728634, "step": 1004, "loss_diff": 0.9672001004219055, "reward": 0.9287809529424914, "level": 2, "difficulty": 0.05, "reward_ma": 0.6871939499886056, "leveled_up": false}
{"t": 503, "ts": 1788062238.9212263, "step": 1006, "loss_diff": 0.8538442850112915, "reward": 0.9513941678115014, "level": 2, "difficulty": 0.05, "reward_ma": 0.7136139717708951, "leveled_up": false}
{"t": 504, "ts": 1788062239.8149076, "step": 1008, "loss_diff": 0.8078594207763672, "reward": 0.5850873324091059, "level": 2, "difficulty": 0.05, "reward_ma": 0.7007613078347162, "leveled_up": false}
{"t": 505, "ts": 1788062240.736797, "step": 1010, "loss_diff": 0.9956382513046265, "reward": 0.7222375768900475, "level": 2, "difficulty": 0.05, "reward_ma": 0.7029089347402494, "leveled_up": false}
{"t": 506, "ts": 1788062241.7403686, "step": 1012, "loss_diff": 0.8597657680511475, "reward": 0.562596938473928, "level": 2, "difficulty": 0.05, "reward_ma": 0.6888777351136173, "leveled_up": false}
{"t": 507, "ts": 1788062242.735492, "step": 1014, "loss_diff": 0.8909278512001038, "reward": 0.45794420766820726, "level": 2, "difficulty": 0.05, "reward_ma": 0.6657843823690763, "leveled_up": false}
{"t": 508, "ts": 1788062243.8638318, "step": 1016, "loss_diff": 0.8409738540649414, "reward": 0.5108627124396788, "level": 2, "difficulty": 0.05, "reward_ma": 0.6502922153761367, "leveled_up": false}
{"t": 509, "ts": 1788062244.8564544, "step": 1018, "loss_diff": 0.8844751715660095, "reward": 0.6609263302035954, "level": 2, "difficulty": 0.05, "reward_ma": 0.6513556268588825, "leveled_up": false}
{"t": 510, "ts": 1788062245.8554473, "step": 1020, "loss_diff": 0.807468831539154, "reward": 0.8584613221367134, "level": 2, "difficulty": 0.05, "reward_ma": 0.6720661963866655, "leveled_up": false}
{"t": 511, "ts": 1788062246.8416865, "step": 1022, "loss_diff": 0.8147704601287842, "reward": 0.6614590202201373, "level": 2, "difficulty": 0.05, "reward_ma": 0.6710054787700127, "leveled_up": false}
{"t": 512, "ts": 1788062247.8307428, "step": 1024, "loss_diff": 0.9778982996940613, "reward": 0.8107317994796954, "level": 2, "difficulty": 0.05, "reward_ma": 0.684978110840981, "leveled_up": false}
{"t": 513, "ts": 1788062248.8272135, "step": 1026, "loss_diff": 0.9875640869140625, "reward": 0.1433462308409069, "level": 2, "difficulty": 0.05, "reward_ma": 0.6308149228409736, "leveled_up": false}
{"t": 514, "ts": 1788062249.8134353, "step": 1028, "loss_diff": 0.8243483901023865, "reward": 0.8125301129824818, "level": 2, "difficulty": 0.05, "reward_ma": 0.6489864418551246, "leveled_up": false}
{"t": 515, "ts": 1788062250.847509, "step": 1030, "loss_diff": 1.0489754676818848, "reward": 0.36710213406952197, "level": 2, "difficulty": 0.05, "reward_ma": 0.6207980110765644, "leveled_up": false}
{"t": 516, "ts": 1788062251.8135357, "step": 1032, "loss_diff": 0.8786948919296265, "reward": 0.4864196176290596, "level": 2, "difficulty": 0.05, "reward_ma": 0.6073601717318139, "leveled_up": false}
{"t": 517, "ts": 1788062252.714897, "step": 1034, "loss_diff": 0.9718978404998779, "reward": 0.9627153575568432, "level": 2, "difficulty": 0.05, "reward_ma": 0.6428956903143169, "leveled_up": false}
{"t": 518, "ts": 1788062253.6184776, "step": 1036, "loss_diff": 0.9993231296539307, "reward": 0.9493163628131365, "level": 2, "difficulty": 0.05, "reward_ma": 0.6735377575641989, "leveled_up": false}
{"t": 519, "ts": 1788062254.4852002, "step": 1038, "loss_diff": 0.9588108062744141, "reward": 0.7001348172115662, "level": 2, "difficulty": 0.05, "reward_ma": 0.6761974635289356, "leveled_up": false}
{"t": 520, "ts": 1788062255.4241114, "step": 1040, "loss_diff": 0.9131484627723694, "reward": 0.7807068808252278, "level": 2, "difficulty": 0.05, "reward_ma": 0.6866484052585649, "leveled_up": false}
{"t": 521, "ts": 1788062256.3223605, "step": 1042, "loss_diff": 0.8905588388442993, "reward": 0.6938523719457365, "level": 2, "difficulty": 0.05, "reward_ma": 0.6873688019272821, "leveled_up": false}
{"t": 522, "ts": 1788062257.181285, "step": 1044, "loss_diff": 0.9583902955055237, "reward": 0.5179292483264186, "level": 2, "difficulty": 0.05, "reward_ma": 0.6704248465671958, "leveled_up": false}
{"t": 523, "ts": 1788062258.0828643, "step": 1046, "loss_diff": 0.7532147169113159, "reward": 0.8408612085305747, "level": 2, "difficulty": 0.05, "reward_ma": 0.6874684827635337, "leveled_up": false}
{"t": 524, "ts": 1788062258.958154, "step": 1048, "loss_diff": 0.9297206401824951, "reward": 0.6190840725600759, "level": 2, "difficulty": 0.05, "reward_ma": 0.6806300417431879, "leveled_up": false}
{"t": 525, "ts": 1788062259.859173, "step": 1050, "loss_diff": 0.9782378077507019, "reward": 0.9232736575253837, "level": 2, "difficulty": 0.05, "reward_ma": 0.7048944033214075, "leveled_up": false}
{"t": 526, "ts": 1788062260.7629137, "step": 1052, "loss_diff": 0.8493338227272034, "reward": 0.9183281009528971, "level": 2, "difficulty": 0.05, "reward_ma": 0.7262377730845564, "leveled_up": false}
{"t": 527, "ts": 1788062261.669112, "step": 1054, "loss_diff": 1.001327395439148, "reward": 1.0019537630631419, "level": 2, "difficulty": 0.05, "reward_ma": 0.753809372082415, "leveled_up": false}
{"t": 528, "ts": 1788062262.6188633, "step": 1056, "loss_diff": 0.9505338072776794, "reward": 0.7181478610447818, "level": 2, "difficulty": 0.05, "reward_ma": 0.7502432209786518, "leveled_up": false}
{"t": 529, "ts": 1788062263.5278816, "step": 1058, "loss_diff": 0.9169065952301025, "reward": 0.3027111535370784, "level": 2, "difficulty": 0.05, "reward_ma": 0.7054900142344945, "leveled_up": false}
{"t": 530, "ts": 1788062264.456842, "step": 1060, "loss_diff": 1.1127054691314697, "reward": 0.7808173977229003, "level": 2, "difficulty": 0.05, "reward_ma": 0.7130227525833351, "leveled_up": false}
{"t": 531, "ts": 1788062265.3748276, "step": 1062, "loss_diff": 1.0085426568984985, "reward": 0.6405610007483483, "level": 2, "difficulty": 0.05, "reward_ma": 0.7057765773998365, "leveled_up": false}
{"t": 532, "ts": 1788062266.2865846, "step": 1064, "loss_diff": 0.7944231033325195, "reward": 0.9199841319451485, "level": 2, "difficulty": 0.05, "reward_ma": 0.7271973328543677, "leveled_up": false}
{"t": 533, "ts": 1788062267.240185, "step": 1066, "loss_diff": 0.9586337208747864, "reward": 0.581013814012451, "level": 2, "difficulty": 0.05, "reward_ma": 0.712578980970176, "leveled_up": false}
{"t": 534, "ts": 1788062268.168803, "step": 1068, "loss_diff": 0.9381090998649597, "reward": 0.3399081433111358, "level": 2, "difficulty": 0.05, "reward_ma": 0.6753118972042721, "leveled_up": false}
{"t": 0, "ts": 1788064142.9797344, "step": 0, "loss_diff": 0.852030336856842, "reward": 0.29807346950290814, "level": 0, "difficulty": 0.14598555102127184, "reward_ma": 0.029807346950290817, "leveled_up": false}
{"t": 1, "ts": 1788064143.9487967, "step": 2, "loss_diff": 0.9706127643585205, "reward": 0.16140304267124922, "level": 0, "difficulty": 0.09295806976045085, "reward_ma": 0.042966916522386656, "leveled_up": false}
{"t": 2, "ts": 1788064144.8681712, "step": 4, "loss_diff": 1.0140769481658936, "reward": 0.949820734675497, "level": 0, "difficulty": 0.05, "reward_ma": 0.1336522983376977, "leveled_up": false}
{"t": 3, "ts": 1788064145.8225207, "step": 6, "loss_diff": 1.18027663230896, "reward": 0.868809124539434, "level": 0, "difficulty": 0.05, "reward_ma": 0.20716798095787137, "leveled_up": false}
{"t": 4, "ts": 1788064146.7401743, "step": 8, "loss_diff": 1.1062344312667847, "reward": 0.09070528250733448, "level": 0, "difficulty": 0.05, "reward_ma": 0.1955217111128177, "leveled_up": false}
{"t": 5, "ts": 1788064147.7462893, "step": 10, "loss_diff": 0.9290368556976318, "reward": 0.11000928973786642, "level": 0, "difficulty": 0.05, "reward_ma": 0.18697046897532255, "leveled_up": false}
{"t": 6, "ts": 1788064148.384666, "step": 12, "loss_diff": 1.0495727062225342, "reward": 0.7370112096072335, "level": 0, "difficulty": 0.05, "reward_ma": 0.24197454303851368, "leveled_up": false}
{"t": 7, "ts": 1788064149.037694, "step": 14, "loss_diff": 0.8898586630821228, "reward": 0.3401528026756679, "level": 0, "difficulty": 0.05, "reward_ma": 0.2517923690022291, "leveled_up": false}
{"t": 8, "ts": 1788064149.6723843, "step": 16, "loss_diff": 1.1221864223480225, "reward": 0.3088927717644156, "level": 0, "difficulty": 0.05, "reward_ma": 0.25750240927844775, "leveled_up": false}
{"t": 9, "ts": 1788064150.326262, "step": 18, "loss_diff": 0.9072927236557007, "reward": 0.21469773020610428, "level": 0, "difficulty": 0.05, "reward_ma": 0.2532219413712134, "leveled_up": false}
{"t": 10, "ts": 1788064150.9632182, "step": 20, "loss_diff": 1.0440069437026978, "reward": 0.9461875060964726, "level": 0, "difficulty": 0.05, "reward_ma": 0.3225184978437393, "leveled_up": false}
{"t": 11, "ts": 1788064151.623363, "step": 22, "loss_diff": 0.972529411315918, "reward": 0.8403579290040293, "level": 0, "difficulty": 0.05, "reward_ma": 0.37430244095976833, "leveled_up": false}
{"t": 12, "ts": 1788064152.2446043, "step": 24, "loss_diff": 1.017848014831543, "reward": 0.9674214591538934, "level": 0, "difficulty": 0.05, "reward_ma": 0.4336143427791809, "leveled_up": false}
{"t": 13, "ts": 1788064152.9388716, "step": 26, "loss_diff": 0.9353284239768982, "reward": 0.6168315347352787, "level": 0, "difficulty": 0.05, "reward_ma": 0.4519360619747907, "leveled_up": false}
{"t": 14, "ts": 1788064153.5673807, "step": 28, "loss_diff": 1.1849154233932495, "reward": 0.1522795372826442, "level": 0, "difficulty": 0.05, "reward_ma": 0.421970409505576, "leveled_up": false}
{"t": 15, "ts": 1788064154.2320745, "step": 30, "loss_diff": 0.9202007055282593, "reward": 0.5566420389423754, "level": 0, "difficulty": 0.05, "reward_ma": 0.43543757244925596, "leveled_up": false}
{"t": 16, "ts": 1788064154.8612468, "step": 32, "loss_diff": 1.0309743881225586, "reward": 0.8453634818076784, "level": 0, "difficulty": 0.05, "reward_ma": 0.4764301633850982, "leveled_up": false}
{"t": 17, "ts": 1788064155.485223, "step": 34, "loss_diff": 1.0509783029556274, "reward": 0.461555964170037, "level": 0, "difficulty": 0.05, "reward_ma": 0.4749427434635921, "leveled_up": false}
{"t": 18, "ts": 1788064156.1442924, "step": 36, "loss_diff": 0.9096031188964844, "reward": 0.093000194740649, "level": 0, "difficulty": 0.05, "reward_ma": 0.4367484885912978, "leveled_up": false}
{"t": 19, "ts": 1788064156.8204944, "step": 38, "loss_diff": 1.1075084209442139, "reward": 0.1271397929326633, "level": 0, "difficulty": 0.05, "reward_ma": 0.40578761902543437, "leveled_up": false}
{"t": 20, "ts": 1788064157.4744205, "step": 40, "loss_diff": 0.9704999923706055, "reward": 0.9510958051986333, "level": 0, "difficulty": 0.05, "reward_ma": 0.46031843764275426, "leveled_up": false}
{"t": 21, "ts": 1788064158.2642465, "step": 42, "loss_diff": 0.9375137090682983, "reward": 0.6764312417932866, "level": 0, "difficulty": 0.05, "reward_ma": 0.4819297180578075, "leveled_up": false}
{"t": 22, "ts": 1788064158.9279306, "step": 44, "loss_diff": 0.8871952295303345, "reward": 0.692713284153927, "level": 0, "difficulty": 0.05, "reward_ma": 0.5030080746674195, "leveled_up": false}
{"t": 23, "ts": 1788064159.5764365, "step": 46, "loss_diff": 0.9128716588020325, "reward": 0.9015293564812541, "level": 0, "difficulty": 0.05, "reward_ma": 0.542860202848803, "leveled_up": false}
{"t": 24, "ts": 1788064160.2316647, "step": 48, "loss_diff": 0.9651913642883301, "reward": 0.6829618654062979, "level": 0, "difficulty": 0.05, "reward_ma": 0.5568703691045525, "leveled_up": false}
{"t": 25, "ts": 1788064160.8806105, "step": 50, "loss_diff": 1.0116618871688843, "reward": 0.9193191503734502, "level": 0, "difficulty": 0.05, "reward_ma": 0.5931152472314423, "leveled_up": false}
{"t": 26, "ts": 1788064161.537925, "step": 52, "loss_diff": 0.9666596055030823, "reward": 0.3390628545458453, "level": 0, "difficulty": 0.05, "reward_ma": 0.5677100079628826, "leveled_up": false}
{"t": 27, "ts": 1788064162.1618004, "step": 54, "loss_diff": 0.9752441048622131, "reward": 0.9414223454021131, "level": 0, "difficulty": 0.05, "reward_ma": 0.6050812417068057, "leveled_up": false}
{"t": 28, "ts": 1788064162.8219287, "step": 56, "loss_diff": 0.9847629070281982, "reward": 0.23068740247853792, "level": 0, "difficulty": 0.05, "reward_ma": 0.5676418577839789, "leveled_up": false}
{"t": 29, "ts": 1788064163.4443138, "step": 58, "loss_diff": 0.9994706511497498, "reward": 0.7389680965954601, "level": 0, "difficulty": 0.05, "reward_ma": 0.584774481665127, "leveled_up": false}
{"t": 30, "ts": 1788064164.084089, "step": 60, "loss_diff": 0.945687472820282, "reward": 0.09058304480662431, "level": 0, "difficulty": 0.05, "reward_ma": 0.5353553379792768, "leveled_up": false}
{"t": 31, "ts": 1788064164.749908, "step": 62, "loss_diff": 1.084784746170044, "reward": 0.7342092914093604, "level": 0, "difficulty": 0.05, "reward_ma": 0.5552407333222852, "leveled_up": false}
{"t": 32, "ts": 1788064165.3776674, "step": 64, "loss_diff": 0.8687070608139038, "reward": 0.7150619993606325, "level": 0, "difficulty": 0.05, "reward_ma": 0.5712228599261199, "leveled_up": false}
{"t": 33, "ts": 1788064166.0382292, "step": 66, "loss_diff": 0.980757474899292, "reward": 0.5948361713937282, "level": 0, "difficulty": 0.05, "reward_ma": 0.5735841910728807, "leveled_up": false}
{"t": 34, "ts": 1788064166.6679003, "step": 68, "loss_diff": 1.027420163154602, "reward": 0.7262977103929377, "level": 0, "difficulty": 0.05, "reward_ma": 0.5888555430048865, "leveled_up": false}
{"t": 35, "ts": 1788064167.336409, "step": 70, "loss_diff": 1.1086825132369995, "reward": 0.9559266939099194, "level": 0, "difficulty": 0.05, "reward_ma": 0.6255626580953899, "leveled_up": false}
{"t": 36, "ts": 1788064167.9571052, "step": 72, "loss_diff": 1.0295660495758057, "reward": 0.14368183729290884, "level": 0, "difficulty": 0.05, "reward_ma": 0.5773745760151419, "leveled_up": false}
{"t": 37, "ts": 1788064168.5834928, "step": 74, "loss_diff": 0.8302449584007263, "reward": 0.09696752430940861, "level": 0, "difficulty": 0.05, "reward_ma": 0.5293338708445685, "leveled_up": false}
{"t": 38, "ts": 1788064169.3301256, "step": 76, "loss_diff": 1.0781261920928955, "reward": 0.7901694892681937, "level": 0, "difficulty": 0.05, "reward_ma": 0.555417432686931, "leveled_up": false}
{"t": 39, "ts": 1788064169.9847276, "step": 78, "loss_diff": 0.9720808863639832, "reward": 0.9873117656061363, "level": 0, "difficulty": 0.05, "reward_ma": 0.5986068659788515, "leveled_up": false}
{"t": 40, "ts": 1788064170.6601841, "step": 80, "loss_diff": 1.0280487537384033, "reward": 0.8892203885793798, "level": 0, "difficulty": 0.05, "reward_ma": 0.6276682182389044, "leveled_up": false}
{"t": 41, "ts": 1788064171.3514981, "step": 82, "loss_diff": 0.979647696018219, "reward": 0.9286650396423685, "level": 0, "difficulty": 0.05, "reward_ma": 0.6577679003792509, "leveled_up": false}
{"t": 42, "ts": 1788064172.013801, "step": 84, "loss_diff": 0.9753339886665344, "reward": 0.292949611889451, "level": 0, "difficulty": 0.05, "reward_ma": 0.621286071530271, "leveled_up": false}
{"t": 43, "ts": 1788064172.6551406, "step": 86, "loss_diff": 1.043381929397583, "reward": 1.0238075235297819, "level": 0, "difficulty": 0.05, "reward_ma": 0.6615382167302222, "leveled_up": false}
{"t": 44, "ts": 1788064173.282696, "step": 88, "loss_diff": 0.8260931968688965, "reward": 0.19969146289392803, "level": 0, "difficulty": 0.05, "reward_ma": 0.6153535413465928, "leveled_up": false}
{"t": 45, "ts": 1788064173.9477012, "step": 90, "loss_diff": 0.9687792062759399, "reward": 0.7456503484718402, "level": 0, "difficulty": 0.05, "reward_ma": 0.6283832220591176, "leveled_up": false}
{"t": 46, "ts": 1788064174.6282072, "step": 92, "loss_diff": 0.9056044220924377, "reward": 0.6880478660051713, "level": 0, "difficulty": 0.05, "reward_ma": 0.6343496864537229, "leveled_up": false}
{"t": 47, "ts": 1788064175.2677248, "step": 94, "loss_diff": 0.9094988107681274, "reward": 0.6202128001279377, "level": 0, "difficulty": 0.05, "reward_ma": 0.6329359978211444, "leveled_up": false}
{"t": 48, "ts": 1788064175.9378018, "step": 96, "loss_diff": 0.9660242795944214, "reward": 0.9142563624721899, "level": 0, "difficulty": 0.05, "reward_ma": 0.6610680342862489, "leveled_up": false}
{"t": 49, "ts": 1788064176.5824676, "step": 98, "loss_diff": 0.9176088571548462, "reward": 0.5450615135223792, "level": 0, "difficulty": 0.05, "reward_ma": 0.649467382209862, "leveled_up": false}
{"t": 50, "ts": 1788064177.2636652, "step": 100, "loss_diff": 0.9418557286262512, "reward": 0.8135807422338617, "level": 0, "difficulty": 0.05, "reward_ma": 0.665878718212262, "leveled_up": false}
{"t": 51, "ts": 1788064177.9142811, "step": 102, "loss_diff": 1.008060336112976, "reward": 0.8819076288539645, "level": 0, "difficulty": 0.05, "reward_ma": 0.6874816092764322, "leveled_up": false}
{"t": 52, "ts": 1788064178.5390253, "step": 104, "loss_diff": 1.0264347791671753, "reward": 0.7583776210620693, "level": 0, "difficulty": 0.05, "reward_ma": 0.6945712104549959, "leveled_up": false}
{"t": 53, "ts": 1788064179.174803, "step": 106, "loss_diff": 1.0005967617034912, "reward": 0.838472995054176, "level": 0, "difficulty": 0.05, "reward_ma": 0.7089613889149139, "leveled_up": false}
{"t": 54, "ts": 1788064179.9611785, "step": 108, "loss_diff": 0.8900924921035767, "reward": 0.7702986052369722, "level": 0, "difficulty": 0.05, "reward_ma": 0.7150951105471197, "leveled_up": false}
{"t": 55, "ts": 1788064180.6540155, "step": 110, "loss_diff": 1.0767202377319336, "reward": 0.7142634017003273, "level": 0, "difficulty": 0.05, "reward_ma": 0.7150119396624405, "leveled_up": false}
{"t": 56, "ts": 1788064181.3295898, "step": 112, "loss_diff": 1.0891811847686768, "reward": 1.0079200913515678, "level": 0, "difficulty": 0.05, "reward_ma": 0.7443027548313532, "leveled_up": false}
{"t": 57, "ts": 1788064181.9652615, "step": 114, "loss_diff": 1.0619498491287231, "reward": 0.6871775598602875, "level": 0, "difficulty": 0.05, "reward_ma": 0.7385902353342466, "leveled_up": false}
{"t": 58, "ts": 1788064182.667933, "step": 116, "loss_diff": 0.9375255107879639, "reward": 0.8852074347323666, "level": 1, "difficulty": 0.0502438966455544, "reward_ma": 0.0, "leveled_up": true}
{"t": 59, "ts": 1788064183.3516576, "step": 118, "loss_diff": 0.9353679418563843, "reward": 0.7312803936805298, "level": 1, "difficulty": 0.05, "reward_ma": 0.07312803936805298, "leveled_up": false}
{"t": 60, "ts": 1788064184.047776, "step": 120, "loss_diff": 1.043365478515625, "reward": 0.7145489820242807, "level": 1, "difficulty": 0.05, "reward_ma": 0.13727013363367577, "leveled_up": false}
{"t": 61, "ts": 1788064184.7474458, "step": 122, "loss_diff": 1.028122901916504, "reward": 0.612631708863173, "level": 1, "difficulty": 0.05, "reward_ma": 0.1848062911566255, "leveled_up": false}
{"t": 62, "ts": 1788064185.4191535, "step": 124, "loss_diff": 1.0781030654907227, "reward": 0.6037515772034595, "level": 1, "difficulty": 0.05, "reward_ma": 0.22670081976130893, "leveled_up": false}
{"t": 63, "ts": 1788064186.1205292, "step": 126, "loss_diff": 0.9578843712806702, "reward": 0.7610152180842393, "level": 1, "difficulty": 0.05, "reward_ma": 0.280132259593602, "leveled_up": false}
{"t": 64, "ts": 1788064186.7649908, "step": 128, "loss_diff": 0.9249694347381592, "reward": 0.9182875953611085, "level": 1, "difficulty": 0.05, "reward_ma": 0.3439477931703527, "leveled_up": false}
{"t": 65, "ts": 1788064187.4523911, "step": 130, "loss_diff": 0.8860142827033997, "reward": 0.42629699677887123, "level": 1, "difficulty": 0.05, "reward_ma": 0.35218271353120456, "leveled_up": false}
{"t": 66, "ts": 1788064188.1271856, "step": 132, "loss_diff": 1.1585822105407715, "reward": 0.5849993951571971, "level": 1, "difficulty": 0.05, "reward_ma": 0.3754643816938038, "leveled_up": false}
{"t": 67, "ts": 1788064188.825903, "step": 134, "loss_diff": 0.9518876075744629, "reward": 1.0034353608265825, "level": 1, "difficulty": 0.05, "reward_ma": 0.4382614796070817, "leveled_up": false}
{"t": 68, "ts": 1788064189.524974, "step": 136, "loss_diff": 1.003069281578064, "reward": 0.7354909689329743, "level": 1, "difficulty": 0.05, "reward_ma": 0.467984428539671, "leveled_up": false}
{"t": 69, "ts": 1788064190.2163749, "step": 138, "loss_diff": 0.9129488468170166, "reward": 0.6174240650960585, "level": 1, "difficulty": 0.05, "reward_ma": 0.4829283921953097, "leveled_up": false}
{"t": 70, "ts": 1788064190.9162235, "step": 140, "loss_diff": 1.1132057905197144, "reward": 0.5249385119888419, "level": 1, "difficulty": 0.05, "reward_ma": 0.4871294041746629, "leveled_up": false}
{"t": 71, "ts": 1788064191.5785518, "step": 142, "loss_diff": 0.9930131435394287, "reward": 0.356768865720667, "level": 1, "difficulty": 0.05, "reward_ma": 0.4740933503292633, "leveled_up": false}
{"t": 72, "ts": 1788064192.2696016, "step": 144, "loss_diff": 0.8961998224258423, "reward": 0.3627480212904495, "level": 1, "difficulty": 0.05, "reward_ma": 0.4629588174253819, "leveled_up": false}
{"t": 73, "ts": 1788064192.9769537, "step": 146, "loss_diff": 0.9075592756271362, "reward": 0.8533747665642577, "level": 1, "difficulty": 0.05, "reward_ma": 0.5020004123392695, "leveled_up": false}
{"t": 74, "ts": 1788064193.6648712, "step": 148, "loss_diff": 1.069742202758789, "reward": 0.9516359589728708, "level": 1, "difficulty": 0.05, "reward_ma": 0.5469639670026296, "leveled_up": false}
{"t": 75, "ts": 1788064194.3720512, "step": 150, "loss_diff": 0.9569613337516785, "reward": 0.6755894011218392, "level": 1, "difficulty": 0.05, "reward_ma": 0.5598265104145506, "leveled_up": false}
{"t": 76, "ts": 1788064195.0473208, "step": 152, "loss_diff": 1.1856412887573242, "reward": 0.9584105230136213, "level": 1, "difficulty": 0.05, "reward_ma": 0.5996849116744576, "leveled_up": false}
{"t": 77, "ts": 1788064195.7342227, "step": 154, "loss_diff": 0.8454050421714783, "reward": 0.6641020911319392, "level": 1, "difficulty": 0.05, "reward_ma": 0.6061266296202058, "leveled_up": false}
{"t": 78, "ts": 1788064196.4181793, "step": 156, "loss_diff": 0.9846358299255371, "reward": 0.7737488574260718, "level": 1, "difficulty": 0.05, "reward_ma": 0.6228888524007924, "leveled_up": false}
{"t": 79, "ts": 1788064197.0685358, "step": 158, "loss_diff": 1.0962575674057007, "reward": 0.9787853464300733, "level": 1, "difficulty": 0.05, "reward_ma": 0.6584785018037205, "leveled_up": false}
{"t": 80, "ts": 1788064197.7614055, "step": 160, "loss_diff": 0.8051930665969849, "reward": 0.5247184287255812, "level": 1, "difficulty": 0.05, "reward_ma": 0.6451024944959066, "leveled_up": false}
{"t": 81, "ts": 1788064198.4316452, "step": 162, "loss_diff": 1.1175293922424316, "reward": 0.5606001949739504, "level": 1, "difficulty": 0.05, "reward_ma": 0.636652264543711, "leveled_up": false}
{"t": 82, "ts": 1788064199.073675, "step": 164, "loss_diff": 0.9883902668952942, "reward": 0.684245658338456, "level": 1, "difficulty": 0.05, "reward_ma": 0.6414116039231855, "leveled_up": false}
{"t": 83, "ts": 1788064199.7714653, "step": 166, "loss_diff": 1.0431478023529053, "reward": 0.8607679910287275, "level": 1, "difficulty": 0.05, "reward_ma": 0.6633472426337397, "leveled_up": false}
{"t": 84, "ts": 1788064200.4366508, "step": 168, "loss_diff": 1.007216453552246, "reward": 0.5084034482167626, "level": 1, "difficulty": 0.05, "reward_ma": 0.6478528631920419, "leveled_up": false}
{"t": 85, "ts": 1788064201.1358066, "step": 170, "loss_diff": 1.1664613485336304, "reward": 0.7498963277947073, "level": 1, "difficulty": 0.05, "reward_ma": 0.6580572096523084, "leveled_up": false}
{"t": 86, "ts": 1788064201.8215835, "step": 172, "loss_diff": 1.0113023519515991, "reward": 0.6050802457603354, "level": 1, "difficulty": 0.05, "reward_ma": 0.6527595132631111, "leveled_up": false}
{"t": 87, "ts": 1788064202.5184388, "step": 174, "loss_diff": 0.9033898115158081, "reward": 0.2587702361797563, "level": 1, "difficulty": 0.05, "reward_ma": 0.6133605855547756, "leveled_up": false}
{"t": 88, "ts": 1788064203.2264342, "step": 176, "loss_diff": 1.0408025979995728, "reward": 0.7347240820070754, "level": 1, "difficulty": 0.05, "reward_ma": 0.6254969352000056, "leveled_up": false}
{"t": 89, "ts": 1788064203.8849056, "step": 178, "loss_diff": 1.0958210229873657, "reward": 0.5476052647143256, "level": 1, "difficulty": 0.05, "reward_ma": 0.6177077681514377, "leveled_up": false}
{"t": 90, "ts": 1788064204.5879564, "step": 180, "loss_diff": 0.924653947353363, "reward": 0.17480387415912294, "level": 1, "difficulty": 0.05, "reward_ma": 0.5734173787522062, "leveled_up": false}
{"t": 91, "ts": 1788064205.2797692, "step": 182, "loss_diff": 0.997260332107544, "reward": 0.8609059162131083, "level": 1, "difficulty": 0.05, "reward_ma": 0.6021662324982965, "leveled_up": false}
{"t": 92, "ts": 1788064205.9722564, "step": 184, "loss_diff": 1.0625979900360107, "reward": 0.8624280032229436, "level": 1, "difficulty": 0.05, "reward_ma": 0.6281924095707612, "leveled_up": false}
{"t": 93, "ts": 1788064206.6612165, "step": 186, "loss_diff": 1.107837438583374, "reward": 0.9037840413081661, "level": 1, "difficulty": 0.05, "reward_ma": 0.6557515727445017, "leveled_up": false}
{"t": 94, "ts": 1788064207.3375185, "step": 188, "loss_diff": 0.9633863568305969, "reward": 0.6195844495906035, "level": 1, "difficulty": 0.05, "reward_ma": 0.6521348604291118, "leveled_up": false}
{"t": 95, "ts": 1788064208.0349064, "step": 190, "loss_diff": 1.124597191810608, "reward": 0.7940982645897691, "level": 1, "difficulty": 0.05, "reward_ma": 0.6663312008451775, "leveled_up": false}
{"t": 96, "ts": 1788064208.7183287, "step": 192, "loss_diff": 0.9199767112731934, "reward": 0.727403430576552, "level": 1, "difficulty": 0.05, "reward_ma": 0.672438423818315, "leveled_up": false}
{"t": 97, "ts": 1788064209.4169238, "step": 194, "loss_diff": 0.9383573532104492, "reward": 0.8188035620532488, "level": 1, "difficulty": 0.05, "reward_ma": 0.6870749376418084, "leveled_up": false}
{"t": 98, "ts": 1788064210.08657, "step": 196, "loss_diff": 0.9782585501670837, "reward": 0.9194567939614637, "level": 1, "difficulty": 0.05, "reward_ma": 0.7103131232737739, "leveled_up": false}
{"t": 0, "ts": 1788064272.6477304, "step": 0, "loss_diff": 0.852030336856842, "reward": 0.29807346950290814, "level": 0, "difficulty": 0.14598555102127184, "reward_ma": 0.029807346950290817, "leveled_up": false}
{"t": 1, "ts": 1788064273.617962, "step": 2, "loss_diff": 0.9706127643585205, "reward": 0.16140304267124922, "level": 0, "difficulty": 0.09295806976045085, "reward_ma": 0.042966916522386656, "leveled_up": false}
{"t": 2, "ts": 1788064274.5672343, "step": 4, "loss_diff": 1.0140769481658936, "reward": 0.949820734675497, "level": 0, "difficulty": 0.05, "reward_ma": 0.1336522983376977, "leveled_up": false}
{"t": 3, "ts": 1788064275.5735986, "step": 6, "loss_diff": 1.18027663230896, "reward": 0.868809124539434, "level": 0, "difficulty": 0.05, "reward_ma": 0.20716798095787137, "leveled_up": false}
{"t": 4, "ts": 1788064276.542479, "step": 8, "loss_diff": 1.1062344312667847, "reward": 0.09070528250733448, "level": 0, "difficulty": 0.05, "reward_ma": 0.1955217111128177, "leveled_up": false}
{"t": 5, "ts": 1788064277.4853826, "step": 10, "loss_diff": 0.9290368556976318, "reward": 0.11000928973786642, "level": 0, "difficulty": 0.05, "reward_ma": 0.18697046897532255, "leveled_up": false}
{"t": 6, "ts": 1788064278.144286, "step": 12, "loss_diff": 1.0495727062225342, "reward": 0.7370112096072335, "level": 0, "difficulty": 0.05, "reward_ma": 0.24197454303851368, "leveled_up": false}
{"t": 7, "ts": 1788064278.78374, "step": 14, "loss_diff": 0.8898586630821228, "reward": 0.3401528026756679, "level": 0, "difficulty": 0.05, "reward_ma": 0.2517923690022291, "leveled_up": false}
{"t": 8, "ts": 1788064279.470876, "step": 16, "loss_diff": 1.1221864223480225, "reward": 0.3088927717644156, "level": 0, "difficulty": 0.05, "reward_ma": 0.25750240927844775, "leveled_up": false}
{"t": 9, "ts": 1788064280.1338112, "step": 18, "loss_diff": 0.9072927236557007, "reward": 0.21469773020610428, "level": 0, "difficulty": 0.05, "reward_ma": 0.2532219413712134, "leveled_up": false}
{"t": 10, "ts": 1788064280.8256028, "step": 20, "loss_diff": 1.0440069437026978, "reward": 0.9461875060964726, "level": 0, "difficulty": 0.05, "reward_ma": 0.3225184978437393, "leveled_up": false}
{"t": 11, "ts": 1788064281.4699352, "step": 22, "loss_diff": 0.972529411315918, "reward": 0.8403579290040293, "level": 0, "difficulty": 0.05, "reward_ma": 0.37430244095976833, "leveled_up": false}
{"t": 12, "ts": 1788064282.13788, "step": 24, "loss_diff": 1.017848014831543, "reward": 0.9674214591538934, "level": 0, "difficulty": 0.05, "reward_ma": 0.4336143427791809, "leveled_up": false}
{"t": 13, "ts": 1788064282.8400998, "step": 26, "loss_diff": 0.9353284239768982, "reward": 0.6168315347352787, "level": 0, "difficulty": 0.05, "reward_ma": 0.4519360619747907, "leveled_up": false}
{"t": 14, "ts": 1788064283.480346, "step": 28, "loss_diff": 1.1849154233932495, "reward": 0.1522795372826442, "level": 0, "difficulty": 0.05, "reward_ma": 0.421970409505576, "leveled_up": false}
{"t": 15, "ts": 1788064284.158342, "step": 30, "loss_diff": 0.9202007055282593, "reward": 0.5566420389423754, "level": 0, "difficulty": 0.05, "reward_ma": 0.43543757244925596, "leveled_up": false}
{"t": 16, "ts": 1788064284.8336074, "step": 32, "loss_diff": 1.0309743881225586, "reward": 0.8453634818076784, "level": 0, "difficulty": 0.05, "reward_ma": 0.4764301633850982, "leveled_up": false}
{"t": 17, "ts": 1788064285.474206, "step": 34, "loss_diff": 1.0509783029556274, "reward": 0.461555964170037, "level": 0, "difficulty": 0.05, "reward_ma": 0.4749427434635921, "leveled_up": false}
{"t": 18, "ts": 1788064286.1512287, "step": 36, "loss_diff": 0.9096031188964844, "reward": 0.093000194740649, "level": 0, "difficulty": 0.05, "reward_ma": 0.4367484885912978, "leveled_up": false}
{"t": 19, "ts": 1788064286.8149292, "step": 38, "loss_diff": 1.1075084209442139, "reward": 0.1271397929326633, "level": 0, "difficulty": 0.05, "reward_ma": 0.40578761902543437, "leveled_up": false}
{"t": 20, "ts": 1788064287.4663906, "step": 40, "loss_diff": 0.9704999923706055, "reward": 0.9510958051986333, "level": 0, "difficulty": 0.05, "reward_ma": 0.46031843764275426, "leveled_up": false}
{"t": 21, "ts": 1788064288.133443, "step": 42, "loss_diff": 0.9375137090682983, "reward": 0.6764312417932866, "level": 0, "difficulty": 0.05, "reward_ma": 0.4819297180578075, "leveled_up": false}
{"t": 22, "ts": 1788064288.7769182, "step": 44, "loss_diff": 0.8871952295303345, "reward": 0.692713284153927, "level": 0, "difficulty": 0.05, "reward_ma": 0.5030080746674195, "leveled_up": false}
{"t": 23, "ts": 1788064289.466492, "step": 46, "loss_diff": 0.9128716588020325, "reward": 0.9015293564812541, "level": 0, "difficulty": 0.05, "reward_ma": 0.542860202848803, "leveled_up": false}
{"t": 24, "ts": 1788064290.1429899, "step": 48, "loss_diff": 0.9651913642883301, "reward": 0.6829618654062979, "level": 0, "difficulty": 0.05, "reward_ma": 0.5568703691045525, "leveled_up": false}
{"t": 25, "ts": 1788064290.8481514, "step": 50, "loss_diff": 1.0116618871688843, "reward": 0.9193191503734502, "level": 0, "difficulty": 0.05, "reward_ma": 0.5931152472314423, "leveled_up": false}
{"t": 26, "ts": 1788064291.5214155, "step": 52, "loss_diff": 0.9666596055030823, "reward": 0.3390628545458453, "level": 0, "difficulty": 0.05, "reward_ma": 0.5677100079628826, "leveled_up": false}
{"t": 27, "ts": 1788064292.1744907, "step": 54, "loss_diff": 0.9752441048622131, "reward": 0.9414223454021131, "level": 0, "difficulty": 0.05, "reward_ma": 0.6050812417068057, "leveled_up": false}
{"t": 28, "ts": 1788064293.1352212, "step": 56, "loss_diff": 0.9847629070281982, "reward": 0.23068740247853792, "level": 0, "difficulty": 0.05, "reward_ma": 0.5676418577839789, "leveled_up": false}
{"t": 29, "ts": 1788064293.8144717, "step": 58, "loss_diff": 0.9994706511497498, "reward": 0.7389680965954601, "level": 0, "difficulty": 0.05, "reward_ma": 0.584774481665127, "leveled_up": false}
{"t": 30, "ts": 1788064294.5349581, "step": 60, "loss_diff": 0.945687472820282, "reward": 0.09058304480662431, "level": 0, "difficulty": 0.05, "reward_ma": 0.5353553379792768, "leveled_up": false}
{"t": 31, "ts": 1788064295.2361794, "step": 62, "loss_diff": 1.084784746170044, "reward": 0.7342092914093604, "level": 0, "difficulty": 0.05, "reward_ma": 0.5552407333222852, "leveled_up": false}
{"t": 32, "ts": 1788064295.9140527, "step": 64, "loss_diff": 0.8687070608139038, "reward": 0.7150619993606325, "level": 0, "difficulty": 0.05, "reward_ma": 0.5712228599261199, "leveled_up": false}
{"t": 33, "ts": 1788064296.5788414, "step": 66, "loss_diff": 0.980757474899292, "reward": 0.5948361713937282, "level": 0, "difficulty": 0.05, "reward_ma": 0.5735841910728807, "leveled_up": false}
{"t": 34, "ts": 1788064297.2557254, "step": 68, "loss_diff": 1.027420163154602, "reward": 0.7262977103929377, "level": 0, "difficulty": 0.05, "reward_ma": 0.5888555430048865, "leveled_up": false}
{"t": 35, "ts": 1788064297.9391549, "step": 70, "loss_diff": 1.1086825132369995, "reward": 0.9559266939099194, "level": 0, "difficulty": 0.05, "reward_ma": 0.6255626580953899, "leveled_up": false}
{"t": 36, "ts": 1788064298.5854802, "step": 72, "loss_diff": 1.0295660495758057, "reward": 0.14368183729290884, "level": 0, "difficulty": 0.05, "reward_ma": 0.5773745760151419, "leveled_up": false}
{"t": 37, "ts": 1788064299.2645724, "step": 74, "loss_diff": 0.8302449584007263, "reward": 0.09696752430940861, "level": 0, "difficulty": 0.05, "reward_ma": 0.5293338708445685, "leveled_up": false}
{"t": 38, "ts": 1788064299.958019, "step": 76, "loss_diff": 1.0781261920928955, "reward": 0.7901694892681937, "level": 0, "difficulty": 0.05, "reward_ma": 0.555417432686931, "leveled_up": false}
{"t": 39, "ts": 1788064300.6310077, "step": 78, "loss_diff": 0.9720808863639832, "reward": 0.9873117656061363, "level": 0, "difficulty": 0.05, "reward_ma": 0.5986068659788515, "leveled_up": false}
{"t": 40, "ts": 1788064301.3220003, "step": 80, "loss_diff": 1.0280487537384033, "reward": 0.8892203885793798, "level": 0, "difficulty": 0.05, "reward_ma": 0.6276682182389044, "leveled_up": false}
{"t": 41, "ts": 1788064301.9729261, "step": 82, "loss_diff": 0.979647696018219, "reward": 0.9286650396423685, "level": 0, "difficulty": 0.05, "reward_ma": 0.6577679003792509, "leveled_up": false}
{"t": 42, "ts": 1788064302.6395726, "step": 84, "loss_diff": 0.9753339886665344, "reward": 0.292949611889451, "level": 0, "difficulty": 0.05, "reward_ma": 0.621286071530271, "leveled_up": false}
{"t": 43, "ts": 1788064303.3278725, "step": 86, "loss_diff": 1.043381929397583, "reward": 1.0238075235297819, "level": 0, "difficulty": 0.05, "reward_ma": 0.6615382167302222, "leveled_up": false}
{"t": 44, "ts": 1788064303.9779592, "step": 88, "loss_diff": 0.8260931968688965, "reward": 0.19969146289392803, "level": 0, "difficulty": 0.05, "reward_ma": 0.6153535413465928, "leveled_up": false}
{"t": 45, "ts": 1788064304.6662064, "step": 90, "loss_diff": 0.9687792062759399, "reward": 0.7456503484718402, "level": 0, "difficulty": 0.05, "reward_ma": 0.6283832220591176, "leveled_up": false}
{"t": 46, "ts": 1788064305.3334603, "step": 92, "loss_diff": 0.9056044220924377, "reward": 0.6880478660051713, "level": 0, "difficulty": 0.05, "reward_ma": 0.6343496864537229, "leveled_up": false}
{"t": 47, "ts": 1788064305.9730716, "step": 94, "loss_diff": 0.9094988107681274, "reward": 0.6202128001279377, "level": 0, "difficulty": 0.05, "reward_ma": 0.6329359978211444, "leveled_up": false}
{"t": 48, "ts": 1788064306.670673, "step": 96, "loss_diff": 0.9660242795944214, "reward": 0.9142563624721899, "level": 0, "difficulty": 0.05, "reward_ma": 0.6610680342862489, "leveled_up": false}
{"t": 49, "ts": 1788064307.338277, "step": 98, "loss_diff": 0.9176088571548462, "reward": 0.5450615135223792, "level": 0, "difficulty": 0.05, "reward_ma": 0.649467382209862, "leveled_up": false}
{"t": 50, "ts": 1788064308.039018, "step": 100, "loss_diff": 0.9418557286262512, "reward": 0.8135807422338617, "level": 0, "difficulty": 0.05, "reward_ma": 0.665878718212262, "leveled_up": false}
{"t": 51, "ts": 1788064308.684793, "step": 102, "loss_diff": 1.008060336112976, "reward": 0.8819076288539645, "level": 0, "difficulty": 0.05, "reward_ma": 0.6874816092764322, "leveled_up": false}
{"t": 52, "ts": 1788064309.3619459, "step": 104, "loss_diff": 1.0264347791671753, "reward": 0.7583776210620693, "level": 0, "difficulty": 0.05, "reward_ma": 0.6945712104549959, "leveled_up": false}
{"t": 53, "ts": 1788064310.0543427, "step": 106, "loss_diff": 1.0005967617034912, "reward": 0.838472995054176, "level": 0, "difficulty": 0.05, "reward_ma": 0.7089613889149139, "leveled_up": false}
{"t": 54, "ts": 1788064310.7379873, "step": 108, "loss_diff": 0.8900924921035767, "reward": 0.7702986052369722, "level": 0, "difficulty": 0.05, "reward_ma": 0.7150951105471197, "leveled_up": false}
{"t": 55, "ts": 1788064311.4275658, "step": 110, "loss_diff": 1.0767202377319336, "reward": 0.7142634017003273, "level": 0, "difficulty": 0.05, "reward_ma": 0.7150119396624405, "leveled_up": false}
{"t": 56, "ts": 1788064312.0745375, "step": 112, "loss_diff": 1.0891811847686768, "reward": 1.0079200913515678, "level": 0, "difficulty": 0.05, "reward_ma": 0.7443027548313532, "leveled_up": false}
{"t": 57, "ts": 1788064312.7457252, "step": 114, "loss_diff": 1.0619498491287231, "reward": 0.6871775598602875, "level": 0, "difficulty": 0.05, "reward_ma": 0.7385902353342466, "leveled_up": false}
{"t": 58, "ts": 1788064313.4346893, "step": 116, "loss_diff": 0.9375255107879639, "reward": 0.8852074347323666, "level": 1, "difficulty": 0.0502438966455544, "reward_ma": 0.0, "leveled_up": true}
{"t": 59, "ts": 1788064314.1150112, "step": 118, "loss_diff": 0.9353679418563843, "reward": 0.7312803936805298, "level": 1, "difficulty": 0.05, "reward_ma": 0.07312803936805298, "leveled_up": false}
{"t": 60, "ts": 1788064314.8243062, "step": 120, "loss_diff": 1.043365478515625, "reward": 0.7145489820242807, "level": 1, "difficulty": 0.05, "reward_ma": 0.13727013363367577, "leveled_up": false}
{"t": 61, "ts": 1788064315.4829319, "step": 122, "loss_diff": 1.028122901916504, "reward": 0.612631708863173, "level": 1, "difficulty": 0.05, "reward_ma": 0.1848062911566255, "leveled_up": false}
{"t": 62, "ts": 1788064316.160856, "step": 124, "loss_diff": 1.0781030654907227, "reward": 0.6037515772034595, "level": 1, "difficulty": 0.05, "reward_ma": 0.22670081976130893, "leveled_up": false}
{"t": 63, "ts": 1788064316.8795886, "step": 126, "loss_diff": 0.9578843712806702, "reward": 0.7610152180842393, "level": 1, "difficulty": 0.05, "reward_ma": 0.280132259593602, "leveled_up": false}
{"t": 64, "ts": 1788064317.566664, "step": 128, "loss_diff": 0.9249694347381592, "reward": 0.9182875953611085, "level": 1, "difficulty": 0.05, "reward_ma": 0.3439477931703527, "leveled_up": false}
{"t": 65, "ts": 1788064318.2577221, "step": 130, "loss_diff": 0.8860142827033997, "reward": 0.42629699677887123, "level": 1, "difficulty": 0.05, "reward_ma": 0.35218271353120456, "leveled_up": false}
{"t": 66, "ts": 1788064318.927136, "step": 132, "loss_diff": 1.1585822105407715, "reward": 0.5849993951571971, "level": 1, "difficulty": 0.05, "reward_ma": 0.3754643816938038, "leveled_up": false}
{"t": 67, "ts": 1788064319.5729759, "step": 134, "loss_diff": 0.9518876075744629, "reward": 1.0034353608265825, "level": 1, "difficulty": 0.05, "reward_ma": 0.4382614796070817, "leveled_up": false}
{"t": 68, "ts": 1788064320.2451875, "step": 136, "loss_diff": 1.003069281578064, "reward": 0.7354909689329743, "level": 1, "difficulty": 0.05, "reward_ma": 0.467984428539671, "leveled_up": false}
{"t": 69, "ts": 1788064320.9151402, "step": 138, "loss_diff": 0.9129488468170166, "reward": 0.6174240650960585, "level": 1, "difficulty": 0.05, "reward_ma": 0.4829283921953097, "leveled_up": false}
{"t": 70, "ts": 1788064321.5730896, "step": 140, "loss_diff": 1.1132057905197144, "reward": 0.5249385119888419, "level": 1, "difficulty": 0.05, "reward_ma": 0.4871294041746629, "leveled_up": false}
{"t": 71, "ts": 1788064322.2536998, "step": 142, "loss_diff": 0.9930131435394287, "reward": 0.356768865720667, "level": 1, "difficulty": 0.05, "reward_ma": 0.4740933503292633, "leveled_up": false}
{"t": 72, "ts": 1788064322.934674, "step": 144, "loss_diff": 0.8961998224258423, "reward": 0.3627480212904495, "level": 1, "difficulty": 0.05, "reward_ma": 0.4629588174253819, "leveled_up": false}
{"t": 73, "ts": 1788064323.623862, "step": 146, "loss_diff": 0.9075592756271362, "reward": 0.8533747665642577, "level": 1, "difficulty": 0.05, "reward_ma": 0.5020004123392695, "leveled_up": false}
{"t": 74, "ts": 1788064324.275483, "step": 148, "loss_diff": 1.069742202758789, "reward": 0.9516359589728708, "level": 1, "difficulty": 0.05, "reward_ma": 0.5469639670026296, "leveled_up": false}
{"t": 75, "ts": 1788064324.9864914, "step": 150, "loss_diff": 0.9569613337516785, "reward": 0.6755894011218392, "level": 1, "difficulty": 0.05, "reward_ma": 0.5598265104145506, "leveled_up": false}
{"t": 76, "ts": 1788064325.6558084, "step": 152, "loss_diff": 1.1856412887573242, "reward": 0.9584105230136213, "level": 1, "difficulty": 0.05, "reward_ma": 0.5996849116744576, "leveled_up": false}
{"t": 77, "ts": 1788064326.3246608, "step": 154, "loss_diff": 0.8454050421714783, "reward": 0.6641020911319392, "level": 1, "difficulty": 0.05, "reward_ma": 0.6061266296202058, "leveled_up": false}
{"t": 78, "ts": 1788064326.978403, "step": 156, "loss_diff": 0.9846358299255371, "reward": 0.7737488574260718, "level": 1, "difficulty": 0.05, "reward_ma": 0.6228888524007924, "leveled_up": false}
{"t": 79, "ts": 1788064327.6442304, "step": 158, "loss_diff": 1.0962575674057007, "reward": 0.9787853464300733, "level": 1, "difficulty": 0.05, "reward_ma": 0.6584785018037205, "leveled_up": false}
{"t": 80, "ts": 1788064328.3824766, "step": 160, "loss_diff": 0.8051930665969849, "reward": 0.5247184287255812, "level": 1, "difficulty": 0.05, "reward_ma": 0.6451024944959066, "leveled_up": false}
{"t": 81, "ts": 1788064329.0601573, "step": 162, "loss_diff": 1.1175293922424316, "reward": 0.5606001949739504, "level": 1, "difficulty": 0.05, "reward_ma": 0.636652264543711, "leveled_up": false}
{"t": 82, "ts": 1788064329.7273395, "step": 164, "loss_diff": 0.9883902668952942, "reward": 0.684245658338456, "level": 1, "difficulty": 0.05, "reward_ma": 0.6414116039231855, "leveled_up": false}
{"t": 83, "ts": 1788064330.3809762, "step": 166, "loss_diff": 1.0431478023529053, "reward": 0.8607679910287275, "level": 1, "difficulty": 0.05, "reward_ma": 0.6633472426337397, "leveled_up": false}
{"t": 84, "ts": 1788064331.0550163, "step": 168, "loss_diff": 1.007216453552246, "reward": 0.5084034482167626, "level": 1, "difficulty": 0.05, "reward_ma": 0.6478528631920419, "leveled_up": false}
{"t": 85, "ts": 1788064331.7358432, "step": 170, "loss_diff": 1.1664613485336304, "reward": 0.7498963277947073, "level": 1, "difficulty": 0.05, "reward_ma": 0.6580572096523084, "leveled_up": false}
{"t": 86, "ts": 1788064332.3807418, "step": 172, "loss_diff": 1.0113023519515991, "reward": 0.6050802457603354, "level": 1, "difficulty": 0.05, "reward_ma": 0.6527595132631111, "leveled_up": false}
{"t": 87, "ts": 1788064333.0493445, "step": 174, "loss_diff": 0.9033898115158081, "reward": 0.2587702361797563, "level": 1, "difficulty": 0.05, "reward_ma": 0.6133605855547756, "leveled_up": false}
{"t": 88, "ts": 1788064333.745312, "step": 176, "loss_diff": 1.0408025979995728, "reward": 0.7347240820070754, "level": 1, "difficulty": 0.05, "reward_ma": 0.6254969352000056, "leveled_up": false}
{"t": 89, "ts": 1788064334.4391441, "step": 178, "loss_diff": 1.0958210229873657, "reward": 0.5476052647143256, "level": 1, "difficulty": 0.05, "reward_ma": 0.6177077681514377, "leveled_up": false}
{"t": 90, "ts": 1788064335.1314628, "step": 180, "loss_diff": 0.924653947353363, "reward": 0.17480387415912294, "level": 1, "difficulty": 0.05, "reward_ma": 0.5734173787522062, "leveled_up": false}
{"t": 91, "ts": 1788064335.777493, "step": 182, "loss_diff": 0.997260332107544, "reward": 0.8609059162131083, "level": 1, "difficulty": 0.05, "reward_ma": 0.6021662324982965, "leveled_up": false}
{"t": 92, "ts": 1788064336.447655, "step": 184, "loss_diff": 1.0625979900360107, "reward": 0.8624280032229436, "level": 1, "difficulty": 0.05, "reward_ma": 0.6281924095707612, "leveled_up": false}
{"t": 93, "ts": 1788064337.1274316, "step": 186, "loss_diff": 1.107837438583374, "reward": 0.9037840413081661, "level": 1, "difficulty": 0.05, "reward_ma": 0.6557515727445017, "leveled_up": false}
{"t": 94, "ts": 1788064337.7773576, "step": 188, "loss_diff": 0.9633863568305969, "reward": 0.6195844495906035, "level": 1, "difficulty": 0.05, "reward_ma": 0.6521348604291118, "leveled_up": false}
{"t": 95, "ts": 1788064338.4581428, "step": 190, "loss_diff": 1.124597191810608, "reward": 0.7940982645897691, "level": 1, "difficulty": 0.05, "reward_ma": 0.6663312008451775, "leveled_up": false}
{"t": 96, "ts": 1788064339.127469, "step": 192, "loss_diff": 0.9199767112731934, "reward": 0.727403430576552, "level": 1, "difficulty": 0.05, "reward_ma": 0.672438423818315, "leveled_up": false}
{"t": 97, "ts": 1788064339.8570106, "step": 194, "loss_diff": 0.9383573532104492, "reward": 0.8188035620532488, "level": 1, "difficulty": 0.05, "reward_ma": 0.6870749376418084, "leveled_up": false}
{"t": 98, "ts": 1788064340.519559, "step": 196, "loss_diff": 0.9782585501670837, "reward": 0.9194567939614637, "level": 1, "difficulty": 0.05, "reward_ma": 0.7103131232737739, "leveled_up": false}
{"t": 99, "ts": 1788064341.1457021, "step": 198, "loss_diff": 0.8788268566131592, "reward": 0.4508871608857968, "level": 1, "difficulty": 0.05, "reward_ma": 0.6843705270349763, "leveled_up": false}
{"t": 100, "ts": 1788064341.8294837, "step": 200, "loss_diff": 1.0554449558258057, "reward": 0.5738946320422584, "level": 1, "difficulty": 0.05, "reward_ma": 0.6733229375357045, "leveled_up": false}
{"t": 101, "ts": 1788064342.4567966, "step": 202, "loss_diff": 0.8955196142196655, "reward": 0.8166313915194781, "level": 1, "difficulty": 0.05, "reward_ma": 0.6876537829340819, "leveled_up": false}
{"t": 102, "ts": 1788064343.1149137, "step": 204, "loss_diff": 0.8310685157775879, "reward": 0.7705273177379885, "level": 1, "difficulty": 0.05, "reward_ma": 0.6959411364144726, "leveled_up": false}
{"t": 103, "ts": 1788064343.747715, "step": 206, "loss_diff": 1.0711615085601807, "reward": 0.24934764882050098, "level": 1, "difficulty": 0.05, "reward_ma": 0.6512817876550754, "leveled_up": false}
{"t": 104, "ts": 1788064344.376857, "step": 208, "loss_diff": 0.9418133497238159, "reward": 0.7876874589752045, "level": 1, "difficulty": 0.05, "reward_ma": 0.6649223547870884, "leveled_up": false}
{"t": 105, "ts": 1788064345.0557427, "step": 210, "loss_diff": 0.9340206384658813, "reward": 0.6757575120627375, "level": 1, "difficulty": 0.05, "reward_ma": 0.6660058705146533, "leveled_up": false}
{"t": 106, "ts": 1788064345.6839566, "step": 212, "loss_diff": 1.1137475967407227, "reward": 0.9028193815667418, "level": 1, "difficulty": 0.05, "reward_ma": 0.6896872216198622, "leveled_up": false}
{"t": 107, "ts": 1788064346.3387733, "step": 214, "loss_diff": 0.7434822916984558, "reward": 0.2729627352109304, "level": 1, "difficulty": 0.05, "reward_ma": 0.6480147729789689, "leveled_up": false}
{"t": 108, "ts": 1788064346.9753964, "step": 216, "loss_diff": 0.9949103593826294, "reward": 1.0011782978031654, "level": 1, "difficulty": 0.05, "reward_ma": 0.6833311254613886, "leveled_up": false}
{"t": 109, "ts": 1788064347.626713, "step": 218, "loss_diff": 0.9931352138519287, "reward": 0.9998619287213243, "level": 1, "difficulty": 0.05, "reward_ma": 0.7149842057873822, "leveled_up": false}
{"t": 110, "ts": 1788064348.254002, "step": 220, "loss_diff": 1.03314208984375, "reward": 0.7709403618670948, "level": 1, "difficulty": 0.05, "reward_ma": 0.7205798213953535, "leveled_up": false}
{"t": 111, "ts": 1788064348.8777215, "step": 222, "loss_diff": 0.9391034245491028, "reward": 0.7040755412077642, "level": 1, "difficulty": 0.05, "reward_ma": 0.7189293933765946, "leveled_up": false}
{"t": 112, "ts": 1788064349.5253851, "step": 224, "loss_diff": 1.0020501613616943, "reward": 0.7194948062920223, "level": 1, "difficulty": 0.05, "reward_ma": 0.7189859346681374, "leveled_up": false}
{"t": 113, "ts": 1788064350.1834738, "step": 226, "loss_diff": 0.9384603500366211, "reward": 0.9165344309237083, "level": 1, "difficulty": 0.05, "reward_ma": 0.7387407842936946, "leveled_up": false}
{"t": 114, "ts": 1788064350.8552444, "step": 228, "loss_diff": 1.0068377256393433, "reward": 0.48334922000985714, "level": 1, "difficulty": 0.05, "reward_ma": 0.7132016278653108, "leveled_up": false}
{"t": 115, "ts": 1788064351.5388055, "step": 230, "loss_diff": 0.9844619035720825, "reward": 0.5396338450790458, "level": 1, "difficulty": 0.05, "reward_ma": 0.6958448495866844, "leveled_up": false}
{"t": 116, "ts": 1788064352.184844, "step": 232, "loss_diff": 0.8302276134490967, "reward": 0.7185210709312738, "level": 1, "difficulty": 0.05, "reward_ma": 0.6981124717211433, "leveled_up": false}
{"t": 117, "ts": 1788064352.8461108, "step": 234, "loss_diff": 1.0654464960098267, "reward": 0.833024274923334, "level": 1, "difficulty": 0.05, "reward_ma": 0.7116036520413624, "leveled_up": false}
{"t": 118, "ts": 1788064353.5152, "step": 236, "loss_diff": 1.0034911632537842, "reward": 0.5618494984624024, "level": 1, "difficulty": 0.05, "reward_ma": 0.6966282366834664, "leveled_up": false}
{"t": 119, "ts": 1788064354.1352694, "step": 238, "loss_diff": 0.9228091239929199, "reward": 0.6421597430211492, "level": 1, "difficulty": 0.05, "reward_ma": 0.6911813873172347, "leveled_up": false}
{"t": 120, "ts": 1788064354.784066, "step": 240, "loss_diff": 0.8776029348373413, "reward": 0.9295581387987796, "level": 1, "difficulty": 0.05, "reward_ma": 0.7150190624653892, "leveled_up": false}
{"t": 121, "ts": 1788064355.4351885, "step": 242, "loss_diff": 0.8568640947341919, "reward": 0.7654840167012102, "level": 1, "difficulty": 0.05, "reward_ma": 0.7200655578889713, "leveled_up": false}
{"t": 122, "ts": 1788064356.0578175, "step": 244, "loss_diff": 1.1443686485290527, "reward": 0.10555754283235483, "level": 1, "difficulty": 0.05, "reward_ma": 0.6586147563833097, "leveled_up": false}
{"t": 123, "ts": 1788064356.7264676, "step": 246, "loss_diff": 0.9479852914810181, "reward": 0.5244095789934389, "level": 1, "difficulty": 0.05, "reward_ma": 0.6451942386443226, "leveled_up": false}
{"t": 124, "ts": 1788064357.3575585, "step": 248, "loss_diff": 1.0242090225219727, "reward": 0.5111765239658217, "level": 1, "difficulty": 0.05, "reward_ma": 0.6317924671764725, "leveled_up": false}
{"t": 125, "ts": 1788064358.0369198, "step": 250, "loss_diff": 0.9189327359199524, "reward": 0.9699008087959915, "level": 1, "difficulty": 0.05, "reward_ma": 0.6656033013384245, "leveled_up": false}
{"t": 126, "ts": 1788064358.658432, "step": 252, "loss_diff": 0.9293912649154663, "reward": 0.5008607992538026, "level": 1, "difficulty": 0.05, "reward_ma": 0.6491290511299623, "leveled_up": false}
{"t": 127, "ts": 1788064359.3149261, "step": 254, "loss_diff": 0.9436419010162354, "reward": 0.20387913183588102, "level": 1, "difficulty": 0.05, "reward_ma": 0.6046040592005543, "leveled_up": false}
{"t": 128, "ts": 1788064360.1264372, "step": 256, "loss_diff": 0.9723590612411499, "reward": 0.6849571330072304, "level": 1, "difficulty": 0.05, "reward_ma": 0.6126393665812219, "leveled_up": false}
{"t": 129, "ts": 1788064360.8145843, "step": 258, "loss_diff": 1.1249051094055176, "reward": 0.10247273858832551, "level": 1, "difficulty": 0.05, "reward_ma": 0.5616227037819322, "leveled_up": false}
{"t": 130, "ts": 1788064361.516942, "step": 260, "loss_diff": 0.9308587312698364, "reward": 0.9006828529744274, "level": 1, "difficulty": 0.05, "reward_ma": 0.5955287187011817, "leveled_up": false}
{"t": 131, "ts": 1788064362.1773877, "step": 262, "loss_diff": 1.1383056640625, "reward": 0.8660581261590417, "level": 1, "difficulty": 0.05, "reward_ma": 0.6225816594469678, "leveled_up": false}
{"t": 132, "ts": 1788064362.857552, "step": 264, "loss_diff": 1.0857782363891602, "reward": 0.3067020329612285, "level": 1, "difficulty": 0.05, "reward_ma": 0.5909936967983938, "leveled_up": false}
{"t": 133, "ts": 1788064363.5471294, "step": 266, "loss_diff": 1.1323769092559814, "reward": 0.5283660564062896, "level": 1, "difficulty": 0.05, "reward_ma": 0.5847309327591834, "leveled_up": false}
{"t": 134, "ts": 1788064364.227471, "step": 268, "loss_diff": 0.983574390411377, "reward": 0.807124959288308, "level": 1, "difficulty": 0.05, "reward_ma": 0.6069703354120959, "leveled_up": false}
{"t": 135, "ts": 1788064364.9228008, "step": 270, "loss_diff": 1.0721577405929565, "reward": 0.5828329644188488, "level": 1, "difficulty": 0.05, "reward_ma": 0.6045565983127712, "leveled_up": false}
{"t": 136, "ts": 1788064365.5807996, "step": 272, "loss_diff": 0.8891052007675171, "reward": 0.9487376891782563, "level": 1, "difficulty": 0.05, "reward_ma": 0.6389747073993197, "leveled_up": false}
{"t": 137, "ts": 1788064366.2604544, "step": 274, "loss_diff": 1.0226417779922485, "reward": 0.5751059211517044, "level": 1, "difficulty": 0.05, "reward_ma": 0.6325878287745582, "leveled_up": false}
{"t": 138, "ts": 1788064366.9661367, "step": 276, "loss_diff": 0.9865694046020508, "reward": 0.42029682837437493, "level": 1, "difficulty": 0.05, "reward_ma": 0.6113587287345399, "leveled_up": false}
{"t": 139, "ts": 1788064367.647664, "step": 278, "loss_diff": 0.9729878902435303, "reward": 0.9955591273777515, "level": 1, "difficulty": 0.05, "reward_ma": 0.6497787685988611, "leveled_up": false}
{"t": 140, "ts": 1788064368.3415906, "step": 280, "loss_diff": 0.879178524017334, "reward": 0.41437131136744904, "level": 1, "difficulty": 0.05, "reward_ma": 0.6262380228757198, "leveled_up": false}
{"t": 141, "ts": 1788064369.0141165, "step": 282, "loss_diff": 0.9741371870040894, "reward": 0.42944770475408695, "level": 1, "difficulty": 0.05, "reward_ma": 0.6065589910635566, "leveled_up": false}
{"t": 142, "ts": 1788064369.651256, "step": 284, "loss_diff": 0.9665471911430359, "reward": 0.6776718134024783, "level": 1, "difficulty": 0.05, "reward_ma": 0.6136702732974488, "leveled_up": false}
{"t": 143, "ts": 1788064370.3268983, "step": 286, "loss_diff": 0.989191472530365, "reward": 0.27661555260979753, "level": 1, "difficulty": 0.05, "reward_ma": 0.5799648012286838, "leveled_up": false}
{"t": 144, "ts": 1788064370.9738598, "step": 288, "loss_diff": 0.9957556128501892, "reward": 0.5775865330362538, "level": 1, "difficulty": 0.05, "reward_ma": 0.5797269744094408, "leveled_up": false}
{"t": 145, "ts": 1788064371.6508863, "step": 290, "loss_diff": 0.9745890498161316, "reward": 0.9073285377065629, "level": 1, "difficulty": 0.05, "reward_ma": 0.6124871307391531, "leveled_up": false}
{"t": 146, "ts": 1788064372.3149729, "step": 292, "loss_diff": 0.9568612575531006, "reward": 0.6425462376424771, "level": 1, "difficulty": 0.05, "reward_ma": 0.6154930414294855, "leveled_up": false}
{"t": 147, "ts": 1788064372.9631715, "step": 294, "loss_diff": 0.7559700012207031, "reward": 0.9918952012140558, "level": 1, "difficulty": 0.05, "reward_ma": 0.6531332574079425, "leveled_up": false}
{"t": 148, "ts": 1788064373.6393726, "step": 296, "loss_diff": 0.9307743310928345, "reward": 0.7149100508095954, "level": 1, "difficulty": 0.05, "reward_ma": 0.6593109367481078, "leveled_up": false}
{"t": 149, "ts": 1788064374.278091, "step": 298, "loss_diff": 0.8852885961532593, "reward": 0.9266632140133761, "level": 1, "difficulty": 0.05, "reward_ma": 0.6860461644746347, "leveled_up": false}
{"t": 150, "ts": 1788064375.4575224, "step": 300, "loss_diff": 0.9014859795570374, "reward": 0.4758310842654574, "level": 1, "difficulty": 0.05, "reward_ma": 0.6650246564537171, "leveled_up": false}
{"t": 151, "ts": 1788064376.1718473, "step": 302, "loss_diff": 0.7880832552909851, "reward": 0.5126828020338785, "level": 1, "difficulty": 0.05, "reward_ma": 0.6497904710117333, "leveled_up": false}
{"t": 152, "ts": 1788064376.8847022, "step": 304, "loss_diff": 1.0531631708145142, "reward": 0.871477707027629, "level": 1, "difficulty": 0.05, "reward_ma": 0.6719591946133229, "leveled_up": false}
{"t": 153, "ts": 1788064377.6292665, "step": 306, "loss_diff": 1.0219056606292725, "reward": 0.5425582030832954, "level": 1, "difficulty": 0.05, "reward_ma": 0.6590190954603201, "leveled_up": false}
{"t": 154, "ts": 1788064378.333981, "step": 308, "loss_diff": 0.8989240527153015, "reward": 0.9770862708324122, "level": 1, "difficulty": 0.05, "reward_ma": 0.6908258129975293, "leveled_up": false}
{"t": 155, "ts": 1788064379.0534718, "step": 310, "loss_diff": 1.0167179107666016, "reward": 0.8612463836098873, "level": 1, "difficulty": 0.05, "reward_ma": 0.7078678700587652, "leveled_up": false}
{"t": 156, "ts": 1788064379.7334366, "step": 312, "loss_diff": 1.0140362977981567, "reward": 0.3803119394818776, "level": 1, "difficulty": 0.05, "reward_ma": 0.6751122770010765, "leveled_up": false}
{"t": 157, "ts": 1788064380.4149213, "step": 314, "loss_diff": 0.948853611946106, "reward": 0.6765993258250442, "level": 1, "difficulty": 0.05, "reward_ma": 0.6752609818834733, "leveled_up": false}
{"t": 158, "ts": 1788064381.1164346, "step": 316, "loss_diff": 0.9143266081809998, "reward": 0.5359996189920238, "level": 1, "difficulty": 0.05, "reward_ma": 0.6613348455943283, "leveled_up": false}
{"t": 159, "ts": 1788064381.7770305, "step": 318, "loss_diff": 1.0020668506622314, "reward": 0.8588355189185795, "level": 1, "difficulty": 0.05, "reward_ma": 0.6810849129267534, "leveled_up": false}
{"t": 160, "ts": 1788064382.478163, "step": 320, "loss_diff": 1.0803276300430298, "reward": 0.9434368406391219, "level": 1, "difficulty": 0.05, "reward_ma": 0.7073201056979903, "leveled_up": false}
{"t": 161, "ts": 1788064383.159646, "step": 322, "loss_diff": 1.0052402019500732, "reward": 0.43645448242477547, "level": 1, "difficulty": 0.05, "reward_ma": 0.6802335433706688, "leveled_up": false}
{"t": 162, "ts": 1788064383.859397, "step": 324, "loss_diff": 0.9511314034461975, "reward": 0.5809602724953208, "level": 1, "difficulty": 0.05, "reward_ma": 0.670306216283134, "leveled_up": false}
{"t": 163, "ts": 1788064384.580482, "step": 326, "loss_diff": 0.9836716651916504, "reward": 0.87308050334411, "level": 1, "difficulty": 0.05, "reward_ma": 0.6905836449892316, "leveled_up": false}
{"t": 164, "ts": 1788064385.268502, "step": 328, "loss_diff": 1.063289999961853, "reward": 0.6159578716487935, "level": 1, "difficulty": 0.05, "reward_ma": 0.6831210676551879, "leveled_up": false}
{"t": 165, "ts": 1788064385.9695606, "step": 330, "loss_diff": 1.0345417261123657, "reward": 0.6074110684906315, "level": 1, "difficulty": 0.05, "reward_ma": 0.6755500677387323, "leveled_up": false}
{"t": 166, "ts": 1788064386.6594977, "step": 332, "loss_diff": 0.995482325553894, "reward": 0.8033937341581424, "level": 1, "difficulty": 0.05, "reward_ma": 0.6883344343806733, "leveled_up": false}
{"t": 167, "ts": 1788064387.349111, "step": 334, "loss_diff": 1.0856423377990723, "reward": 0.6450309578375396, "level": 1, "difficulty": 0.05, "reward_ma": 0.6840040867263599, "leveled_up": false}
{"t": 168, "ts": 1788064388.044584, "step": 336, "loss_diff": 0.8247510194778442, "reward": 0.6959954777172674, "level": 1, "difficulty": 0.05, "reward_ma": 0.6852032258254507, "leveled_up": false}
{"t": 169, "ts": 1788064388.7310987, "step": 338, "loss_diff": 1.0209646224975586, "reward": 0.9265447812568101, "level": 1, "difficulty": 0.05, "reward_ma": 0.7093373813685866, "leveled_up": false}
{"t": 170, "ts": 1788064389.4279191, "step": 340, "loss_diff": 0.9156371355056763, "reward": 0.4606125620116803, "level": 1, "difficulty": 0.05, "reward_ma": 0.684464899432896, "leveled_up": false}
{"t": 171, "ts": 1788064390.1149783, "step": 342, "loss_diff": 1.0024809837341309, "reward": 0.8908648633863091, "level": 1, "difficulty": 0.05, "reward_ma": 0.7051048958282373, "leveled_up": false}
{"t": 172, "ts": 1788064390.7734425, "step": 344, "loss_diff": 0.9814510345458984, "reward": 0.6193669830365358, "level": 1, "difficulty": 0.05, "reward_ma": 0.6965311045490672, "leveled_up": false}
{"t": 173, "ts": 1788064391.4752653, "step": 346, "loss_diff": 1.023553490638733, "reward": 0.37605989988896504, "level": 1, "difficulty": 0.05, "reward_ma": 0.664483984083057, "leveled_up": false}
{"t": 174, "ts": 1788064392.1575134, "step": 348, "loss_diff": 1.1608926057815552, "reward": 0.8317992339629477, "level": 1, "difficulty": 0.05, "reward_ma": 0.6812155090710461, "leveled_up": false}
{"t": 175, "ts": 1788064392.8685262, "step": 350, "loss_diff": 0.9553264379501343, "reward": 0.8551121643313465, "level": 1, "difficulty": 0.05, "reward_ma": 0.6986051745970762, "leveled_up": false}
{"t": 176, "ts": 1788064393.550198, "step": 352, "loss_diff": 1.1167019605636597, "reward": 0.8353617667777478, "level": 1, "difficulty": 0.05, "reward_ma": 0.7122808338151434, "leveled_up": false}
{"t": 177, "ts": 1788064394.2383254, "step": 354, "loss_diff": 1.020448923110962, "reward": 0.7541535568077864, "level": 1, "difficulty": 0.05, "reward_ma": 0.7164681061144077, "leveled_up": false}
{"t": 178, "ts": 1788064394.9338949, "step": 356, "loss_diff": 0.9654945135116577, "reward": 0.5258369055740161, "level": 1, "difficulty": 0.05, "reward_ma": 0.6974049860603686, "leveled_up": false}
{"t": 179, "ts": 1788064395.6207085, "step": 358, "loss_diff": 1.1424814462661743, "reward": 0.6308755126354824, "level": 1, "difficulty": 0.05, "reward_ma": 0.69075203871788, "leveled_up": false}
{"t": 180, "ts": 1788064396.3164704, "step": 360, "loss_diff": 0.9469671249389648, "reward": 0.7708480785114676, "level": 1, "difficulty": 0.05, "reward_ma": 0.6987616426972388, "leveled_up": false}
{"t": 181, "ts": 1788064396.9828389, "step": 362, "loss_diff": 0.8432253003120422, "reward": 0.6484311887195618, "level": 1, "difficulty": 0.05, "reward_ma": 0.6937285972994711, "leveled_up": false}
{"t": 182, "ts": 1788064397.6760254, "step": 364, "loss_diff": 0.9283548593521118, "reward": 0.9486973128277891, "level": 1, "difficulty": 0.05, "reward_ma": 0.719225468852303, "leveled_up": false}
{"t": 183, "ts": 1788064398.368316, "step": 366, "loss_diff": 0.9185007214546204, "reward": 0.8508851876063597, "level": 1, "difficulty": 0.05, "reward_ma": 0.7323914407277087, "leveled_up": false}
{"t": 184, "ts": 1788064399.0400355, "step": 368, "loss_diff": 1.1167678833007812, "reward": 0.877657831957771, "level": 1, "difficulty": 0.05, "reward_ma": 0.7469180798507149, "leveled_up": false}
{"t": 185, "ts": 1788064399.7281666, "step": 370, "loss_diff": 1.0270650386810303, "reward": 0.6292882758843629, "level": 1, "difficulty": 0.05, "reward_ma": 0.7351550994540798, "leveled_up": false}
{"t": 186, "ts": 1788064400.381521, "step": 372, "loss_diff": 0.937039315700531, "reward": 0.817246164477474, "level": 1, "difficulty": 0.05, "reward_ma": 0.7433642059564192, "leveled_up": false}
{"t": 187, "ts": 1788064401.0746398, "step": 374, "loss_diff": 0.8943921327590942, "reward": 0.8408973395094402, "level": 1, "difficulty": 0.05, "reward_ma": 0.7531175193117212, "leveled_up": false}
{"t": 188, "ts": 1788064401.7734928, "step": 376, "loss_diff": 1.0218876600265503, "reward": 0.7149649114225431, "level": 1, "difficulty": 0.05, "reward_ma": 0.7493022585228034, "leveled_up": false}
{"t": 189, "ts": 1788064402.4583437, "step": 378, "loss_diff": 0.9942295551300049, "reward": 1.0161368675660398, "level": 1, "difficulty": 0.05, "reward_ma": 0.775985719427127, "leveled_up": false}
{"t": 190, "ts": 1788064403.1464384, "step": 380, "loss_diff": 0.9738348722457886, "reward": 0.9558492747340543, "level": 2, "difficulty": 0.05104790562183648, "reward_ma": 0.0, "leveled_up": true}
{"t": 191, "ts": 1788064403.8240979, "step": 382, "loss_diff": 1.0876526832580566, "reward": 0.8429756311094116, "level": 2, "difficulty": 0.05, "reward_ma": 0.08429756311094116, "leveled_up": false}
{"t": 192, "ts": 1788064404.4802454, "step": 384, "loss_diff": 0.9560399651527405, "reward": 0.44643978551252983, "level": 2, "difficulty": 0.05, "reward_ma": 0.12051178535110003, "leveled_up": false}
{"t": 193, "ts": 1788064405.1757698, "step": 386, "loss_diff": 0.9451864957809448, "reward": 0.9037598967109755, "level": 2, "difficulty": 0.05, "reward_ma": 0.19883659648708757, "leveled_up": false}
{"t": 194, "ts": 1788064405.858552, "step": 388, "loss_diff": 0.9711613059043884, "reward": 0.43031207619039313, "level": 2, "difficulty": 0.05, "reward_ma": 0.22198414445741813, "leveled_up": false}
{"t": 195, "ts": 1788064406.624222, "step": 390, "loss_diff": 0.8829689621925354, "reward": 0.5133395035341667, "level": 2, "difficulty": 0.05, "reward_ma": 0.251119680365093, "leveled_up": false}
{"t": 196, "ts": 1788064407.3324475, "step": 392, "loss_diff": 1.0273847579956055, "reward": 0.7207155132936129, "level": 2, "difficulty": 0.05, "reward_ma": 0.298079263657945, "leveled_up": false}
{"t": 197, "ts": 1788064408.0205598, "step": 394, "loss_diff": 0.9279959797859192, "reward": 0.39090488115189775, "level": 2, "difficulty": 0.05, "reward_ma": 0.3073618254073403, "leveled_up": false}
{"t": 198, "ts": 1788064408.7150319, "step": 396, "loss_diff": 0.9559915065765381, "reward": 0.6295133397763836, "level": 2, "difficulty": 0.05, "reward_ma": 0.33957697684424465, "leveled_up": false}
{"t": 199, "ts": 1788064409.4208627, "step": 398, "loss_diff": 1.133662462234497, "reward": 0.5375779676140886, "level": 2, "difficulty": 0.05, "reward_ma": 0.35937707592122903, "leveled_up": false}
{"t": 200, "ts": 1788064410.230873, "step": 400, "loss_diff": 0.9826794862747192, "reward": 1.0011273385938575, "level": 2, "difficulty": 0.05, "reward_ma": 0.4235521021884919, "leveled_up": false}
{"t": 201, "ts": 1788064410.924268, "step": 402, "loss_diff": 1.1904009580612183, "reward": 0.7275165256550505, "level": 2, "difficulty": 0.05, "reward_ma": 0.45394854453514777, "leveled_up": false}
{"t": 202, "ts": 1788064411.5846152, "step": 404, "loss_diff": 0.8229909539222717, "reward": 0.4025349743304756, "level": 2, "difficulty": 0.05, "reward_ma": 0.4488071875146806, "leveled_up": false}
{"t": 203, "ts": 1788064412.275908, "step": 406, "loss_diff": 1.1650981903076172, "reward": 0.38119507063016456, "level": 2, "difficulty": 0.05, "reward_ma": 0.442045975826229, "leveled_up": false}
{"t": 204, "ts": 1788064412.9472382, "step": 408, "loss_diff": 0.7884120345115662, "reward": 0.3757473346254189, "level": 2, "difficulty": 0.05, "reward_ma": 0.435416111706148, "leveled_up": false}
{"t": 205, "ts": 1788064413.63366, "step": 410, "loss_diff": 0.8504698276519775, "reward": 0.48179492516419853, "level": 2, "difficulty": 0.05, "reward_ma": 0.4400539930519531, "leveled_up": false}
{"t": 206, "ts": 1788064414.281964, "step": 412, "loss_diff": 0.9964757561683655, "reward": 0.9549421403498325, "level": 2, "difficulty": 0.05, "reward_ma": 0.49154280778174103, "leveled_up": false}
{"t": 207, "ts": 1788064414.957869, "step": 414, "loss_diff": 0.9640523195266724, "reward": 0.417191233648701, "level": 2, "difficulty": 0.05, "reward_ma": 0.48410765036843706, "leveled_up": false}
{"t": 208, "ts": 1788064415.6382265, "step": 416, "loss_diff": 0.8747380375862122, "reward": 0.48425479675414396, "level": 2, "difficulty": 0.05, "reward_ma": 0.4841223650070077, "leveled_up": false}
{"t": 209, "ts": 1788064416.285301, "step": 418, "loss_diff": 1.0560537576675415, "reward": 0.8931282572035658, "level": 2, "difficulty": 0.05, "reward_ma": 0.5250229542266636, "leveled_up": false}
{"t": 210, "ts": 1788064416.9683838, "step": 420, "loss_diff": 1.0191730260849, "reward": 0.8840418980167773, "level": 2, "difficulty": 0.05, "reward_ma": 0.560924848605675, "leveled_up": false}
{"t": 211, "ts": 1788064417.6467993, "step": 422, "loss_diff": 0.967943012714386, "reward": 0.7706703110345817, "level": 2, "difficulty": 0.05, "reward_ma": 0.5818993948485657, "leveled_up": false}
{"t": 212, "ts": 1788064418.3257296, "step": 424, "loss_diff": 0.6547033190727234, "reward": 0.6120665918695324, "level": 2, "difficulty": 0.05, "reward_ma": 0.5849161145506624, "leveled_up": false}
{"t": 213, "ts": 1788064419.019839, "step": 426, "loss_diff": 1.057019829750061, "reward": 0.5106358011367949, "level": 2, "difficulty": 0.05, "reward_ma": 0.5774880832092757, "leveled_up": false}
{"t": 214, "ts": 1788064419.6735818, "step": 428, "loss_diff": 0.8691365122795105, "reward": 0.6908196727032727, "level": 2, "difficulty": 0.05, "reward_ma": 0.5888212421586754, "leveled_up": false}
{"t": 215, "ts": 1788064420.360373, "step": 430, "loss_diff": 0.8822393417358398, "reward": 0.45089255332422185, "level": 2, "difficulty": 0.05, "reward_ma": 0.57502837327523, "leveled_up": false}
{"t": 216, "ts": 1788064421.0510345, "step": 432, "loss_diff": 1.076683521270752, "reward": 0.7518597838225712, "level": 2, "difficulty": 0.05, "reward_ma": 0.5927115143299642, "leveled_up": false}
{"t": 217, "ts": 1788064421.7272515, "step": 434, "loss_diff": 1.0563777685165405, "reward": 0.45252247010719443, "level": 2, "difficulty": 0.05, "reward_ma": 0.5786926099076872, "leveled_up": false}
{"t": 218, "ts": 1788064422.4162009, "step": 436, "loss_diff": 0.8977755904197693, "reward": 0.9069928496615483, "level": 2, "difficulty": 0.05, "reward_ma": 0.6115226338830734, "leveled_up": false}
{"t": 219, "ts": 1788064423.0714443, "step": 438, "loss_diff": 0.8247537016868591, "reward": 0.5413358426622905, "level": 2, "difficulty": 0.05, "reward_ma": 0.604503954760995, "leveled_up": false}
{"t": 220, "ts": 1788064423.7583547, "step": 440, "loss_diff": 0.8575655221939087, "reward": 0.7175894415694607, "level": 2, "difficulty": 0.05, "reward_ma": 0.6158125034418416, "leveled_up": false}
{"t": 221, "ts": 1788064424.4334042, "step": 442, "loss_diff": 0.9333595633506775, "reward": 0.5694532308964222, "level": 2, "difficulty": 0.05, "reward_ma": 0.6111765761872996, "leveled_up": false}
{"t": 222, "ts": 1788064425.1145906, "step": 444, "loss_diff": 0.9205691814422607, "reward": 0.8865360047296033, "level": 2, "difficulty": 0.05, "reward_ma": 0.63871251904153, "leveled_up": false}
{"t": 223, "ts": 1788064425.7799313, "step": 446, "loss_diff": 0.9863725900650024, "reward": 0.40895217009726076, "level": 2, "difficulty": 0.05, "reward_ma": 0.6157364841471031, "leveled_up": false}
{"t": 224, "ts": 1788064426.4539182, "step": 448, "loss_diff": 0.9561034440994263, "reward": 0.5677917879190649, "level": 2, "difficulty": 0.05, "reward_ma": 0.6109420145242994, "leveled_up": false}
{"t": 225, "ts": 1788064427.1535294, "step": 450, "loss_diff": 0.942387580871582, "reward": 0.9427551216569491, "level": 2, "difficulty": 0.05, "reward_ma": 0.6441233252375644, "leveled_up": false}
{"t": 226, "ts": 1788064427.8355, "step": 452, "loss_diff": 0.9343502521514893, "reward": 0.7784347640139049, "level": 2, "difficulty": 0.05, "reward_ma": 0.6575544691151984, "leveled_up": false}
{"t": 227, "ts": 1788064428.5142295, "step": 454, "loss_diff": 0.9614078998565674, "reward": 0.8645202873710842, "level": 2, "difficulty": 0.05, "reward_ma": 0.6782510509407871, "leveled_up": false}
{"t": 228, "ts": 1788064429.1840837, "step": 456, "loss_diff": 1.1631355285644531, "reward": 0.4142276133663421, "level": 2, "difficulty": 0.05, "reward_ma": 0.6518487071833426, "leveled_up": false}
{"t": 229, "ts": 1788064429.861826, "step": 458, "loss_diff": 0.8893102407455444, "reward": 0.4572799363761856, "level": 2, "difficulty": 0.05, "reward_ma": 0.632391830102627, "leveled_up": false}
{"t": 230, "ts": 1788064430.548586, "step": 460, "loss_diff": 1.0219284296035767, "reward": 0.947388191871021, "level": 2, "difficulty": 0.05, "reward_ma": 0.6638914662794665, "leveled_up": false}
{"t": 231, "ts": 1788064431.2383785, "step": 462, "loss_diff": 0.9328349828720093, "reward": 0.5788836122316623, "level": 2, "difficulty": 0.05, "reward_ma": 0.6553906808746861, "leveled_up": false}
{"t": 232, "ts": 1788064431.92032, "step": 464, "loss_diff": 1.094286561012268, "reward": 0.5561227646159065, "level": 2, "difficulty": 0.05, "reward_ma": 0.6454638892488082, "leveled_up": false}
{"t": 233, "ts": 1788064432.622129, "step": 466, "loss_diff": 0.9917563199996948, "reward": 0.6167765553052521, "level": 2, "difficulty": 0.05, "reward_ma": 0.6425951558544525, "leveled_up": false}
{"t": 234, "ts": 1788064433.322229, "step": 468, "loss_diff": 1.055074691772461, "reward": 0.7142367868384809, "level": 2, "difficulty": 0.05, "reward_ma": 0.6497593189528554, "leveled_up": false}
{"t": 235, "ts": 1788064434.0286512, "step": 470, "loss_diff": 0.9020543098449707, "reward": 0.8375762842710236, "level": 2, "difficulty": 0.05, "reward_ma": 0.6685410154846723, "leveled_up": false}
{"t": 236, "ts": 1788064434.762291, "step": 472, "loss_diff": 1.1522386074066162, "reward": 0.6535663866744961, "level": 2, "difficulty": 0.05, "reward_ma": 0.6670435526036547, "leveled_up": false}
{"t": 237, "ts": 1788064435.459027, "step": 474, "loss_diff": 0.8979586362838745, "reward": 0.3423892333954926, "level": 2, "difficulty": 0.05, "reward_ma": 0.6345781206828385, "leveled_up": false}
{"t": 238, "ts": 1788064436.1763616, "step": 476, "loss_diff": 0.9341914057731628, "reward": 0.4807823089927704, "level": 2, "difficulty": 0.05, "reward_ma": 0.6191985395138317, "leveled_up": false}
{"t": 239, "ts": 1788064436.864735, "step": 478, "loss_diff": 0.9181036949157715, "reward": 0.7392986379143691, "level": 2, "difficulty": 0.05, "reward_ma": 0.6312085493538856, "leveled_up": false}
{"t": 240, "ts": 1788064437.577429, "step": 480, "loss_diff": 0.9726195931434631, "reward": 0.5746015654755676, "level": 2, "difficulty": 0.05, "reward_ma": 0.6255478509660538, "leveled_up": false}
{"t": 241, "ts": 1788064438.2855158, "step": 482, "loss_diff": 0.9297049641609192, "reward": 0.9816558436532131, "level": 2, "difficulty": 0.05, "reward_ma": 0.6611586502347697, "leveled_up": false}
{"t": 242, "ts": 1788064438.9842744, "step": 484, "loss_diff": 0.9971623420715332, "reward": 0.43128600599319916, "level": 2, "difficulty": 0.05, "reward_ma": 0.6381713858106126, "leveled_up": false}
{"t": 243, "ts": 1788064439.687659, "step": 486, "loss_diff": 0.9008388519287109, "reward": 0.9533764556568209, "level": 2, "difficulty": 0.05, "reward_ma": 0.6696918927952336, "leveled_up": false}
{"t": 244, "ts": 1788064440.3746216, "step": 488, "loss_diff": 1.045605182647705, "reward": 0.6588997845969802, "level": 2, "difficulty": 0.05, "reward_ma": 0.6686126819754082, "leveled_up": false}
{"t": 245, "ts": 1788064441.0761871, "step": 490, "loss_diff": 1.115871787071228, "reward": 0.6295745107565146, "level": 2, "difficulty": 0.05, "reward_ma": 0.6647088648535189, "leveled_up": false}
{"t": 246, "ts": 1788064441.7530382, "step": 492, "loss_diff": 0.9594727158546448, "reward": 0.7272459258042385, "level": 2, "difficulty": 0.05, "reward_ma": 0.6709625709485909, "leveled_up": false}
{"t": 247, "ts": 1788064442.4315932, "step": 494, "loss_diff": 0.9248342514038086, "reward": 0.6430300920252631, "level": 2, "difficulty": 0.05, "reward_ma": 0.6681693230562581, "leveled_up": false}
{"t": 248, "ts": 1788064443.1206915, "step": 496, "loss_diff": 0.9345401525497437, "reward": 0.7355044465043838, "level": 2, "difficulty": 0.05, "reward_ma": 0.6749028354010707, "leveled_up": false}
{"t": 249, "ts": 1788064443.7837908, "step": 498, "loss_diff": 0.915658712387085, "reward": 0.8625974910353706, "level": 2, "difficulty": 0.05, "reward_ma": 0.6936723009645007, "leveled_up": false}
{"t": 250, "ts": 1788064444.6484132, "step": 500, "loss_diff": 0.8915026187896729, "reward": 0.49587859209905927, "level": 2, "difficulty": 0.05, "reward_ma": 0.6738929300779566, "leveled_up": false}
{"t": 251, "ts": 1788064445.3334377, "step": 502, "loss_diff": 0.9131977558135986, "reward": 0.7276893573738621, "level": 2, "difficulty": 0.05, "reward_ma": 0.6792725728075472, "leveled_up": false}
{"t": 252, "ts": 1788064446.0219338, "step": 504, "loss_diff": 1.077527403831482, "reward": 0.8140075357025985, "level": 2, "difficulty": 0.05, "reward_ma": 0.6927460690970524, "leveled_up": false}
{"t": 253, "ts": 1788064446.7150946, "step": 506, "loss_diff": 0.816619873046875, "reward": 0.7488923477341681, "level": 2, "difficulty": 0.05, "reward_ma": 0.698360696960764, "leveled_up": false}
{"t": 254, "ts": 1788064447.38331, "step": 508, "loss_diff": 0.7753093838691711, "reward": 0.32089260927407637, "level": 2, "difficulty": 0.05, "reward_ma": 0.6606138881920952, "leveled_up": false}
{"t": 255, "ts": 1788064448.1165485, "step": 510, "loss_diff": 0.9691712856292725, "reward": 0.6650475950591043, "level": 2, "difficulty": 0.05, "reward_ma": 0.6610572588787961, "leveled_up": false}
{"t": 256, "ts": 1788064448.8151326, "step": 512, "loss_diff": 0.8447691202163696, "reward": 0.7192503118928947, "level": 2, "difficulty": 0.05, "reward_ma": 0.666876564180206, "leveled_up": false}
{"t": 257, "ts": 1788064449.4817808, "step": 514, "loss_diff": 0.9890701770782471, "reward": 0.30881258821512164, "level": 2, "difficulty": 0.05, "reward_ma": 0.6310701665836976, "leveled_up": false}
{"t": 258, "ts": 1788064450.1745877, "step": 516, "loss_diff": 1.0042221546173096, "reward": 0.8675716765144497, "level": 2, "difficulty": 0.05, "reward_ma": 0.6547203175767728, "leveled_up": false}
{"t": 259, "ts": 1788064450.8569188, "step": 518, "loss_diff": 1.038271427154541, "reward": 0.7880886923885547, "level": 2, "difficulty": 0.05, "reward_ma": 0.668057155057951, "leveled_up": false}
{"t": 260, "ts": 1788064451.561321, "step": 520, "loss_diff": 0.9494051933288574, "reward": 0.8078521569476717, "level": 2, "difficulty": 0.05, "reward_ma": 0.6820366552469231, "leveled_up": false}
{"t": 261, "ts": 1788064452.2475202, "step": 522, "loss_diff": 0.9935802221298218, "reward": 0.2745901808411525, "level": 2, "difficulty": 0.05, "reward_ma": 0.6412920078063461, "leveled_up": false}
{"t": 262, "ts": 1788064452.9371765, "step": 524, "loss_diff": 1.02974534034729, "reward": 0.34719352276235715, "level": 2, "difficulty": 0.05, "reward_ma": 0.6118821593019472, "leveled_up": false}
{"t": 263, "ts": 1788064453.664007, "step": 526, "loss_diff": 0.8508588075637817, "reward": 0.8509596726537163, "level": 2, "difficulty": 0.05, "reward_ma": 0.6357899106371241, "leveled_up": false}
{"t": 264, "ts": 1788064454.358913, "step": 528, "loss_diff": 0.9587798714637756, "reward": 0.4574317723171989, "level": 2, "difficulty": 0.05, "reward_ma": 0.6179540968051316, "leveled_up": false}
{"t": 265, "ts": 1788064455.1132808, "step": 530, "loss_diff": 0.8578517436981201, "reward": 0.7476076991799916, "level": 2, "difficulty": 0.05, "reward_ma": 0.6309194570426176, "leveled_up": false}
{"t": 266, "ts": 1788064455.8169436, "step": 532, "loss_diff": 0.9138339757919312, "reward": 0.6086532605782247, "level": 2, "difficulty": 0.05, "reward_ma": 0.6286928373961783, "leveled_up": false}
{"t": 267, "ts": 1788064456.5151217, "step": 534, "loss_diff": 0.8447319865226746, "reward": 0.8452766300080994, "level": 2, "difficulty": 0.05, "reward_ma": 0.6503512166573704, "leveled_up": false}
{"t": 268, "ts": 1788064457.215106, "step": 536, "loss_diff": 0.8230241537094116, "reward": 0.7694318924558033, "level": 2, "difficulty": 0.05, "reward_ma": 0.6622592842372137, "leveled_up": false}
{"t": 269, "ts": 1788064457.886373, "step": 538, "loss_diff": 0.9050429463386536, "reward": 0.6713211134347528, "level": 2, "difficulty": 0.05, "reward_ma": 0.6631654671569677, "leveled_up": false}
{"t": 270, "ts": 1788064458.6172097, "step": 540, "loss_diff": 1.1056630611419678, "reward": 0.8369464816168338, "level": 2, "difficulty": 0.05, "reward_ma": 0.6805435686029543, "leveled_up": false}
{"t": 271, "ts": 1788064459.31811, "step": 542, "loss_diff": 0.8248060345649719, "reward": 0.4672846802365727, "level": 2, "difficulty": 0.05, "reward_ma": 0.6592176797663162, "leveled_up": false}
{"t": 272, "ts": 1788064459.982778, "step": 544, "loss_diff": 0.8095443844795227, "reward": 0.4402835294488576, "level": 2, "difficulty": 0.05, "reward_ma": 0.6373242647345703, "leveled_up": false}
{"t": 273, "ts": 1788064460.6806247, "step": 546, "loss_diff": 0.9217804670333862, "reward": 0.4633398322504239, "level": 2, "difficulty": 0.05, "reward_ma": 0.6199258214861556, "leveled_up": false}
{"t": 274, "ts": 1788064461.381947, "step": 548, "loss_diff": 0.9086533784866333, "reward": 0.932785221057503, "level": 2, "difficulty": 0.05, "reward_ma": 0.6512117614432903, "leveled_up": false}
{"t": 275, "ts": 1788064462.1325366, "step": 550, "loss_diff": 1.109761118888855, "reward": 0.9141758696276759, "level": 2, "difficulty": 0.05, "reward_ma": 0.6775081722617289, "leveled_up": false}
{"t": 276, "ts": 1788064462.8222244, "step": 552, "loss_diff": 0.9840232133865356, "reward": 0.8163830322308592, "level": 2, "difficulty": 0.05, "reward_ma": 0.691395658258642, "leveled_up": false}
{"t": 277, "ts": 1788064463.5149584, "step": 554, "loss_diff": 1.120501160621643, "reward": 0.3642552726500417, "level": 2, "difficulty": 0.05, "reward_ma": 0.6586816196977819, "leveled_up": false}
{"t": 278, "ts": 1788064464.2209234, "step": 556, "loss_diff": 0.982403039932251, "reward": 0.4256199477129041, "level": 2, "difficulty": 0.05, "reward_ma": 0.6353754524992942, "leveled_up": false}
{"t": 279, "ts": 1788064464.9150474, "step": 558, "loss_diff": 1.0592694282531738, "reward": 0.7538948461957605, "level": 2, "difficulty": 0.05, "reward_ma": 0.6472273918689408, "leveled_up": false}
{"t": 280, "ts": 1788064465.6304693, "step": 560, "loss_diff": 0.8469942808151245, "reward": 0.7759404280909497, "level": 2, "difficulty": 0.05, "reward_ma": 0.6600986954911418, "leveled_up": false}
{"t": 281, "ts": 1788064466.3227255, "step": 562, "loss_diff": 0.9792187213897705, "reward": 0.66968820006595, "level": 2, "difficulty": 0.05, "reward_ma": 0.6610576459486226, "leveled_up": false}
{"t": 282, "ts": 1788064467.0162585, "step": 564, "loss_diff": 1.0857256650924683, "reward": 0.5856575089482204, "level": 2, "difficulty": 0.05, "reward_ma": 0.6535176322485824, "leveled_up": false}
{"t": 283, "ts": 1788064467.7206059, "step": 566, "loss_diff": 0.8499308824539185, "reward": 0.6633217988771078, "level": 2, "difficulty": 0.05, "reward_ma": 0.6544980489114349, "leveled_up": false}
{"t": 284, "ts": 1788064468.4153569, "step": 568, "loss_diff": 0.7391059398651123, "reward": 0.9561912948765876, "level": 2, "difficulty": 0.05, "reward_ma": 0.6846673735079503, "leveled_up": false}
{"t": 285, "ts": 1788064469.123388, "step": 570, "loss_diff": 1.0979019403457642, "reward": 0.4600992355960268, "level": 2, "difficulty": 0.05, "reward_ma": 0.6622105597167579, "leveled_up": false}
{"t": 286, "ts": 1788064469.815486, "step": 572, "loss_diff": 1.0098483562469482, "reward": 0.6725284122857664, "level": 2, "difficulty": 0.05, "reward_ma": 0.6632423449736587, "leveled_up": false}
{"t": 287, "ts": 1788064470.5153198, "step": 574, "loss_diff": 1.0069270133972168, "reward": 0.4914421125585685, "level": 2, "difficulty": 0.05, "reward_ma": 0.6460623217321497, "leveled_up": false}
{"t": 288, "ts": 1788064471.2688653, "step": 576, "loss_diff": 0.9827846884727478, "reward": 0.7632150332900689, "level": 2, "difficulty": 0.05, "reward_ma": 0.6577775928879417, "leveled_up": false}
{"t": 289, "ts": 1788064471.9609303, "step": 578, "loss_diff": 0.9215342998504639, "reward": 0.5952495725636902, "level": 2, "difficulty": 0.05, "reward_ma": 0.6515247908555165, "leveled_up": false}
{"t": 290, "ts": 1788064472.6670241, "step": 580, "loss_diff": 0.940942645072937, "reward": 0.35501043112827185, "level": 2, "difficulty": 0.05, "reward_ma": 0.621873354882792, "leveled_up": false}
{"t": 291, "ts": 1788064473.3554962, "step": 582, "loss_diff": 0.8414433002471924, "reward": 0.6430801925056431, "level": 2, "difficulty": 0.05, "reward_ma": 0.6239940386450772, "leveled_up": false}
{"t": 292, "ts": 1788064474.0416563, "step": 584, "loss_diff": 0.8043520450592041, "reward": 0.6635466575562835, "level": 2, "difficulty": 0.05, "reward_ma": 0.6279493005361978, "leveled_up": false}
{"t": 293, "ts": 1788064474.7473204, "step": 586, "loss_diff": 1.0114556550979614, "reward": 0.6619196681032034, "level": 2, "difficulty": 0.05, "reward_ma": 0.6313463372928984, "leveled_up": false}
{"t": 294, "ts": 1788064475.4302557, "step": 588, "loss_diff": 1.040194034576416, "reward": 0.6750007119515319, "level": 2, "difficulty": 0.05, "reward_ma": 0.6357117747587617, "leveled_up": false}
{"t": 295, "ts": 1788064476.128156, "step": 590, "loss_diff": 0.8337938785552979, "reward": 0.6878061734204363, "level": 2, "difficulty": 0.05, "reward_ma": 0.6409212146249292, "leveled_up": false}
{"t": 296, "ts": 1788064476.815002, "step": 592, "loss_diff": 0.9528751373291016, "reward": 0.910254030698357, "level": 2, "difficulty": 0.05, "reward_ma": 0.6678544962322721, "leveled_up": false}
{"t": 297, "ts": 1788064477.476479, "step": 594, "loss_diff": 0.8420378565788269, "reward": 0.446043178201609, "level": 2, "difficulty": 0.05, "reward_ma": 0.6456733644292059, "leveled_up": false}
{"t": 298, "ts": 1788064478.1763077, "step": 596, "loss_diff": 0.9656503796577454, "reward": 0.3315261467837044, "level": 2, "difficulty": 0.05, "reward_ma": 0.6142586426646557, "leveled_up": false}
{"t": 299, "ts": 1788064478.8630068, "step": 598, "loss_diff": 0.8544875979423523, "reward": 0.8413493672510987, "level": 2, "difficulty": 0.05, "reward_ma": 0.6369677151233, "leveled_up": false}
{"t": 300, "ts": 1788064479.6263528, "step": 600, "loss_diff": 0.8819496035575867, "reward": 0.6380590337594433, "level": 2, "difficulty": 0.05, "reward_ma": 0.6370768469869144, "leveled_up": false}
{"t": 301, "ts": 1788064480.3154726, "step": 602, "loss_diff": 1.0179775953292847, "reward": 0.8033730456739628, "level": 2, "difficulty": 0.05, "reward_ma": 0.6537064668556193, "leveled_up": false}
{"t": 302, "ts": 1788064480.988002, "step": 604, "loss_diff": 0.8903716802597046, "reward": 0.4740919365842811, "level": 2, "difficulty": 0.05, "reward_ma": 0.6357450138284855, "leveled_up": false}
{"t": 303, "ts": 1788064481.715736, "step": 606, "loss_diff": 1.0205180644989014, "reward": 0.686591177521698, "level": 2, "difficulty": 0.05, "reward_ma": 0.6408296301978068, "leveled_up": false}
{"t": 304, "ts": 1788064482.3832521, "step": 608, "loss_diff": 1.0892665386199951, "reward": 0.8499338113545738, "level": 2, "difficulty": 0.05, "reward_ma": 0.6617400483134835, "leveled_up": false}
{"t": 305, "ts": 1788064483.08514, "step": 610, "loss_diff": 0.9093093872070312, "reward": 0.9457727269476824, "level": 2, "difficulty": 0.05, "reward_ma": 0.6901433161769034, "leveled_up": false}
{"t": 306, "ts": 1788064483.7709212, "step": 612, "loss_diff": 0.7979946732521057, "reward": 0.46972686803542724, "level": 2, "difficulty": 0.05, "reward_ma": 0.6681016713627558, "leveled_up": false}
{"t": 307, "ts": 1788064484.4657948, "step": 614, "loss_diff": 0.8924380540847778, "reward": 0.8812832642804606, "level": 2, "difficulty": 0.05, "reward_ma": 0.6894198306545263, "leveled_up": false}
{"t": 308, "ts": 1788064485.1684833, "step": 616, "loss_diff": 0.9756138324737549, "reward": 0.6793335682884385, "level": 2, "difficulty": 0.05, "reward_ma": 0.6884112044179175, "leveled_up": false}
{"t": 309, "ts": 1788064485.8525286, "step": 618, "loss_diff": 1.0086615085601807, "reward": 0.888505785069577, "level": 2, "difficulty": 0.05, "reward_ma": 0.7084206624830836, "leveled_up": false}
{"t": 310, "ts": 1788064486.547634, "step": 620, "loss_diff": 0.9022746086120605, "reward": 0.8852896701740552, "level": 2, "difficulty": 0.05, "reward_ma": 0.7261075632521807, "leveled_up": false}
{"t": 311, "ts": 1788064487.2309275, "step": 622, "loss_diff": 0.7705613970756531, "reward": 0.46097999347366037, "level": 2, "difficulty": 0.05, "reward_ma": 0.6995948062743287, "leveled_up": false}
{"t": 312, "ts": 1788064487.9266784, "step": 624, "loss_diff": 0.9649840593338013, "reward": 0.739014034900466, "level": 2, "difficulty": 0.05, "reward_ma": 0.7035367291369424, "leveled_up": false}
{"t": 313, "ts": 1788064488.6359127, "step": 626, "loss_diff": 1.0004466772079468, "reward": 0.43785084659423584, "level": 2, "difficulty": 0.05, "reward_ma": 0.6769681408826718, "leveled_up": false}
{"t": 314, "ts": 1788064489.3199031, "step": 628, "loss_diff": 0.9730942249298096, "reward": 0.5375754180948273, "level": 2, "difficulty": 0.05, "reward_ma": 0.6630288686038874, "leveled_up": false}
{"t": 315, "ts": 1788064490.017542, "step": 630, "loss_diff": 0.865254282951355, "reward": 0.8955537626004048, "level": 2, "difficulty": 0.05, "reward_ma": 0.6862813580035392, "leveled_up": false}
{"t": 316, "ts": 1788064490.6797314, "step": 632, "loss_diff": 0.9575068950653076, "reward": 0.8363451640925724, "level": 2, "difficulty": 0.05, "reward_ma": 0.7012877386124425, "leveled_up": false}
{"t": 317, "ts": 1788064491.3687787, "step": 634, "loss_diff": 1.0475125312805176, "reward": 0.4930608295592117, "level": 2, "difficulty": 0.05, "reward_ma": 0.6804650477071195, "leveled_up": false}
{"t": 318, "ts": 1788064492.063775, "step": 636, "loss_diff": 1.0062246322631836, "reward": 0.47788024626331443, "level": 2, "difficulty": 0.05, "reward_ma": 0.660206567562739, "leveled_up": false}
{"t": 319, "ts": 1788064492.7525728, "step": 638, "loss_diff": 0.9489907622337341, "reward": 0.7176196852882792, "level": 2, "difficulty": 0.05, "reward_ma": 0.665947879335293, "leveled_up": false}
{"t": 320, "ts": 1788064493.4559944, "step": 640, "loss_diff": 0.8454905152320862, "reward": 0.24365422097939607, "level": 2, "difficulty": 0.05, "reward_ma": 0.6237185134997033, "leveled_up": false}
{"t": 321, "ts": 1788064494.1434264, "step": 642, "loss_diff": 1.0430811643600464, "reward": 0.4747522080508158, "level": 2, "difficulty": 0.05, "reward_ma": 0.6088218829548145, "leveled_up": false}
{"t": 322, "ts": 1788064494.8346965, "step": 644, "loss_diff": 0.8249470591545105, "reward": 0.609835063622403, "level": 2, "difficulty": 0.05, "reward_ma": 0.6089232010215734, "leveled_up": false}
{"t": 323, "ts": 1788064495.5323877, "step": 646, "loss_diff": 0.8655269742012024, "reward": 0.14840244741075426, "level": 2, "difficulty": 0.05, "reward_ma": 0.5628711256604915, "leveled_up": false}
{"t": 324, "ts": 1788064496.2148702, "step": 648, "loss_diff": 0.7979556918144226, "reward": 0.2896107196986385, "level": 2, "difficulty": 0.05, "reward_ma": 0.5355450850643062, "leveled_up": false}
{"t": 325, "ts": 1788064496.9283714, "step": 650, "loss_diff": 1.0649975538253784, "reward": 0.39649883554032334, "level": 2, "difficulty": 0.05, "reward_ma": 0.5216404601119079, "leveled_up": false}
{"t": 326, "ts": 1788064497.6170454, "step": 652, "loss_diff": 1.046945571899414, "reward": 0.7636551461343772, "level": 2, "difficulty": 0.05, "reward_ma": 0.5458419287141548, "leveled_up": false}
{"t": 327, "ts": 1788064498.282592, "step": 654, "loss_diff": 0.9845075607299805, "reward": 0.7393824451797519, "level": 2, "difficulty": 0.05, "reward_ma": 0.5651959803607145, "leveled_up": false}
{"t": 328, "ts": 1788064499.0147693, "step": 656, "loss_diff": 0.9553015232086182, "reward": 0.9020825925924685, "level": 2, "difficulty": 0.05, "reward_ma": 0.59888464158389, "leveled_up": false}
{"t": 329, "ts": 1788064499.718528, "step": 658, "loss_diff": 1.1372936964035034, "reward": 0.4553949418579208, "level": 2, "difficulty": 0.05, "reward_ma": 0.584535671611293, "leveled_up": false}
{"t": 330, "ts": 1788064500.4198277, "step": 660, "loss_diff": 0.9229732751846313, "reward": 0.818808815361671, "level": 2, "difficulty": 0.05, "reward_ma": 0.6079629859863309, "leveled_up": false}
{"t": 331, "ts": 1788064501.1144114, "step": 662, "loss_diff": 1.1006405353546143, "reward": 0.9092990549720281, "level": 2, "difficulty": 0.05, "reward_ma": 0.6380965928849006, "leveled_up": false}
{"t": 332, "ts": 1788064501.768541, "step": 664, "loss_diff": 1.08443284034729, "reward": 0.7848710210931236, "level": 2, "difficulty": 0.05, "reward_ma": 0.652774035705723, "leveled_up": false}
{"t": 333, "ts": 1788064502.4629827, "step": 666, "loss_diff": 1.0301241874694824, "reward": 0.8737762995105435, "level": 2, "difficulty": 0.05, "reward_ma": 0.674874262086205, "leveled_up": false}
{"t": 334, "ts": 1788064503.1412456, "step": 668, "loss_diff": 1.002814531326294, "reward": 0.5471711919813886, "level": 2, "difficulty": 0.05, "reward_ma": 0.6621039550757234, "leveled_up": false}
{"t": 335, "ts": 1788064503.84774, "step": 670, "loss_diff": 1.0052701234817505, "reward": 0.46625533355979765, "level": 2, "difficulty": 0.05, "reward_ma": 0.6425190929241308, "leveled_up": false}
{"t": 336, "ts": 1788064504.5374236, "step": 672, "loss_diff": 1.0196268558502197, "reward": 0.6430343967183201, "level": 2, "difficulty": 0.05, "reward_ma": 0.6425706233035497, "leveled_up": false}
{"t": 337, "ts": 1788064505.2186306, "step": 674, "loss_diff": 1.0483119487762451, "reward": 0.869686641160572, "level": 2, "difficulty": 0.05, "reward_ma": 0.6652822250892519, "leveled_up": false}
{"t": 338, "ts": 1788064505.9292974, "step": 676, "loss_diff": 0.9892454743385315, "reward": 0.6440846657195238, "level": 2, "difficulty": 0.05, "reward_ma": 0.6631624691522792, "leveled_up": false}
{"t": 339, "ts": 1788064506.6149797, "step": 678, "loss_diff": 1.0951045751571655, "reward": 0.46624217508973087, "level": 2, "difficulty": 0.05, "reward_ma": 0.6434704397460244, "leveled_up": false}
{"t": 340, "ts": 1788064507.3211799, "step": 680, "loss_diff": 0.8817458152770996, "reward": 1.0016427566123831, "level": 2, "difficulty": 0.05, "reward_ma": 0.6792876714326602, "leveled_up": false}
{"t": 341, "ts": 1788064508.0186415, "step": 682, "loss_diff": 0.804867148399353, "reward": 0.6001958165094301, "level": 2, "difficulty": 0.05, "reward_ma": 0.6713784859403372, "leveled_up": false}
{"t": 342, "ts": 1788064508.716861, "step": 684, "loss_diff": 0.7791620492935181, "reward": 0.48744286106522056, "level": 2, "difficulty": 0.05, "reward_ma": 0.6529849234528255, "leveled_up": false}
{"t": 343, "ts": 1788064509.4162583, "step": 686, "loss_diff": 0.8208927512168884, "reward": 0.7118551355437076, "level": 2, "difficulty": 0.05, "reward_ma": 0.6588719446619138, "leveled_up": false}
{"t": 344, "ts": 1788064510.081303, "step": 688, "loss_diff": 0.9394081830978394, "reward": 0.5415028118861954, "level": 2, "difficulty": 0.05, "reward_ma": 0.6471350313843419, "leveled_up": false}
{"t": 345, "ts": 1788064510.7832656, "step": 690, "loss_diff": 0.9143050909042358, "reward": 0.4815906898744039, "level": 2, "difficulty": 0.05, "reward_ma": 0.6305805972333481, "leveled_up": false}
{"t": 346, "ts": 1788064511.4724445, "step": 692, "loss_diff": 1.0460474491119385, "reward": 0.9949271694724672, "level": 2, "difficulty": 0.05, "reward_ma": 0.6670152544572601, "leveled_up": false}
{"t": 347, "ts": 1788064512.1651127, "step": 694, "loss_diff": 0.9007334113121033, "reward": 0.7276633710505916, "level": 2, "difficulty": 0.05, "reward_ma": 0.6730800661165933, "leveled_up": false}
{"t": 348, "ts": 1788064512.866057, "step": 696, "loss_diff": 0.8976474404335022, "reward": 0.4730356532884247, "level": 2, "difficulty": 0.05, "reward_ma": 0.6530756248337765, "leveled_up": false}
{"t": 349, "ts": 1788064513.554833, "step": 698, "loss_diff": 0.9241693615913391, "reward": 0.5548811905402646, "level": 2, "difficulty": 0.05, "reward_ma": 0.6432561814044253, "leveled_up": false}
{"t": 350, "ts": 1788064514.2780077, "step": 700, "loss_diff": 0.9594303369522095, "reward": 0.7108935046359964, "level": 2, "difficulty": 0.05, "reward_ma": 0.6500199137275825, "leveled_up": false}
{"t": 351, "ts": 1788064514.969842, "step": 702, "loss_diff": 0.9406785368919373, "reward": 0.7899014664379779, "level": 2, "difficulty": 0.05, "reward_ma": 0.6640080689986221, "leveled_up": false}
{"t": 352, "ts": 1788064515.6635125, "step": 704, "loss_diff": 0.9780499935150146, "reward": 0.9625572817453412, "level": 2, "difficulty": 0.05, "reward_ma": 0.693862990273294, "leveled_up": false}
{"t": 353, "ts": 1788064516.362468, "step": 706, "loss_diff": 1.0620442628860474, "reward": 0.3757591948313934, "level": 2, "difficulty": 0.05, "reward_ma": 0.6620526107291039, "leveled_up": false}
{"t": 354, "ts": 1788064517.0584044, "step": 708, "loss_diff": 0.8290990591049194, "reward": 0.9233590401956457, "level": 2, "difficulty": 0.05, "reward_ma": 0.6881832536757582, "leveled_up": false}
{"t": 355, "ts": 1788064517.756642, "step": 710, "loss_diff": 1.0652109384536743, "reward": 0.4244655169413508, "level": 2, "difficulty": 0.05, "reward_ma": 0.6618114800023174, "leveled_up": false}
{"t": 356, "ts": 1788064518.4417686, "step": 712, "loss_diff": 1.0203064680099487, "reward": 0.45585803714143197, "level": 2, "difficulty": 0.05, "reward_ma": 0.6412161357162289, "leveled_up": false}
{"t": 357, "ts": 1788064519.1346416, "step": 714, "loss_diff": 0.948045015335083, "reward": 0.5951573980526728, "level": 2, "difficulty": 0.05, "reward_ma": 0.6366102619498734, "leveled_up": false}
{"t": 358, "ts": 1788064519.8260121, "step": 716, "loss_diff": 0.8350019454956055, "reward": 1.0198499220332586, "level": 2, "difficulty": 0.05, "reward_ma": 0.6749342279582119, "leveled_up": false}
{"t": 359, "ts": 1788064520.485032, "step": 718, "loss_diff": 1.0437105894088745, "reward": 0.5838779606204325, "level": 2, "difficulty": 0.05, "reward_ma": 0.665828601224434, "leveled_up": false}
{"t": 360, "ts": 1788064521.246149, "step": 720, "loss_diff": 0.9344121217727661, "reward": 0.8295190180153433, "level": 2, "difficulty": 0.05, "reward_ma": 0.6821976429035249, "leveled_up": false}
{"t": 361, "ts": 1788064521.9275358, "step": 722, "loss_diff": 0.9317966103553772, "reward": 1.0162597901438262, "level": 2, "difficulty": 0.05, "reward_ma": 0.7156038576275551, "leveled_up": false}
{"t": 362, "ts": 1788064522.5857987, "step": 724, "loss_diff": 0.9776119589805603, "reward": 0.43081570754254295, "level": 2, "difficulty": 0.05, "reward_ma": 0.6871250426190539, "leveled_up": false}
{"t": 363, "ts": 1788064523.3191574, "step": 726, "loss_diff": 0.9364585876464844, "reward": 0.9798296108165345, "level": 2, "difficulty": 0.05, "reward_ma": 0.7163954994388021, "leveled_up": false}
{"t": 364, "ts": 1788064523.9727376, "step": 728, "loss_diff": 0.8568863868713379, "reward": 0.7997519409534352, "level": 2, "difficulty": 0.05, "reward_ma": 0.7247311435902654, "leveled_up": false}
{"t": 365, "ts": 1788064524.6642253, "step": 730, "loss_diff": 1.01132333278656, "reward": 0.38135046716056975, "level": 2, "difficulty": 0.05, "reward_ma": 0.6903930759472958, "leveled_up": false}
{"t": 366, "ts": 1788064525.3732271, "step": 732, "loss_diff": 1.0572422742843628, "reward": 0.3894014562395011, "level": 2, "difficulty": 0.05, "reward_ma": 0.6602939139765164, "leveled_up": false}
{"t": 367, "ts": 1788064526.1278799, "step": 734, "loss_diff": 1.1933588981628418, "reward": 0.7642234923337566, "level": 2, "difficulty": 0.05, "reward_ma": 0.6706868718122404, "leveled_up": false}
{"t": 368, "ts": 1788064526.8179188, "step": 736, "loss_diff": 0.9153487682342529, "reward": 0.41808552081380745, "level": 2, "difficulty": 0.05, "reward_ma": 0.6454267367123971, "leveled_up": false}
{"t": 369, "ts": 1788064527.4845953, "step": 738, "loss_diff": 0.8640590906143188, "reward": 0.6691376480077731, "level": 2, "difficulty": 0.05, "reward_ma": 0.6477978278419347, "leveled_up": false}
{"t": 370, "ts": 1788064528.1729958, "step": 740, "loss_diff": 0.8890970349311829, "reward": 0.7894493059978516, "level": 2, "difficulty": 0.05, "reward_ma": 0.6619629756575264, "leveled_up": false}
{"t": 371, "ts": 1788064528.8520756, "step": 742, "loss_diff": 0.9580342769622803, "reward": 0.4326701746361116, "level": 2, "difficulty": 0.05, "reward_ma": 0.6390336955553849, "leveled_up": false}
{"t": 372, "ts": 1788064529.5421011, "step": 744, "loss_diff": 0.9874429106712341, "reward": 0.5323651984776621, "level": 2, "difficulty": 0.05, "reward_ma": 0.6283668458476127, "leveled_up": false}
{"t": 373, "ts": 1788064530.2628756, "step": 746, "loss_diff": 1.017694115638733, "reward": 0.4341011684734594, "level": 2, "difficulty": 0.05, "reward_ma": 0.6089402781101975, "leveled_up": false}
{"t": 374, "ts": 1788064530.9680579, "step": 748, "loss_diff": 0.9035882949829102, "reward": 0.9113059875022514, "level": 2, "difficulty": 0.05, "reward_ma": 0.6391768490494029, "leveled_up": false}
{"t": 375, "ts": 1788064531.6832788, "step": 750, "loss_diff": 1.0864663124084473, "reward": 0.6149457753653063, "level": 2, "difficulty": 0.05, "reward_ma": 0.6367537416809932, "leveled_up": false}
{"t": 376, "ts": 1788064532.366122, "step": 752, "loss_diff": 0.8175936937332153, "reward": 0.4730923946365105, "level": 2, "difficulty": 0.05, "reward_ma": 0.6203876069765449, "leveled_up": false}
{"t": 377, "ts": 1788064533.0564673, "step": 754, "loss_diff": 1.001323938369751, "reward": 0.13822765126407863, "level": 2, "difficulty": 0.05, "reward_ma": 0.5721716114052984, "leveled_up": false}
{"t": 378, "ts": 1788064533.755052, "step": 756, "loss_diff": 0.9052268862724304, "reward": 0.4867546018324194, "level": 2, "difficulty": 0.05, "reward_ma": 0.5636299104480106, "leveled_up": false}
{"t": 379, "ts": 1788064534.4332595, "step": 758, "loss_diff": 0.909011960029602, "reward": 0.6787973093396875, "level": 2, "difficulty": 0.05, "reward_ma": 0.5751466503371783, "leveled_up": false}
{"t": 380, "ts": 1788064535.127387, "step": 760, "loss_diff": 0.9690001010894775, "reward": 0.7198052690582257, "level": 2, "difficulty": 0.05, "reward_ma": 0.589612512209283, "leveled_up": false}
{"t": 381, "ts": 1788064535.7826538, "step": 762, "loss_diff": 1.1068960428237915, "reward": 0.7599560142806981, "level": 2, "difficulty": 0.05, "reward_ma": 0.6066468624164245, "leveled_up": false}
{"t": 382, "ts": 1788064536.4683173, "step": 764, "loss_diff": 1.0714021921157837, "reward": 0.9091804990362143, "level": 2, "difficulty": 0.05, "reward_ma": 0.6369002260784035, "leveled_up": false}
{"t": 383, "ts": 1788064537.1586506, "step": 766, "loss_diff": 1.003312587738037, "reward": 0.4722126366535362, "level": 2, "difficulty": 0.05, "reward_ma": 0.6204314671359168, "leveled_up": false}
{"t": 384, "ts": 1788064537.8393044, "step": 768, "loss_diff": 0.9516218900680542, "reward": 0.4653361154243713, "level": 2, "difficulty": 0.05, "reward_ma": 0.6049219319647623, "leveled_up": false}
{"t": 385, "ts": 1788064538.5364692, "step": 770, "loss_diff": 0.9248834848403931, "reward": 0.43424183372186265, "level": 2, "difficulty": 0.05, "reward_ma": 0.5878539221404723, "leveled_up": false}
{"t": 386, "ts": 1788064539.2213597, "step": 772, "loss_diff": 1.097136378288269, "reward": 0.6036387524164762, "level": 2, "difficulty": 0.05, "reward_ma": 0.5894324051680727, "leveled_up": false}
{"t": 387, "ts": 1788064539.8844612, "step": 774, "loss_diff": 0.8416666984558105, "reward": 0.4464481800486, "level": 2, "difficulty": 0.05, "reward_ma": 0.5751339826561255, "leveled_up": false}
{"t": 388, "ts": 1788064540.6218476, "step": 776, "loss_diff": 0.905957043170929, "reward": 0.7336563610977471, "level": 2, "difficulty": 0.05, "reward_ma": 0.5909862205002877, "leveled_up": false}
{"t": 389, "ts": 1788064541.278907, "step": 778, "loss_diff": 0.9360232949256897, "reward": 0.7968322624528434, "level": 2, "difficulty": 0.05, "reward_ma": 0.6115708246955432, "leveled_up": false}
{"t": 390, "ts": 1788064541.9733875, "step": 780, "loss_diff": 0.8177531957626343, "reward": 0.9947307382115248, "level": 2, "difficulty": 0.05, "reward_ma": 0.6498868160471414, "leveled_up": false}
{"t": 391, "ts": 1788064542.6563032, "step": 782, "loss_diff": 0.868043065071106, "reward": 0.6683730524892854, "level": 2, "difficulty": 0.05, "reward_ma": 0.6517354396913557, "leveled_up": false}
{"t": 392, "ts": 1788064543.4366727, "step": 784, "loss_diff": 1.084322214126587, "reward": 0.9561022837390156, "level": 2, "difficulty": 0.05, "reward_ma": 0.6821721240961217, "leveled_up": false}
{"t": 393, "ts": 1788064544.1776536, "step": 786, "loss_diff": 1.0413904190063477, "reward": 0.3700533311597667, "level": 2, "difficulty": 0.05, "reward_ma": 0.6509602448024862, "leveled_up": false}
{"t": 394, "ts": 1788064544.8688676, "step": 788, "loss_diff": 0.9360066056251526, "reward": 0.41777167070116056, "level": 2, "difficulty": 0.05, "reward_ma": 0.6276413873923535, "leveled_up": false}
{"t": 395, "ts": 1788064545.5659382, "step": 790, "loss_diff": 1.040059208869934, "reward": 0.8513437369673316, "level": 2, "difficulty": 0.05, "reward_ma": 0.6500116223498513, "leveled_up": false}
{"t": 396, "ts": 1788064546.2434554, "step": 792, "loss_diff": 0.8141430020332336, "reward": 0.2273934859175809, "level": 2, "difficulty": 0.05, "reward_ma": 0.6077498087066243, "leveled_up": false}
{"t": 397, "ts": 1788064546.9263651, "step": 794, "loss_diff": 0.8716013431549072, "reward": 0.6845390340008827, "level": 2, "difficulty": 0.05, "reward_ma": 0.6154287312360501, "leveled_up": false}
{"t": 398, "ts": 1788064547.6218407, "step": 796, "loss_diff": 0.9494662284851074, "reward": 0.3748187066161719, "level": 2, "difficulty": 0.05, "reward_ma": 0.5913677287740624, "leveled_up": false}
{"t": 399, "ts": 1788064548.287549, "step": 798, "loss_diff": 0.9632256031036377, "reward": 0.7909299520927315, "level": 2, "difficulty": 0.05, "reward_ma": 0.6113239511059293, "leveled_up": false}
{"t": 400, "ts": 1788064549.0322711, "step": 800, "loss_diff": 1.0888481140136719, "reward": 0.9166871139612579, "level": 2, "difficulty": 0.05, "reward_ma": 0.6418602673914622, "leveled_up": false}
{"t": 401, "ts": 1788064549.717342, "step": 802, "loss_diff": 1.0170964002609253, "reward": 0.914629052480986, "level": 2, "difficulty": 0.05, "reward_ma": 0.6691371459004146, "leveled_up": false}
{"t": 402, "ts": 1788064550.3731148, "step": 804, "loss_diff": 0.8811252117156982, "reward": 0.9702638892339398, "level": 2, "difficulty": 0.05, "reward_ma": 0.6992498202337671, "leveled_up": false}
{"t": 403, "ts": 1788064551.0701833, "step": 806, "loss_diff": 0.9285809993743896, "reward": 0.5307416129609642, "level": 2, "difficulty": 0.05, "reward_ma": 0.6823989995064869, "leveled_up": false}
{"t": 404, "ts": 1788064551.7513084, "step": 808, "loss_diff": 1.0060542821884155, "reward": 0.849968235326905, "level": 2, "difficulty": 0.05, "reward_ma": 0.6991559230885287, "leveled_up": false}
{"t": 405, "ts": 1788064552.4475873, "step": 810, "loss_diff": 0.8978399038314819, "reward": 0.9630645574947605, "level": 2, "difficulty": 0.05, "reward_ma": 0.7255467865291519, "leveled_up": false}
{"t": 406, "ts": 1788064553.1324682, "step": 812, "loss_diff": 0.8994842767715454, "reward": 0.629223899366723, "level": 2, "difficulty": 0.05, "reward_ma": 0.7159144978129091, "leveled_up": false}
{"t": 407, "ts": 1788064553.835615, "step": 814, "loss_diff": 0.8638067245483398, "reward": 0.80690873358158, "level": 2, "difficulty": 0.05, "reward_ma": 0.7250139213897762, "leveled_up": false}
{"t": 408, "ts": 1788064554.5454009, "step": 816, "loss_diff": 0.8426984548568726, "reward": 0.9958318462960158, "level": 2, "difficulty": 0.05, "reward_ma": 0.7520957138804002, "leveled_up": false}
{"t": 409, "ts": 1788064555.2303529, "step": 818, "loss_diff": 0.9279211759567261, "reward": 0.9006310153763288, "level": 2, "difficulty": 0.05, "reward_ma": 0.7669492440299931, "leveled_up": false}
{"t": 410, "ts": 1788064555.9230933, "step": 820, "loss_diff": 0.7498591542243958, "reward": 0.9399264009956829, "level": 2, "difficulty": 0.05, "reward_ma": 0.7842469597265621, "leveled_up": false}
{"t": 411, "ts": 1788064556.5804594, "step": 822, "loss_diff": 1.0508278608322144, "reward": 0.5278072816302626, "level": 2, "difficulty": 0.05, "reward_ma": 0.7586029919169321, "leveled_up": false}
{"t": 412, "ts": 1788064557.2551272, "step": 824, "loss_diff": 0.8928821682929993, "reward": 0.3446123784733424, "level": 2, "difficulty": 0.05, "reward_ma": 0.7172039305725731, "leveled_up": false}
{"t": 413, "ts": 1788064557.9605546, "step": 826, "loss_diff": 0.8397814035415649, "reward": 0.7009918394133122, "level": 2, "difficulty": 0.05, "reward_ma": 0.715582721456647, "leveled_up": false}
{"t": 414, "ts": 1788064558.6329463, "step": 828, "loss_diff": 0.988461971282959, "reward": 0.8354842007374638, "level": 2, "difficulty": 0.05, "reward_ma": 0.7275728693847288, "leveled_up": false}
{"t": 415, "ts": 1788064559.3228934, "step": 830, "loss_diff": 0.9625874161720276, "reward": 0.567345221697985, "level": 2, "difficulty": 0.05, "reward_ma": 0.7115501046160544, "leveled_up": false}
{"t": 416, "ts": 1788064559.9742675, "step": 832, "loss_diff": 0.8683220148086548, "reward": 0.7027229759494504, "level": 2, "difficulty": 0.05, "reward_ma": 0.710667391749394, "leveled_up": false}
{"t": 417, "ts": 1788064560.6455, "step": 834, "loss_diff": 1.1031609773635864, "reward": 0.7993198097069588, "level": 2, "difficulty": 0.05, "reward_ma": 0.7195326335451505, "leveled_up": false}
{"t": 418, "ts": 1788064561.346319, "step": 836, "loss_diff": 0.8877706527709961, "reward": 0.7065347478172413, "level": 2, "difficulty": 0.05, "reward_ma": 0.7182328449723596, "leveled_up": false}
{"t": 419, "ts": 1788064562.0317094, "step": 838, "loss_diff": 0.9701255559921265, "reward": 0.9642718284176742, "level": 2, "difficulty": 0.05, "reward_ma": 0.7428367433168911, "leveled_up": false}
{"t": 420, "ts": 1788064562.7262805, "step": 840, "loss_diff": 1.0366088151931763, "reward": 0.6196224529549703, "level": 2, "difficulty": 0.05, "reward_ma": 0.7305153142806989, "leveled_up": false}
{"t": 421, "ts": 1788064563.383536, "step": 842, "loss_diff": 0.8858324885368347, "reward": 0.8615475402927022, "level": 2, "difficulty": 0.05, "reward_ma": 0.7436185368818993, "leveled_up": false}
{"t": 422, "ts": 1788064564.0653725, "step": 844, "loss_diff": 0.9198621511459351, "reward": 0.8490197496555008, "level": 2, "difficulty": 0.05, "reward_ma": 0.7541586581592594, "leveled_up": false}
{"t": 423, "ts": 1788064564.7532294, "step": 846, "loss_diff": 0.9185285568237305, "reward": 0.3317357099323628, "level": 2, "difficulty": 0.05, "reward_ma": 0.7119163633365697, "leveled_up": false}
{"t": 424, "ts": 1788064565.5575564, "step": 848, "loss_diff": 0.820409893989563, "reward": 0.8033493799500295, "level": 2, "difficulty": 0.05, "reward_ma": 0.7210596649979157, "leveled_up": false}
{"t": 425, "ts": 1788064566.2536662, "step": 850, "loss_diff": 0.9556575417518616, "reward": 0.27052648770462656, "level": 2, "difficulty": 0.05, "reward_ma": 0.6760063472685869, "leveled_up": false}
{"t": 426, "ts": 1788064566.920446, "step": 852, "loss_diff": 0.7650789022445679, "reward": 0.4786664261731498, "level": 2, "difficulty": 0.05, "reward_ma": 0.6562723551590433, "leveled_up": false}
{"t": 427, "ts": 1788064567.5752492, "step": 854, "loss_diff": 0.8006224036216736, "reward": 0.3786313226055006, "level": 2, "difficulty": 0.05, "reward_ma": 0.628508251903689, "leveled_up": false}
{"t": 428, "ts": 1788064568.2639446, "step": 856, "loss_diff": 0.8855695724487305, "reward": 0.5835650690880653, "level": 2, "difficulty": 0.05, "reward_ma": 0.6240139336221266, "leveled_up": false}
{"t": 429, "ts": 1788064568.9500635, "step": 858, "loss_diff": 1.0162713527679443, "reward": 0.6607153604140849, "level": 2, "difficulty": 0.05, "reward_ma": 0.6276840763013225, "leveled_up": false}
{"t": 430, "ts": 1788064569.6441813, "step": 860, "loss_diff": 0.8915883302688599, "reward": 0.45703526868144273, "level": 2, "difficulty": 0.05, "reward_ma": 0.6106191955393345, "leveled_up": false}
{"t": 431, "ts": 1788064570.3259578, "step": 862, "loss_diff": 0.947053849697113, "reward": 0.40293431561929705, "level": 2, "difficulty": 0.05, "reward_ma": 0.5898507075473307, "leveled_up": false}
{"t": 432, "ts": 1788064570.9854367, "step": 864, "loss_diff": 0.932122528553009, "reward": 0.5292776234088685, "level": 2, "difficulty": 0.05, "reward_ma": 0.5837933991334845, "leveled_up": false}
{"t": 433, "ts": 1788064571.6761158, "step": 866, "loss_diff": 0.8799283504486084, "reward": 0.6988147404285525, "level": 2, "difficulty": 0.05, "reward_ma": 0.5952955332629913, "leveled_up": false}
{"t": 434, "ts": 1788064572.359974, "step": 868, "loss_diff": 0.8292100429534912, "reward": 0.44464264930797337, "level": 2, "difficulty": 0.05, "reward_ma": 0.5802302448674895, "leveled_up": false}
{"t": 435, "ts": 1788064573.044342, "step": 870, "loss_diff": 1.0005743503570557, "reward": 0.813823662578218, "level": 2, "difficulty": 0.05, "reward_ma": 0.6035895866385624, "leveled_up": false}
{"t": 436, "ts": 1788064573.7255075, "step": 872, "loss_diff": 1.0227274894714355, "reward": 0.5130972301724008, "level": 2, "difficulty": 0.05, "reward_ma": 0.5945403509919464, "leveled_up": false}
{"t": 437, "ts": 1788064574.4165924, "step": 874, "loss_diff": 0.972432017326355, "reward": 0.5649597636487118, "level": 2, "difficulty": 0.05, "reward_ma": 0.5915822922576228, "leveled_up": false}
{"t": 438, "ts": 1788064575.1221285, "step": 876, "loss_diff": 0.9501745700836182, "reward": 0.7956399798545136, "level": 2, "difficulty": 0.05, "reward_ma": 0.6119880610173118, "leveled_up": false}
{"t": 439, "ts": 1788064575.7754817, "step": 878, "loss_diff": 1.0175588130950928, "reward": 0.9175133693606575, "level": 2, "difficulty": 0.05, "reward_ma": 0.6425405918516465, "leveled_up": false}
{"t": 440, "ts": 1788064576.466503, "step": 880, "loss_diff": 0.8821558952331543, "reward": 0.5518374848881678, "level": 2, "difficulty": 0.05, "reward_ma": 0.6334702811552987, "leveled_up": false}
{"t": 441, "ts": 1788064577.1401482, "step": 882, "loss_diff": 0.9962940216064453, "reward": 0.9239301952612751, "level": 2, "difficulty": 0.05, "reward_ma": 0.6625162725658964, "leveled_up": false}
{"t": 442, "ts": 1788064577.8219473, "step": 884, "loss_diff": 0.8769132494926453, "reward": 0.29668370554834966, "level": 2, "difficulty": 0.05, "reward_ma": 0.6259330158641417, "leveled_up": false}
{"t": 443, "ts": 1788064578.5156286, "step": 886, "loss_diff": 0.9451188445091248, "reward": 0.8358654061901865, "level": 2, "difficulty": 0.05, "reward_ma": 0.6469262548967463, "leveled_up": false}
{"t": 444, "ts": 1788064579.166027, "step": 888, "loss_diff": 0.9167202711105347, "reward": 0.44274242439797185, "level": 2, "difficulty": 0.05, "reward_ma": 0.6265078718468688, "leveled_up": false}
{"t": 445, "ts": 1788064579.845927, "step": 890, "loss_diff": 0.9295368194580078, "reward": 0.9825812085474548, "level": 2, "difficulty": 0.05, "reward_ma": 0.6621152055169275, "leveled_up": false}
{"t": 446, "ts": 1788064580.5201936, "step": 892, "loss_diff": 0.914747953414917, "reward": 0.6503986534870783, "level": 2, "difficulty": 0.05, "reward_ma": 0.6609435503139426, "leveled_up": false}
{"t": 447, "ts": 1788064581.1821253, "step": 894, "loss_diff": 0.8314025402069092, "reward": 0.34382348685710773, "level": 2, "difficulty": 0.05, "reward_ma": 0.6292315439682591, "leveled_up": false}
{"t": 448, "ts": 1788064581.8669353, "step": 896, "loss_diff": 0.8591260313987732, "reward": 0.6082282915846242, "level": 2, "difficulty": 0.05, "reward_ma": 0.6271312187298955, "leveled_up": false}
{"t": 449, "ts": 1788064582.5379438, "step": 898, "loss_diff": 0.9204833507537842, "reward": 0.5439617310533303, "level": 2, "difficulty": 0.05, "reward_ma": 0.6188142699622391, "leveled_up": false}
{"t": 450, "ts": 1788064583.2604578, "step": 900, "loss_diff": 0.9338390231132507, "reward": 0.6929868802502882, "level": 2, "difficulty": 0.05, "reward_ma": 0.626231530991044, "leveled_up": false}
{"t": 451, "ts": 1788064583.935035, "step": 902, "loss_diff": 0.9356316328048706, "reward": 0.26434551455699706, "level": 2, "difficulty": 0.05, "reward_ma": 0.5900429293476394, "leveled_up": false}
{"t": 452, "ts": 1788064584.618678, "step": 904, "loss_diff": 1.028965950012207, "reward": 0.8518776562127087, "level": 2, "difficulty": 0.05, "reward_ma": 0.6162264020341462, "leveled_up": false}
{"t": 453, "ts": 1788064585.2747889, "step": 906, "loss_diff": 0.9750372171401978, "reward": 0.6561710595871794, "level": 2, "difficulty": 0.05, "reward_ma": 0.6202208677894496, "leveled_up": false}
{"t": 454, "ts": 1788064585.938984, "step": 908, "loss_diff": 0.8212437629699707, "reward": 0.5635367580827773, "level": 2, "difficulty": 0.05, "reward_ma": 0.6145524568187825, "leveled_up": false}
{"t": 455, "ts": 1788064586.6217923, "step": 910, "loss_diff": 0.8237972259521484, "reward": 0.555655046682254, "level": 2, "difficulty": 0.05, "reward_ma": 0.6086627158051297, "leveled_up": false}
{"t": 456, "ts": 1788064587.2759895, "step": 912, "loss_diff": 0.8161699175834656, "reward": 0.8340404407185698, "level": 2, "difficulty": 0.05, "reward_ma": 0.6312004882964737, "leveled_up": false}
{"t": 457, "ts": 1788064587.947292, "step": 914, "loss_diff": 0.89512038230896, "reward": 0.8671258149021943, "level": 2, "difficulty": 0.05, "reward_ma": 0.6547930209570457, "leveled_up": false}
{"t": 458, "ts": 1788064588.645123, "step": 916, "loss_diff": 0.9829114675521851, "reward": 0.9734597651232026, "level": 2, "difficulty": 0.05, "reward_ma": 0.6866596953736614, "leveled_up": false}
{"t": 459, "ts": 1788064589.3213053, "step": 918, "loss_diff": 0.9247018694877625, "reward": 0.588579711238995, "level": 2, "difficulty": 0.05, "reward_ma": 0.6768516969601948, "leveled_up": false}
{"t": 460, "ts": 1788064590.0274997, "step": 920, "loss_diff": 0.8552808165550232, "reward": 0.43985813980364685, "level": 2, "difficulty": 0.05, "reward_ma": 0.65315234124454, "leveled_up": false}
{"t": 461, "ts": 1788064590.7192655, "step": 922, "loss_diff": 0.7742708325386047, "reward": 0.2835625478051494, "level": 2, "difficulty": 0.05, "reward_ma": 0.616193361900601, "leveled_up": false}
{"t": 462, "ts": 1788064591.3853552, "step": 924, "loss_diff": 0.9828376173973083, "reward": 0.9396892052683513, "level": 2, "difficulty": 0.05, "reward_ma": 0.6485429462373761, "leveled_up": false}
{"t": 463, "ts": 1788064592.1150866, "step": 926, "loss_diff": 0.930534303188324, "reward": 0.35400439739977796, "level": 2, "difficulty": 0.05, "reward_ma": 0.6190890913536162, "leveled_up": false}
{"t": 464, "ts": 1788064592.7751698, "step": 928, "loss_diff": 0.8614538908004761, "reward": 0.6177995222447539, "level": 2, "difficulty": 0.05, "reward_ma": 0.61896013444273, "leveled_up": false}
{"t": 465, "ts": 1788064593.4715567, "step": 930, "loss_diff": 0.8320106267929077, "reward": 0.8220423517965164, "level": 2, "difficulty": 0.05, "reward_ma": 0.6392683561781087, "leveled_up": false}
{"t": 466, "ts": 1788064594.1510396, "step": 932, "loss_diff": 0.8994864225387573, "reward": 0.3728547889871559, "level": 2, "difficulty": 0.05, "reward_ma": 0.6126269994590134, "leveled_up": false}
{"t": 467, "ts": 1788064594.8358967, "step": 934, "loss_diff": 0.7724370956420898, "reward": 0.6988131532814477, "level": 2, "difficulty": 0.05, "reward_ma": 0.621245614841257, "leveled_up": false}
{"t": 468, "ts": 1788064595.5361087, "step": 936, "loss_diff": 0.9134881496429443, "reward": 0.5325953842651265, "level": 2, "difficulty": 0.05, "reward_ma": 0.6123805917836439, "leveled_up": false}
{"t": 469, "ts": 1788064596.2304199, "step": 938, "loss_diff": 0.8215194940567017, "reward": 0.3502061751903433, "level": 2, "difficulty": 0.05, "reward_ma": 0.5861631501243139, "leveled_up": false}
{"t": 470, "ts": 1788064596.9230485, "step": 940, "loss_diff": 0.9970759153366089, "reward": 0.7081145372709127, "level": 2, "difficulty": 0.05, "reward_ma": 0.5983582888389738, "leveled_up": false}
{"t": 471, "ts": 1788064597.5798447, "step": 942, "loss_diff": 0.8501090407371521, "reward": 0.65820782422312, "level": 2, "difficulty": 0.05, "reward_ma": 0.6043432423773885, "leveled_up": false}
{"t": 472, "ts": 1788064598.263167, "step": 944, "loss_diff": 1.0429173707962036, "reward": 0.6360537842082518, "level": 2, "difficulty": 0.05, "reward_ma": 0.6075142965604747, "leveled_up": false}
{"t": 473, "ts": 1788064598.9495087, "step": 946, "loss_diff": 0.9336089491844177, "reward": 0.8742533883652932, "level": 2, "difficulty": 0.05, "reward_ma": 0.6341882057409567, "leveled_up": false}
{"t": 474, "ts": 1788064599.6351666, "step": 948, "loss_diff": 1.1038234233856201, "reward": 0.9594574147062496, "level": 2, "difficulty": 0.05, "reward_ma": 0.666715126637486, "leveled_up": false}
{"t": 475, "ts": 1788064600.347535, "step": 950, "loss_diff": 1.0955082178115845, "reward": 0.7609295036443803, "level": 2, "difficulty": 0.05, "reward_ma": 0.6761365643381754, "leveled_up": false}
{"t": 476, "ts": 1788064601.034581, "step": 952, "loss_diff": 0.8947048187255859, "reward": 0.7284945861328035, "level": 2, "difficulty": 0.05, "reward_ma": 0.6813723665176381, "leveled_up": false}
{"t": 477, "ts": 1788064601.7207115, "step": 954, "loss_diff": 1.1157646179199219, "reward": 0.7782486350350097, "level": 2, "difficulty": 0.05, "reward_ma": 0.6910599933693753, "leveled_up": false}
{"t": 478, "ts": 1788064602.477776, "step": 956, "loss_diff": 0.9078459739685059, "reward": 0.6601910172147176, "level": 2, "difficulty": 0.05, "reward_ma": 0.6879730957539095, "leveled_up": false}
{"t": 479, "ts": 1788064603.1611617, "step": 958, "loss_diff": 1.016324520111084, "reward": 0.4954907437702129, "level": 2, "difficulty": 0.05, "reward_ma": 0.6687248605555398, "leveled_up": false}
{"t": 480, "ts": 1788064603.85916, "step": 960, "loss_diff": 0.6880642175674438, "reward": 0.5978642078954355, "level": 2, "difficulty": 0.05, "reward_ma": 0.6616387952895294, "leveled_up": false}
{"t": 481, "ts": 1788064604.554952, "step": 962, "loss_diff": 0.9786702394485474, "reward": 0.8579928829681619, "level": 2, "difficulty": 0.05, "reward_ma": 0.6812742040573926, "leveled_up": false}
{"t": 482, "ts": 1788064605.2489147, "step": 964, "loss_diff": 0.8797229528427124, "reward": 0.9347760999247683, "level": 2, "difficulty": 0.05, "reward_ma": 0.7066243936441301, "leveled_up": false}
{"t": 483, "ts": 1788064605.9455302, "step": 966, "loss_diff": 0.984830379486084, "reward": 0.6189294551292829, "level": 2, "difficulty": 0.05, "reward_ma": 0.6978548997926455, "leveled_up": false}
{"t": 484, "ts": 1788064606.6385841, "step": 968, "loss_diff": 0.7026234865188599, "reward": 0.6388885797472479, "level": 2, "difficulty": 0.05, "reward_ma": 0.6919582677881058, "leveled_up": false}
{"t": 485, "ts": 1788064607.3424675, "step": 970, "loss_diff": 0.8390253782272339, "reward": 0.6952935557106564, "level": 2, "difficulty": 0.05, "reward_ma": 0.6922917965803609, "leveled_up": false}
{"t": 486, "ts": 1788064608.0279803, "step": 972, "loss_diff": 0.9929776191711426, "reward": 0.9563742416966435, "level": 2, "difficulty": 0.05, "reward_ma": 0.7187000410919892, "leveled_up": false}
{"t": 487, "ts": 1788064608.683574, "step": 974, "loss_diff": 0.9904572367668152, "reward": 0.10587101852642422, "level": 2, "difficulty": 0.05, "reward_ma": 0.6574171388354327, "leveled_up": false}
{"t": 488, "ts": 1788064609.3850102, "step": 976, "loss_diff": 1.1236563920974731, "reward": 0.8337507003951716, "level": 2, "difficulty": 0.05, "reward_ma": 0.6750504949914067, "leveled_up": false}
{"t": 489, "ts": 1788064610.0620625, "step": 978, "loss_diff": 0.9207488298416138, "reward": 0.9700620903305615, "level": 2, "difficulty": 0.05, "reward_ma": 0.7045516545253222, "leveled_up": false}
{"t": 490, "ts": 1788064610.7489095, "step": 980, "loss_diff": 0.9148065447807312, "reward": 0.8201340576050079, "level": 2, "difficulty": 0.05, "reward_ma": 0.7161098948332908, "leveled_up": false}
{"t": 491, "ts": 1788064611.4792645, "step": 982, "loss_diff": 1.11426842212677, "reward": 0.5560252912979053, "level": 2, "difficulty": 0.05, "reward_ma": 0.7001014344797523, "leveled_up": false}
{"t": 492, "ts": 1788064612.2229118, "step": 984, "loss_diff": 0.8301872611045837, "reward": 0.4490937217342148, "level": 2, "difficulty": 0.05, "reward_ma": 0.6750006632051986, "leveled_up": false}
{"t": 493, "ts": 1788064612.9290855, "step": 986, "loss_diff": 0.8993526101112366, "reward": 0.8208788069613026, "level": 2, "difficulty": 0.05, "reward_ma": 0.689588477580809, "leveled_up": false}
{"t": 494, "ts": 1788064613.6238863, "step": 988, "loss_diff": 0.9823433756828308, "reward": 0.9737127463678237, "level": 2, "difficulty": 0.05, "reward_ma": 0.7180009044595105, "leveled_up": false}
{"t": 495, "ts": 1788064614.330568, "step": 990, "loss_diff": 0.9484798908233643, "reward": 0.904382265734686, "level": 2, "difficulty": 0.05, "reward_ma": 0.736639040587028, "leveled_up": false}
{"t": 496, "ts": 1788064615.141259, "step": 992, "loss_diff": 0.9707163572311401, "reward": 0.6266615685183309, "level": 2, "difficulty": 0.05, "reward_ma": 0.7256412933801583, "leveled_up": false}
{"t": 497, "ts": 1788064615.9150462, "step": 994, "loss_diff": 0.9542944431304932, "reward": 0.6669440688228911, "level": 2, "difficulty": 0.05, "reward_ma": 0.7197715709244316, "leveled_up": false}
{"t": 498, "ts": 1788064616.628198, "step": 996, "loss_diff": 1.0145068168640137, "reward": 0.9272740147767882, "level": 2, "difficulty": 0.05, "reward_ma": 0.7405218153096673, "leveled_up": false}
{"t": 499, "ts": 1788064617.3285425, "step": 998, "loss_diff": 0.8862983584403992, "reward": 0.6841544368018169, "level": 2, "difficulty": 0.05, "reward_ma": 0.7348850774588823, "leveled_up": false}
{"t": 500, "ts": 1788064618.2140858, "step": 1000, "loss_diff": 0.9714264869689941, "reward": 0.43739440704347343, "level": 2, "difficulty": 0.05, "reward_ma": 0.7051360104173414, "leveled_up": false}
{"t": 501, "ts": 1788064618.9184659, "step": 1002, "loss_diff": 0.9626137018203735, "reward": 0.7405284345567844, "level": 2, "difficulty": 0.05, "reward_ma": 0.7086752528312857, "leveled_up": false}
{"t": 502, "ts": 1788064619.621832, "step": 1004, "loss_diff": 0.9597576856613159, "reward": 0.9657208858437715, "level": 2, "difficulty": 0.05, "reward_ma": 0.7343798161325343, "leveled_up": false}
{"t": 503, "ts": 1788064620.3337998, "step": 1006, "loss_diff": 0.8649411797523499, "reward": 0.6558042771340256, "level": 2, "difficulty": 0.05, "reward_ma": 0.7265222622326835, "leveled_up": false}
{"t": 504, "ts": 1788064621.0358834, "step": 1008, "loss_diff": 0.8396751284599304, "reward": 0.9959228990943342, "level": 2, "difficulty": 0.05, "reward_ma": 0.7534623259188487, "leveled_up": false}
{"t": 505, "ts": 1788064621.7393668, "step": 1010, "loss_diff": 0.9774671196937561, "reward": 0.4563955326606868, "level": 2, "difficulty": 0.05, "reward_ma": 0.7237556465930325, "leveled_up": false}
{"t": 506, "ts": 1788064622.4233234, "step": 1012, "loss_diff": 0.8575828671455383, "reward": 0.5222876434535255, "level": 2, "difficulty": 0.05, "reward_ma": 0.7036088462790817, "leveled_up": false}
{"t": 507, "ts": 1788064623.1210582, "step": 1014, "loss_diff": 0.8729021549224854, "reward": 0.5721755311663999, "level": 2, "difficulty": 0.05, "reward_ma": 0.6904655147678136, "leveled_up": false}
{"t": 508, "ts": 1788064623.8271713, "step": 1016, "loss_diff": 0.8765512704849243, "reward": 0.6809023461964939, "level": 2, "difficulty": 0.05, "reward_ma": 0.6895091979106817, "leveled_up": false}
{"t": 509, "ts": 1788064624.5183482, "step": 1018, "loss_diff": 0.9105371236801147, "reward": 0.35418385647881145, "level": 2, "difficulty": 0.05, "reward_ma": 0.6559766637674946, "leveled_up": false}
{"t": 510, "ts": 1788064625.2275531, "step": 1020, "loss_diff": 0.8376664519309998, "reward": 0.800527272523661, "level": 2, "difficulty": 0.05, "reward_ma": 0.6704317246431113, "leveled_up": false}
{"t": 511, "ts": 1788064625.9154823, "step": 1022, "loss_diff": 0.8231741786003113, "reward": 0.6176521437132164, "level": 2, "difficulty": 0.05, "reward_ma": 0.6651537665501218, "leveled_up": false}
{"t": 512, "ts": 1788064626.5846653, "step": 1024, "loss_diff": 1.0124518871307373, "reward": 0.9906847408574221, "level": 2, "difficulty": 0.05, "reward_ma": 0.6977068639808519, "leveled_up": false}
{"t": 513, "ts": 1788064627.3261209, "step": 1026, "loss_diff": 0.9476855993270874, "reward": 0.7457462856302015, "level": 2, "difficulty": 0.05, "reward_ma": 0.7025108061457869, "leveled_up": false}
{"t": 514, "ts": 1788064628.0250022, "step": 1028, "loss_diff": 0.8487924933433533, "reward": 0.5606950621002911, "level": 2, "difficulty": 0.05, "reward_ma": 0.6883292317412374, "leveled_up": false}
{"t": 515, "ts": 1788064628.7306437, "step": 1030, "loss_diff": 1.0896499156951904, "reward": 0.29541844989299465, "level": 2, "difficulty": 0.05, "reward_ma": 0.6490381535564131, "leveled_up": false}
{"t": 516, "ts": 1788064629.4153957, "step": 1032, "loss_diff": 0.8936942219734192, "reward": 0.46210563915692615, "level": 2, "difficulty": 0.05, "reward_ma": 0.6303449021164644, "leveled_up": false}
{"t": 517, "ts": 1788064630.08302, "step": 1034, "loss_diff": 0.9647629261016846, "reward": 0.6545843095598367, "level": 2, "difficulty": 0.05, "reward_ma": 0.6327688428608017, "leveled_up": false}
{"t": 518, "ts": 1788064630.7855268, "step": 1036, "loss_diff": 1.0092459917068481, "reward": 0.44102290891701995, "level": 2, "difficulty": 0.05, "reward_ma": 0.6135942494664236, "leveled_up": false}
{"t": 519, "ts": 1788064631.4799056, "step": 1038, "loss_diff": 0.996501088142395, "reward": 0.8118790410731402, "level": 2, "difficulty": 0.05, "reward_ma": 0.6334227286270953, "leveled_up": false}
{"t": 520, "ts": 1788064632.2221339, "step": 1040, "loss_diff": 0.9176232814788818, "reward": 0.437185938794808, "level": 2, "difficulty": 0.05, "reward_ma": 0.6137990496438666, "leveled_up": false}
{"t": 521, "ts": 1788064632.9127154, "step": 1042, "loss_diff": 0.8562901020050049, "reward": 0.6836683104114244, "level": 2, "difficulty": 0.05, "reward_ma": 0.6207859757206224, "leveled_up": false}
{"t": 522, "ts": 1788064633.5773585, "step": 1044, "loss_diff": 0.9558174014091492, "reward": 0.8930214102722931, "level": 2, "difficulty": 0.05, "reward_ma": 0.6480095191757895, "leveled_up": false}
{"t": 523, "ts": 1788064634.2796469, "step": 1046, "loss_diff": 0.7589538097381592, "reward": 0.4066557241634766, "level": 2, "difficulty": 0.05, "reward_ma": 0.6238741396745582, "leveled_up": false}
{"t": 524, "ts": 1788064634.9733083, "step": 1048, "loss_diff": 0.9437195062637329, "reward": 0.7534033051757626, "level": 2, "difficulty": 0.05, "reward_ma": 0.6368270562246786, "leveled_up": false}
{"t": 525, "ts": 1788064635.6858625, "step": 1050, "loss_diff": 0.974364161491394, "reward": 0.4130983696872661, "level": 2, "difficulty": 0.05, "reward_ma": 0.6144541875709374, "leveled_up": false}
{"t": 526, "ts": 1788064636.3785727, "step": 1052, "loss_diff": 0.8589625954627991, "reward": 0.5914449918874543, "level": 2, "difficulty": 0.05, "reward_ma": 0.6121532680025891, "leveled_up": false}
{"t": 527, "ts": 1788064637.0671911, "step": 1054, "loss_diff": 1.0033937692642212, "reward": 0.5911234231721654, "level": 2, "difficulty": 0.05, "reward_ma": 0.6100502835195467, "leveled_up": false}
{"t": 528, "ts": 1788064637.7751718, "step": 1056, "loss_diff": 0.9953171014785767, "reward": 0.6071659148375919, "level": 2, "difficulty": 0.05, "reward_ma": 0.6097618466513512, "leveled_up": false}
{"t": 529, "ts": 1788064638.461722, "step": 1058, "loss_diff": 0.9133461117744446, "reward": 0.8118974680925503, "level": 2, "difficulty": 0.05, "reward_ma": 0.6299754087954712, "leveled_up": false}
{"t": 530, "ts": 1788064639.162266, "step": 1060, "loss_diff": 1.1160905361175537, "reward": 0.6136199806033297, "level": 2, "difficulty": 0.05, "reward_ma": 0.628339865976257, "leveled_up": false}
{"t": 531, "ts": 1788064639.8454063, "step": 1062, "loss_diff": 0.9793708920478821, "reward": 0.34900882039202963, "level": 2, "difficulty": 0.05, "reward_ma": 0.6004067614178342, "leveled_up": false}
{"t": 532, "ts": 1788064640.532952, "step": 1064, "loss_diff": 0.8186616897583008, "reward": 0.6536676568070692, "level": 2, "difficulty": 0.05, "reward_ma": 0.6057328509567577, "leveled_up": false}
{"t": 533, "ts": 1788064641.2311757, "step": 1066, "loss_diff": 0.9498727321624756, "reward": 0.9605863971397912, "level": 2, "difficulty": 0.05, "reward_ma": 0.641218205575061, "leveled_up": false}
{"t": 534, "ts": 1788064641.883912, "step": 1068, "loss_diff": 0.9527781009674072, "reward": 0.9090557952812597, "level": 2, "difficulty": 0.05, "reward_ma": 0.668001964545681, "leveled_up": false}
{"t": 535, "ts": 1788064642.5868542, "step": 1070, "loss_diff": 0.9710646271705627, "reward": 0.9588648626496948, "level": 2, "difficulty": 0.05, "reward_ma": 0.6970882543560823, "leveled_up": false}
{"t": 536, "ts": 1788064643.2749171, "step": 1072, "loss_diff": 0.9876298904418945, "reward": 0.35139590942173365, "level": 2, "difficulty": 0.05, "reward_ma": 0.6625190198626475, "leveled_up": false}
{"t": 537, "ts": 1788064643.9658813, "step": 1074, "loss_diff": 0.9243583083152771, "reward": 0.3725469465713871, "level": 2, "difficulty": 0.05, "reward_ma": 0.6335218125335215, "leveled_up": false}
{"t": 538, "ts": 1788064644.6801176, "step": 1076, "loss_diff": 0.8585489988327026, "reward": 0.81730295289184, "level": 2, "difficulty": 0.05, "reward_ma": 0.6518999265693532, "leveled_up": false}
{"t": 539, "ts": 1788064645.3680124, "step": 1078, "loss_diff": 1.064469814300537, "reward": 0.7302738817686303, "level": 2, "difficulty": 0.05, "reward_ma": 0.659737322089281, "leveled_up": false}
{"t": 540, "ts": 1788064646.0773718, "step": 1080, "loss_diff": 0.9804202318191528, "reward": 0.5421583577848266, "level": 2, "difficulty": 0.05, "reward_ma": 0.6479794256588356, "leveled_up": false}
{"t": 541, "ts": 1788064646.7745173, "step": 1082, "loss_diff": 1.0260443687438965, "reward": 0.7707202693113624, "level": 2, "difficulty": 0.05, "reward_ma": 0.6602535100240883, "leveled_up": false}
{"t": 542, "ts": 1788064647.5283349, "step": 1084, "loss_diff": 0.9357227087020874, "reward": 0.36679001584984977, "level": 2, "difficulty": 0.05, "reward_ma": 0.6309071606066644, "leveled_up": false}
{"t": 543, "ts": 1788064648.235448, "step": 1086, "loss_diff": 0.9850980639457703, "reward": 0.5950895930564304, "level": 2, "difficulty": 0.05, "reward_ma": 0.627325403851641, "leveled_up": false}
{"t": 544, "ts": 1788064648.926509, "step": 1088, "loss_diff": 0.9824358820915222, "reward": 0.8492884999777353, "level": 2, "difficulty": 0.05, "reward_ma": 0.6495217134642505, "leveled_up": false}
{"t": 545, "ts": 1788064649.7701206, "step": 1090, "loss_diff": 0.8539850115776062, "reward": 0.9914082644493082, "level": 2, "difficulty": 0.05, "reward_ma": 0.6837103685627562, "leveled_up": false}
{"t": 546, "ts": 1788064650.5839584, "step": 1092, "loss_diff": 0.9318157434463501, "reward": 0.9887543245592836, "level": 2, "difficulty": 0.05, "reward_ma": 0.7142147641624089, "leveled_up": false}
{"t": 547, "ts": 1788064651.3149467, "step": 1094, "loss_diff": 0.7928944826126099, "reward": 0.9956783761826642, "level": 2, "difficulty": 0.05, "reward_ma": 0.7423611253644344, "leveled_up": false}
{"t": 548, "ts": 1788064652.0203388, "step": 1096, "loss_diff": 1.1141284704208374, "reward": 0.3781987318069213, "level": 2, "difficulty": 0.05, "reward_ma": 0.7059448860086831, "leveled_up": false}
{"t": 549, "ts": 1788064652.72211, "step": 1098, "loss_diff": 1.0093812942504883, "reward": 0.9053420589540334, "level": 2, "difficulty": 0.05, "reward_ma": 0.7258846033032182, "leveled_up": false}
{"t": 550, "ts": 1788064653.4435055, "step": 1100, "loss_diff": 0.8805438876152039, "reward": 0.8777431247751912, "level": 2, "difficulty": 0.05, "reward_ma": 0.7410704554504155, "leveled_up": false}
{"t": 551, "ts": 1788064654.1385527, "step": 1102, "loss_diff": 1.0707615613937378, "reward": 0.5814840460571746, "level": 2, "difficulty": 0.05, "reward_ma": 0.7251118145110914, "leveled_up": false}
{"t": 552, "ts": 1788064654.8445897, "step": 1104, "loss_diff": 1.1181261539459229, "reward": 0.5096917541882228, "level": 2, "difficulty": 0.05, "reward_ma": 0.7035698084788046, "leveled_up": false}
{"t": 553, "ts": 1788064655.555787, "step": 1106, "loss_diff": 0.8384419679641724, "reward": 0.8837857841967611, "level": 2, "difficulty": 0.05, "reward_ma": 0.7215914060506002, "leveled_up": false}
{"t": 554, "ts": 1788064656.2483883, "step": 1108, "loss_diff": 0.8777658939361572, "reward": 1.0114544622591692, "level": 2, "difficulty": 0.05, "reward_ma": 0.7505777116714571, "leveled_up": false}
{"t": 555, "ts": 1788064656.9589014, "step": 1110, "loss_diff": 0.9435358047485352, "reward": 0.5917952062368891, "level": 2, "difficulty": 0.05, "reward_ma": 0.7346994611280003, "leveled_up": false}
{"t": 556, "ts": 1788064657.6549127, "step": 1112, "loss_diff": 1.0191856622695923, "reward": 0.1820766433340899, "level": 2, "difficulty": 0.05, "reward_ma": 0.6794371793486094, "leveled_up": false}
{"t": 557, "ts": 1788064658.3485506, "step": 1114, "loss_diff": 0.9113134741783142, "reward": 0.5004997576742543, "level": 2, "difficulty": 0.05, "reward_ma": 0.6615434371811739, "leveled_up": false}
{"t": 558, "ts": 1788064659.0791643, "step": 1116, "loss_diff": 0.9709987640380859, "reward": 0.9394172150441554, "level": 2, "difficulty": 0.05, "reward_ma": 0.6893308149674722, "leveled_up": false}
{"t": 559, "ts": 1788064659.780896, "step": 1118, "loss_diff": 1.0414328575134277, "reward": 1.0069710711763173, "level": 2, "difficulty": 0.05, "reward_ma": 0.7210948405883568, "leveled_up": false}
{"t": 560, "ts": 1788064660.5166092, "step": 1120, "loss_diff": 0.9781063795089722, "reward": 0.7589760041602867, "level": 2, "difficulty": 0.05, "reward_ma": 0.7248829569455498, "leveled_up": false}
{"t": 561, "ts": 1788064661.2272046, "step": 1122, "loss_diff": 0.9206027984619141, "reward": 0.34263663303767633, "level": 2, "difficulty": 0.05, "reward_ma": 0.6866583245547625, "leveled_up": false}
{"t": 562, "ts": 1788064661.928544, "step": 1124, "loss_diff": 1.0922099351882935, "reward": 0.6370018655537827, "level": 2, "difficulty": 0.05, "reward_ma": 0.6816926786546645, "leveled_up": false}
{"t": 563, "ts": 1788064662.6633198, "step": 1126, "loss_diff": 0.849088191986084, "reward": 0.9192535120142032, "level": 2, "difficulty": 0.05, "reward_ma": 0.7054487619906185, "leveled_up": false}
{"t": 564, "ts": 1788064663.3673751, "step": 1128, "loss_diff": 0.9013543128967285, "reward": 1.0053316220210329, "level": 2, "difficulty": 0.05, "reward_ma": 0.7354370479936599, "leveled_up": false}
{"t": 565, "ts": 1788064664.0858734, "step": 1130, "loss_diff": 0.9648740291595459, "reward": 0.9467419659424271, "level": 2, "difficulty": 0.05, "reward_ma": 0.7565675397885366, "leveled_up": false}
{"t": 566, "ts": 1788064664.822669, "step": 1132, "loss_diff": 0.81798255443573, "reward": 0.5011234072009915, "level": 2, "difficulty": 0.05, "reward_ma": 0.7310231265297822, "leveled_up": false}
{"t": 567, "ts": 1788064665.5308285, "step": 1134, "loss_diff": 0.7646476626396179, "reward": 0.3075868465844206, "level": 2, "difficulty": 0.05, "reward_ma": 0.688679498535246, "leveled_up": false}
{"t": 568, "ts": 1788064666.2572427, "step": 1136, "loss_diff": 1.1244312524795532, "reward": 0.6340811531125609, "level": 2, "difficulty": 0.05, "reward_ma": 0.6832196639929775, "leveled_up": false}
{"t": 569, "ts": 1788064666.9631004, "step": 1138, "loss_diff": 1.0033196210861206, "reward": 0.990966148238145, "level": 2, "difficulty": 0.05, "reward_ma": 0.7139943124174942, "leveled_up": false}
{"t": 570, "ts": 1788064667.7153666, "step": 1140, "loss_diff": 1.0902734994888306, "reward": 0.44536057552468417, "level": 2, "difficulty": 0.05, "reward_ma": 0.6871309387282132, "leveled_up": false}
{"t": 571, "ts": 1788064668.463727, "step": 1142, "loss_diff": 0.8273814916610718, "reward": 0.5460845687991229, "level": 2, "difficulty": 0.05, "reward_ma": 0.6730263017353042, "leveled_up": false}
{"t": 572, "ts": 1788064669.1658504, "step": 1144, "loss_diff": 0.8337240815162659, "reward": 0.5829173312827722, "level": 2, "difficulty": 0.05, "reward_ma": 0.6640154046900509, "leveled_up": false}
{"t": 573, "ts": 1788064669.880675, "step": 1146, "loss_diff": 0.8823927044868469, "reward": 0.8968999260750322, "level": 2, "difficulty": 0.05, "reward_ma": 0.6873038568285491, "leveled_up": false}
{"t": 574, "ts": 1788064670.6152744, "step": 1148, "loss_diff": 0.7220085263252258, "reward": 0.7518818206922794, "level": 2, "difficulty": 0.05, "reward_ma": 0.6937616532149221, "leveled_up": false}
{"t": 575, "ts": 1788064671.541253, "step": 1150, "loss_diff": 0.8792884349822998, "reward": 0.9675731756397519, "level": 2, "difficulty": 0.05, "reward_ma": 0.7211428054574052, "leveled_up": false}
{"t": 576, "ts": 1788064672.2855768, "step": 1152, "loss_diff": 0.9251247644424438, "reward": 0.337947486047125, "level": 2, "difficulty": 0.05, "reward_ma": 0.6828232735163772, "leveled_up": false}
{"t": 577, "ts": 1788064673.0225317, "step": 1154, "loss_diff": 1.085619330406189, "reward": 0.7808661876886321, "level": 2, "difficulty": 0.05, "reward_ma": 0.6926275649336027, "leveled_up": false}
{"t": 578, "ts": 1788064673.7602708, "step": 1156, "loss_diff": 0.9413015842437744, "reward": 0.5178454735223418, "level": 2, "difficulty": 0.05, "reward_ma": 0.6751493557924766, "leveled_up": false}
{"t": 579, "ts": 1788064674.4707277, "step": 1158, "loss_diff": 0.9249011278152466, "reward": 0.560483641337384, "level": 2, "difficulty": 0.05, "reward_ma": 0.6636827843469674, "leveled_up": false}
{"t": 580, "ts": 1788064675.2369502, "step": 1160, "loss_diff": 0.9368943572044373, "reward": 0.8238787144973314, "level": 2, "difficulty": 0.05, "reward_ma": 0.6797023773620038, "leveled_up": false}
{"t": 581, "ts": 1788064675.9453511, "step": 1162, "loss_diff": 0.9056016802787781, "reward": 0.7400914916548996, "level": 2, "difficulty": 0.05, "reward_ma": 0.6857412887912934, "leveled_up": false}
{"t": 582, "ts": 1788064676.6656475, "step": 1164, "loss_diff": 0.970735490322113, "reward": 0.4301224209449305, "level": 2, "difficulty": 0.05, "reward_ma": 0.6601794020066571, "leveled_up": false}
{"t": 583, "ts": 1788064677.5586553, "step": 1166, "loss_diff": 0.865436851978302, "reward": 0.48393755432484353, "level": 2, "difficulty": 0.05, "reward_ma": 0.6425552172384759, "leveled_up": false}
{"t": 584, "ts": 1788064678.269214, "step": 1168, "loss_diff": 0.9808484315872192, "reward": 1.0161906158757399, "level": 2, "difficulty": 0.05, "reward_ma": 0.6799187571022023, "leveled_up": false}
{"t": 585, "ts": 1788064679.028836, "step": 1170, "loss_diff": 0.9063706994056702, "reward": 0.3228487025782588, "level": 2, "difficulty": 0.05, "reward_ma": 0.6442117516498079, "leveled_up": false}
{"t": 586, "ts": 1788064679.7322447, "step": 1172, "loss_diff": 0.9071199893951416, "reward": 0.8399321853557208, "level": 2, "difficulty": 0.05, "reward_ma": 0.6637837950203992, "leveled_up": false}
{"t": 587, "ts": 1788064680.4295106, "step": 1174, "loss_diff": 0.9557409286499023, "reward": 0.7894114896608854, "level": 2, "difficulty": 0.05, "reward_ma": 0.6763465644844477, "leveled_up": false}
{"t": 588, "ts": 1788064681.1695073, "step": 1176, "loss_diff": 0.9857383370399475, "reward": 0.32379365056396403, "level": 2, "difficulty": 0.05, "reward_ma": 0.6410912730923993, "leveled_up": false}
{"t": 589, "ts": 1788064681.8663633, "step": 1178, "loss_diff": 0.9185649156570435, "reward": 0.9453276374277445, "level": 2, "difficulty": 0.05, "reward_ma": 0.6715149095259338, "leveled_up": false}
{"t": 590, "ts": 1788064682.5835812, "step": 1180, "loss_diff": 0.9112023115158081, "reward": 0.8278127102634346, "level": 2, "difficulty": 0.05, "reward_ma": 0.687144689599684, "leveled_up": false}
{"t": 591, "ts": 1788064683.317253, "step": 1182, "loss_diff": 0.8684852123260498, "reward": 0.943612683651947, "level": 2, "difficulty": 0.05, "reward_ma": 0.7127914890049103, "leveled_up": false}
{"t": 592, "ts": 1788064684.0209377, "step": 1184, "loss_diff": 0.9672743678092957, "reward": 0.4521647167232335, "level": 2, "difficulty": 0.05, "reward_ma": 0.6867288117767426, "leveled_up": false}
{"t": 593, "ts": 1788064684.7444985, "step": 1186, "loss_diff": 0.7955464124679565, "reward": 0.7059360011368543, "level": 2, "difficulty": 0.05, "reward_ma": 0.6886495307127538, "leveled_up": false}
{"t": 594, "ts": 1788064685.4378455, "step": 1188, "loss_diff": 0.8996896147727966, "reward": 0.7734234749473837, "level": 2, "difficulty": 0.05, "reward_ma": 0.6971269251362168, "leveled_up": false}
{"t": 595, "ts": 1788064686.146212, "step": 1190, "loss_diff": 0.9137040376663208, "reward": 0.5120612910246289, "level": 2, "difficulty": 0.05, "reward_ma": 0.678620361725058, "leveled_up": false}
{"t": 596, "ts": 1788064686.840551, "step": 1192, "loss_diff": 0.9444047212600708, "reward": 0.9679777641937012, "level": 2, "difficulty": 0.05, "reward_ma": 0.7075561019719224, "leveled_up": false}
{"t": 597, "ts": 1788064687.5436351, "step": 1194, "loss_diff": 0.8771928548812866, "reward": 0.775194005178609, "level": 2, "difficulty": 0.05, "reward_ma": 0.7143198922925911, "leveled_up": false}
{"t": 598, "ts": 1788064688.2601116, "step": 1196, "loss_diff": 0.8742020130157471, "reward": 0.6443100977837625, "level": 2, "difficulty": 0.05, "reward_ma": 0.7073189128417082, "leveled_up": false}
{"t": 599, "ts": 1788064688.9593596, "step": 1198, "loss_diff": 0.7827582359313965, "reward": 0.6923059004514629, "level": 2, "difficulty": 0.05, "reward_ma": 0.7058176116026837, "leveled_up": false}
{"t": 600, "ts": 1788064689.7447364, "step": 1200, "loss_diff": 0.8747958540916443, "reward": 0.6336109555425303, "level": 2, "difficulty": 0.05, "reward_ma": 0.6985969459966684, "leveled_up": false}
{"t": 601, "ts": 1788064690.4364085, "step": 1202, "loss_diff": 0.9082610607147217, "reward": 0.23883143690779968, "level": 2, "difficulty": 0.05, "reward_ma": 0.6526203950877816, "leveled_up": false}
{"t": 602, "ts": 1788064691.1410947, "step": 1204, "loss_diff": 0.8815207481384277, "reward": 0.5116506954256059, "level": 2, "difficulty": 0.05, "reward_ma": 0.638523425121564, "leveled_up": false}
{"t": 603, "ts": 1788064691.862591, "step": 1206, "loss_diff": 0.9133583307266235, "reward": 0.7362873890589043, "level": 2, "difficulty": 0.05, "reward_ma": 0.648299821515298, "leveled_up": false}
{"t": 604, "ts": 1788064692.5578072, "step": 1208, "loss_diff": 0.9065555334091187, "reward": 0.9881048990485296, "level": 2, "difficulty": 0.05, "reward_ma": 0.6822803292686211, "leveled_up": false}
{"t": 605, "ts": 1788064693.3212461, "step": 1210, "loss_diff": 0.9717614650726318, "reward": 0.6837010934378085, "level": 2, "difficulty": 0.05, "reward_ma": 0.6824224056855399, "leveled_up": false}
{"t": 606, "ts": 1788064694.0292475, "step": 1212, "loss_diff": 0.9013742208480835, "reward": 0.6849167347632312, "level": 2, "difficulty": 0.05, "reward_ma": 0.682671838593309, "leveled_up": false}
{"t": 607, "ts": 1788064694.7508905, "step": 1214, "loss_diff": 1.0435868501663208, "reward": 0.39459088659815034, "level": 2, "difficulty": 0.05, "reward_ma": 0.6538637433937933, "leveled_up": false}
{"t": 608, "ts": 1788064695.4741292, "step": 1216, "loss_diff": 0.9256237745285034, "reward": 0.7336592760558918, "level": 2, "difficulty": 0.05, "reward_ma": 0.6618432966600031, "leveled_up": false}
{"t": 609, "ts": 1788064696.1850152, "step": 1218, "loss_diff": 0.991793692111969, "reward": 0.6903288531724846, "level": 2, "difficulty": 0.05, "reward_ma": 0.6646918523112513, "leveled_up": false}
{"t": 610, "ts": 1788064696.9307895, "step": 1220, "loss_diff": 0.8148180246353149, "reward": 0.779240634601408, "level": 2, "difficulty": 0.05, "reward_ma": 0.676146730540267, "leveled_up": false}
{"t": 611, "ts": 1788064697.646317, "step": 1222, "loss_diff": 1.029340147972107, "reward": 0.46156058541496775, "level": 2, "difficulty": 0.05, "reward_ma": 0.654688116027737, "leveled_up": false}
{"t": 612, "ts": 1788064698.366358, "step": 1224, "loss_diff": 0.8667604327201843, "reward": 0.8372237440321936, "level": 2, "difficulty": 0.05, "reward_ma": 0.6729416788281827, "leveled_up": false}
{"t": 613, "ts": 1788064699.1766899, "step": 1226, "loss_diff": 0.9920400381088257, "reward": 0.8961878718872068, "level": 2, "difficulty": 0.05, "reward_ma": 0.6952662981340851, "leveled_up": false}
{"t": 614, "ts": 1788064699.8820608, "step": 1228, "loss_diff": 1.0312845706939697, "reward": 0.5259213099853481, "level": 2, "difficulty": 0.05, "reward_ma": 0.6783317993192114, "leveled_up": false}
{"t": 615, "ts": 1788064700.6316001, "step": 1230, "loss_diff": 1.0146466493606567, "reward": 0.45653932073788583, "level": 2, "difficulty": 0.05, "reward_ma": 0.6561525514610788, "leveled_up": false}
{"t": 616, "ts": 1788064701.3654008, "step": 1232, "loss_diff": 0.7967047691345215, "reward": 1.0089218851313375, "level": 2, "difficulty": 0.05, "reward_ma": 0.6914294848281046, "leveled_up": false}
{"t": 617, "ts": 1788064702.0720768, "step": 1234, "loss_diff": 0.9468196630477905, "reward": 0.9010307228266712, "level": 2, "difficulty": 0.05, "reward_ma": 0.7123896086279613, "leveled_up": false}
{"t": 618, "ts": 1788064702.7841358, "step": 1236, "loss_diff": 1.0981721878051758, "reward": 0.7773851109232516, "level": 2, "difficulty": 0.05, "reward_ma": 0.7188891588574904, "leveled_up": false}
{"t": 619, "ts": 1788064703.5161397, "step": 1238, "loss_diff": 0.933794379234314, "reward": 0.9718791599695836, "level": 2, "difficulty": 0.05, "reward_ma": 0.7441881589686998, "leveled_up": false}
{"t": 620, "ts": 1788064704.2340999, "step": 1240, "loss_diff": 0.918926477432251, "reward": 0.5571046618946756, "level": 2, "difficulty": 0.05, "reward_ma": 0.7254798092612974, "leveled_up": false}
{"t": 621, "ts": 1788064704.9536262, "step": 1242, "loss_diff": 0.8176766633987427, "reward": 0.8582099623710014, "level": 2, "difficulty": 0.05, "reward_ma": 0.7387528245722679, "leveled_up": false}
{"t": 622, "ts": 1788064705.6592216, "step": 1244, "loss_diff": 0.8533226251602173, "reward": 0.6604257903664089, "level": 2, "difficulty": 0.05, "reward_ma": 0.730920121151682, "leveled_up": false}
{"t": 623, "ts": 1788064706.37151, "step": 1246, "loss_diff": 0.9004783630371094, "reward": 0.7421815869497386, "level": 2, "difficulty": 0.05, "reward_ma": 0.7320462677314877, "leveled_up": false}
{"t": 624, "ts": 1788064707.0733068, "step": 1248, "loss_diff": 0.8244707584381104, "reward": 0.5930769591651888, "level": 2, "difficulty": 0.05, "reward_ma": 0.7181493368748578, "leveled_up": false}
{"t": 625, "ts": 1788064707.8264735, "step": 1250, "loss_diff": 0.8622971177101135, "reward": 0.6168384599415524, "level": 2, "difficulty": 0.05, "reward_ma": 0.7080182491815272, "leveled_up": false}
{"t": 626, "ts": 1788064708.5275044, "step": 1252, "loss_diff": 0.8892524242401123, "reward": 0.31180757547592564, "level": 2, "difficulty": 0.05, "reward_ma": 0.6683971818109671, "leveled_up": false}
{"t": 627, "ts": 1788064709.233321, "step": 1254, "loss_diff": 0.9770714044570923, "reward": 0.7082851151224228, "level": 2, "difficulty": 0.05, "reward_ma": 0.6723859751421126, "leveled_up": false}
{"t": 628, "ts": 1788064709.9552526, "step": 1256, "loss_diff": 0.873032808303833, "reward": 0.9404134253745193, "level": 2, "difficulty": 0.05, "reward_ma": 0.6991887201653533, "leveled_up": false}
{"t": 629, "ts": 1788064710.6596375, "step": 1258, "loss_diff": 0.9491659998893738, "reward": 0.7294598035355329, "level": 2, "difficulty": 0.05, "reward_ma": 0.7022158285023712, "leveled_up": false}
{"t": 630, "ts": 1788064711.3743732, "step": 1260, "loss_diff": 0.9818089008331299, "reward": 0.6753788366120098, "level": 2, "difficulty": 0.05, "reward_ma": 0.6995321293133351, "leveled_up": false}
{"t": 631, "ts": 1788064712.0746906, "step": 1262, "loss_diff": 0.8782448768615723, "reward": 0.769489952431489, "level": 2, "difficulty": 0.05, "reward_ma": 0.7065279116251505, "leveled_up": false}
{"t": 632, "ts": 1788064712.7782476, "step": 1264, "loss_diff": 0.9762617945671082, "reward": 0.9546100424487498, "level": 2, "difficulty": 0.05, "reward_ma": 0.7313361247075105, "leveled_up": false}
{"t": 633, "ts": 1788064713.516834, "step": 1266, "loss_diff": 0.9858572483062744, "reward": 0.8853569360141815, "level": 2, "difficulty": 0.05, "reward_ma": 0.7467382058381777, "leveled_up": false}
{"t": 634, "ts": 1788064714.2193575, "step": 1268, "loss_diff": 1.0229363441467285, "reward": 0.30893458171095767, "level": 2, "difficulty": 0.05, "reward_ma": 0.7029578434254558, "leveled_up": false}
{"t": 635, "ts": 1788064714.940616, "step": 1270, "loss_diff": 0.8974337577819824, "reward": 0.32241762451257777, "level": 2, "difficulty": 0.05, "reward_ma": 0.6649038215341679, "leveled_up": false}
{"t": 636, "ts": 1788064715.655447, "step": 1272, "loss_diff": 0.9388964176177979, "reward": 0.47654849213059214, "level": 2, "difficulty": 0.05, "reward_ma": 0.6460682885938104, "leveled_up": false}
{"t": 637, "ts": 1788064716.3570569, "step": 1274, "loss_diff": 0.8509111404418945, "reward": 0.44022326601610556, "level": 2, "difficulty": 0.05, "reward_ma": 0.6254837863360398, "leveled_up": false}
{"t": 638, "ts": 1788064717.1363528, "step": 1276, "loss_diff": 0.9119126796722412, "reward": 0.4516706750719328, "level": 2, "difficulty": 0.05, "reward_ma": 0.6081024752096291, "leveled_up": false}
{"t": 639, "ts": 1788064717.8817143, "step": 1278, "loss_diff": 0.830051600933075, "reward": 0.27499758669462177, "level": 2, "difficulty": 0.05, "reward_ma": 0.5747919863581284, "leveled_up": false}
{"t": 640, "ts": 1788064718.6353142, "step": 1280, "loss_diff": 0.933900773525238, "reward": 0.7390693699964799, "level": 2, "difficulty": 0.05, "reward_ma": 0.5912197247219636, "leveled_up": false}
{"t": 641, "ts": 1788064719.3636136, "step": 1282, "loss_diff": 0.9637386798858643, "reward": 0.4901709171067478, "level": 2, "difficulty": 0.05, "reward_ma": 0.5811148439604421, "leveled_up": false}
{"t": 642, "ts": 1788064720.0664973, "step": 1284, "loss_diff": 1.0846344232559204, "reward": 0.49088138048587704, "level": 2, "difficulty": 0.05, "reward_ma": 0.5720914976129856, "leveled_up": false}
{"t": 643, "ts": 1788064720.7833157, "step": 1286, "loss_diff": 0.8287789821624756, "reward": 0.8654113758768809, "level": 2, "difficulty": 0.05, "reward_ma": 0.6014234854393752, "leveled_up": false}
{"t": 644, "ts": 1788064721.5170503, "step": 1288, "loss_diff": 1.085397720336914, "reward": 0.7153630137226726, "level": 2, "difficulty": 0.05, "reward_ma": 0.612817438267705, "leveled_up": false}
{"t": 645, "ts": 1788064722.2305577, "step": 1290, "loss_diff": 0.9066973924636841, "reward": 0.5046851722971061, "level": 2, "difficulty": 0.05, "reward_ma": 0.6020042116706451, "leveled_up": false}
{"t": 646, "ts": 1788064722.9294221, "step": 1292, "loss_diff": 0.8057178258895874, "reward": 0.6203220713616217, "level": 2, "difficulty": 0.05, "reward_ma": 0.6038359976397428, "leveled_up": false}
{"t": 647, "ts": 1788064723.6341145, "step": 1294, "loss_diff": 0.7945337295532227, "reward": 0.30224157439397076, "level": 2, "difficulty": 0.05, "reward_ma": 0.5736765553151657, "leveled_up": false}
{"t": 648, "ts": 1788064724.3446274, "step": 1296, "loss_diff": 1.02975332736969, "reward": 0.89334634723495, "level": 2, "difficulty": 0.05, "reward_ma": 0.6056435345071441, "leveled_up": false}
{"t": 649, "ts": 1788064725.0524466, "step": 1298, "loss_diff": 0.8031713366508484, "reward": 0.7150913743549683, "level": 2, "difficulty": 0.05, "reward_ma": 0.6165883184919265, "leveled_up": false}
{"t": 650, "ts": 1788064725.7764237, "step": 1300, "loss_diff": 1.0250447988510132, "reward": 0.4599952030312492, "level": 2, "difficulty": 0.05, "reward_ma": 0.6009290069458588, "leveled_up": false}
{"t": 651, "ts": 1788064726.471912, "step": 1302, "loss_diff": 0.8885960578918457, "reward": 0.4945595847707073, "level": 2, "difficulty": 0.05, "reward_ma": 0.5902920647283437, "leveled_up": false}
{"t": 652, "ts": 1788064727.1603067, "step": 1304, "loss_diff": 0.9040697813034058, "reward": 0.7671225641503824, "level": 2, "difficulty": 0.05, "reward_ma": 0.6079751146705475, "leveled_up": false}
{"t": 653, "ts": 1788064727.8791342, "step": 1306, "loss_diff": 0.8868916630744934, "reward": 0.4909889389772716, "level": 2, "difficulty": 0.05, "reward_ma": 0.59627649710122, "leveled_up": false}
{"t": 654, "ts": 1788064728.5806224, "step": 1308, "loss_diff": 0.9013956785202026, "reward": 0.6965527987259779, "level": 2, "difficulty": 0.05, "reward_ma": 0.6063041272636958, "leveled_up": false}
{"t": 655, "ts": 1788064729.318907, "step": 1310, "loss_diff": 1.0406221151351929, "reward": 0.47154683665827246, "level": 2, "difficulty": 0.05, "reward_ma": 0.5928283982031534, "leveled_up": false}
{"t": 656, "ts": 1788064730.0223396, "step": 1312, "loss_diff": 0.8078564405441284, "reward": 0.7836635906500871, "level": 2, "difficulty": 0.05, "reward_ma": 0.6119119174478467, "leveled_up": false}
{"t": 657, "ts": 1788064730.7203212, "step": 1314, "loss_diff": 0.8651401996612549, "reward": 0.6807638983900237, "level": 2, "difficulty": 0.05, "reward_ma": 0.6187971155420644, "leveled_up": false}
{"t": 658, "ts": 1788064731.4368436, "step": 1316, "loss_diff": 0.9149456024169922, "reward": 0.6512925691919831, "level": 2, "difficulty": 0.05, "reward_ma": 0.6220466609070563, "leveled_up": false}
{"t": 659, "ts": 1788064732.1360052, "step": 1318, "loss_diff": 1.06434965133667, "reward": 0.5562914546687941, "level": 2, "difficulty": 0.05, "reward_ma": 0.61547114028323, "leveled_up": false}
{"t": 660, "ts": 1788064732.8539114, "step": 1320, "loss_diff": 0.9801764488220215, "reward": 1.0081932891197707, "level": 2, "difficulty": 0.05, "reward_ma": 0.6547433551668841, "leveled_up": false}
{"t": 661, "ts": 1788064733.5608084, "step": 1322, "loss_diff": 0.8698868751525879, "reward": 1.0025248358602794, "level": 2, "difficulty": 0.05, "reward_ma": 0.6895215032362236, "leveled_up": false}
{"t": 662, "ts": 1788064734.2759676, "step": 1324, "loss_diff": 0.786555290222168, "reward": 0.3223132081149699, "level": 2, "difficulty": 0.05, "reward_ma": 0.6528006737240983, "leveled_up": false}
{"t": 663, "ts": 1788064735.0525384, "step": 1326, "loss_diff": 1.0195016860961914, "reward": 0.40034011804538383, "level": 2, "difficulty": 0.05, "reward_ma": 0.6275546181562269, "leveled_up": false}
{"t": 664, "ts": 1788064735.7734518, "step": 1328, "loss_diff": 0.8826449513435364, "reward": 0.6828700835291448, "level": 2, "difficulty": 0.05, "reward_ma": 0.6330861646935187, "leveled_up": false}
{"t": 665, "ts": 1788064736.5192287, "step": 1330, "loss_diff": 1.1135276556015015, "reward": 0.5839198926593607, "level": 2, "difficulty": 0.05, "reward_ma": 0.628169537490103, "leveled_up": false}
{"t": 666, "ts": 1788064737.2413309, "step": 1332, "loss_diff": 1.0818990468978882, "reward": 0.6639882677245736, "level": 2, "difficulty": 0.05, "reward_ma": 0.63175141051355, "leveled_up": false}
{"t": 667, "ts": 1788064737.9738688, "step": 1334, "loss_diff": 0.9228407144546509, "reward": 0.6833809572416396, "level": 2, "difficulty": 0.05, "reward_ma": 0.6369143651863589, "leveled_up": false}
{"t": 668, "ts": 1788064738.7176247, "step": 1336, "loss_diff": 1.004372000694275, "reward": 0.3644496070851557, "level": 2, "difficulty": 0.05, "reward_ma": 0.6096678893762386, "leveled_up": false}
{"t": 669, "ts": 1788064739.4170995, "step": 1338, "loss_diff": 0.8197509050369263, "reward": 0.8121446951215346, "level": 2, "difficulty": 0.05, "reward_ma": 0.6299155699507683, "leveled_up": false}
{"t": 670, "ts": 1788064740.1314533, "step": 1340, "loss_diff": 0.9338546991348267, "reward": 0.7963086733092171, "level": 2, "difficulty": 0.05, "reward_ma": 0.6465548802866131, "leveled_up": false}
{"t": 671, "ts": 1788064740.8439877, "step": 1342, "loss_diff": 0.8744405508041382, "reward": 0.6738339180569699, "level": 2, "difficulty": 0.05, "reward_ma": 0.6492827840636488, "leveled_up": false}
{"t": 672, "ts": 1788064741.5667162, "step": 1344, "loss_diff": 0.8334150910377502, "reward": 0.4163698873955744, "level": 2, "difficulty": 0.05, "reward_ma": 0.6259914943968414, "leveled_up": false}
{"t": 673, "ts": 1788064742.280658, "step": 1346, "loss_diff": 0.9077168107032776, "reward": 0.6532198422986442, "level": 2, "difficulty": 0.05, "reward_ma": 0.6287143291870217, "leveled_up": false}
{"t": 674, "ts": 1788064743.0839362, "step": 1348, "loss_diff": 0.7935004234313965, "reward": 0.8419827112513759, "level": 2, "difficulty": 0.05, "reward_ma": 0.6500411673934572, "leveled_up": false}
{"t": 675, "ts": 1788064743.8339138, "step": 1350, "loss_diff": 0.9099984765052795, "reward": 0.46099867697455915, "level": 2, "difficulty": 0.05, "reward_ma": 0.6311369183515674, "leveled_up": false}
{"t": 676, "ts": 1788064744.5411565, "step": 1352, "loss_diff": 0.837293267250061, "reward": 0.7694111248955159, "level": 2, "difficulty": 0.05, "reward_ma": 0.6449643390059623, "leveled_up": false}
{"t": 677, "ts": 1788064745.248939, "step": 1354, "loss_diff": 0.951829195022583, "reward": 1.0191572306323238, "level": 2, "difficulty": 0.05, "reward_ma": 0.6823836281685984, "leveled_up": false}
{"t": 678, "ts": 1788064745.9720647, "step": 1356, "loss_diff": 0.8888920545578003, "reward": 0.4899036200755746, "level": 2, "difficulty": 0.05, "reward_ma": 0.6631356273592961, "leveled_up": false}
{"t": 679, "ts": 1788064746.6787207, "step": 1358, "loss_diff": 0.9212373495101929, "reward": 0.6156962100913153, "level": 2, "difficulty": 0.05, "reward_ma": 0.6583916856324981, "leveled_up": false}
{"t": 680, "ts": 1788064747.418708, "step": 1360, "loss_diff": 0.919903576374054, "reward": 0.4673945293457951, "level": 2, "difficulty": 0.05, "reward_ma": 0.6392919700038278, "leveled_up": false}
{"t": 681, "ts": 1788064748.1169071, "step": 1362, "loss_diff": 0.8671102523803711, "reward": 0.682939960087089, "level": 2, "difficulty": 0.05, "reward_ma": 0.6436567690121539, "leveled_up": false}
{"t": 682, "ts": 1788064748.820581, "step": 1364, "loss_diff": 0.9132283329963684, "reward": 0.5151631609139106, "level": 2, "difficulty": 0.05, "reward_ma": 0.6308074082023295, "leveled_up": false}
{"t": 683, "ts": 1788064749.5434868, "step": 1366, "loss_diff": 0.8942827582359314, "reward": 0.43135249713185453, "level": 2, "difficulty": 0.05, "reward_ma": 0.610861917095282, "leveled_up": false}
{"t": 684, "ts": 1788064750.2465472, "step": 1368, "loss_diff": 1.0500059127807617, "reward": 0.6216333029263212, "level": 2, "difficulty": 0.05, "reward_ma": 0.6119390556783859, "leveled_up": false}
{"t": 685, "ts": 1788064750.9664419, "step": 1370, "loss_diff": 0.9249433279037476, "reward": 0.4147593942451477, "level": 2, "difficulty": 0.05, "reward_ma": 0.5922210895350621, "leveled_up": false}
{"t": 686, "ts": 1788064751.6633904, "step": 1372, "loss_diff": 0.8656129837036133, "reward": 0.8923001108621349, "level": 2, "difficulty": 0.05, "reward_ma": 0.6222289916677695, "leveled_up": false}
{"t": 687, "ts": 1788064752.3647022, "step": 1374, "loss_diff": 0.8678786158561707, "reward": 0.9984037301088894, "level": 2, "difficulty": 0.05, "reward_ma": 0.6598464655118814, "leveled_up": false}
{"t": 688, "ts": 1788064753.1170268, "step": 1376, "loss_diff": 1.0030690431594849, "reward": 0.7510971121445101, "level": 2, "difficulty": 0.05, "reward_ma": 0.6689715301751443, "leveled_up": false}
{"t": 689, "ts": 1788064753.8316405, "step": 1378, "loss_diff": 0.7775211334228516, "reward": 0.9068003103748709, "level": 2, "difficulty": 0.05, "reward_ma": 0.692754408195117, "leveled_up": false}
{"t": 690, "ts": 1788064754.5715837, "step": 1380, "loss_diff": 0.967738687992096, "reward": 0.5973720498053477, "level": 2, "difficulty": 0.05, "reward_ma": 0.6832161723561402, "leveled_up": false}
{"t": 691, "ts": 1788064755.3151944, "step": 1382, "loss_diff": 0.9290323853492737, "reward": 0.5308367667484397, "level": 2, "difficulty": 0.05, "reward_ma": 0.6679782317953701, "leveled_up": false}
{"t": 692, "ts": 1788064756.0322168, "step": 1384, "loss_diff": 0.9742723703384399, "reward": 0.5717352206906511, "level": 2, "difficulty": 0.05, "reward_ma": 0.6583539306848982, "leveled_up": false}
{"t": 693, "ts": 1788064756.774379, "step": 1386, "loss_diff": 0.8165642023086548, "reward": 0.5356194889012802, "level": 2, "difficulty": 0.05, "reward_ma": 0.6460804865065364, "leveled_up": false}
{"t": 694, "ts": 1788064757.5150235, "step": 1388, "loss_diff": 0.7843693494796753, "reward": 0.9101270031919001, "level": 2, "difficulty": 0.05, "reward_ma": 0.6724851381750727, "leveled_up": false}
{"t": 695, "ts": 1788064758.2414, "step": 1390, "loss_diff": 0.7764781713485718, "reward": 0.450419255901212, "level": 2, "difficulty": 0.05, "reward_ma": 0.6502785499476866, "leveled_up": false}
{"t": 696, "ts": 1788064758.9595757, "step": 1392, "loss_diff": 0.847695529460907, "reward": 0.961010570768582, "level": 2, "difficulty": 0.05, "reward_ma": 0.6813517520297763, "leveled_up": false}
{"t": 697, "ts": 1788064759.6781793, "step": 1394, "loss_diff": 0.928070604801178, "reward": 0.3860131589996427, "level": 2, "difficulty": 0.05, "reward_ma": 0.6518178927267629, "leveled_up": false}
{"t": 698, "ts": 1788064760.4172904, "step": 1396, "loss_diff": 0.9844521284103394, "reward": 0.5007385061318874, "level": 2, "difficulty": 0.05, "reward_ma": 0.6367099540672754, "leveled_up": false}
{"t": 699, "ts": 1788064761.1315498, "step": 1398, "loss_diff": 0.8774566650390625, "reward": 0.5431469871303999, "level": 2, "difficulty": 0.05, "reward_ma": 0.6273536573735878, "leveled_up": false}
{"t": 700, "ts": 1788064761.8854473, "step": 1400, "loss_diff": 0.7472189664840698, "reward": 0.791611765886209, "level": 2, "difficulty": 0.05, "reward_ma": 0.64377946822485, "leveled_up": false}
{"t": 701, "ts": 1788064762.62419, "step": 1402, "loss_diff": 0.6943725347518921, "reward": 0.5771900890824689, "level": 2, "difficulty": 0.05, "reward_ma": 0.6371205303106119, "leveled_up": false}
{"t": 702, "ts": 1788064763.3412647, "step": 1404, "loss_diff": 1.08370041847229, "reward": 0.3790228999690876, "level": 2, "difficulty": 0.05, "reward_ma": 0.6113107672764595, "leveled_up": false}
{"t": 703, "ts": 1788064764.0769076, "step": 1406, "loss_diff": 0.8444977402687073, "reward": 0.8457784336793313, "level": 2, "difficulty": 0.05, "reward_ma": 0.6347575339167467, "leveled_up": false}
{"t": 704, "ts": 1788064764.8428898, "step": 1408, "loss_diff": 0.940641462802887, "reward": 0.575578618222236, "level": 2, "difficulty": 0.05, "reward_ma": 0.6288396423472956, "leveled_up": false}
{"t": 705, "ts": 1788064765.6599755, "step": 1410, "loss_diff": 0.9836359024047852, "reward": 0.6522707895494374, "level": 2, "difficulty": 0.05, "reward_ma": 0.6311827570675098, "leveled_up": false}
{"t": 706, "ts": 1788064766.4464548, "step": 1412, "loss_diff": 0.892498791217804, "reward": 0.5930236233423132, "level": 2, "difficulty": 0.05, "reward_ma": 0.6273668436949902, "leveled_up": false}
{"t": 707, "ts": 1788064767.2344382, "step": 1414, "loss_diff": 0.8840576410293579, "reward": 0.8107211456171997, "level": 2, "difficulty": 0.05, "reward_ma": 0.6457022738872111, "leveled_up": false}
{"t": 708, "ts": 1788064768.0411978, "step": 1416, "loss_diff": 0.9048177599906921, "reward": 0.9103699862997829, "level": 2, "difficulty": 0.05, "reward_ma": 0.6721690451284683, "leveled_up": false}
{"t": 709, "ts": 1788064768.8298056, "step": 1418, "loss_diff": 0.9891582727432251, "reward": 0.370138379077567, "level": 2, "difficulty": 0.05, "reward_ma": 0.6419659785233782, "leveled_up": false}
{"t": 710, "ts": 1788064769.656782, "step": 1420, "loss_diff": 1.0511748790740967, "reward": 0.4127844694946846, "level": 2, "difficulty": 0.05, "reward_ma": 0.6190478276205089, "leveled_up": false}
{"t": 711, "ts": 1788064770.4427254, "step": 1422, "loss_diff": 1.0433310270309448, "reward": 1.0038702928458638, "level": 2, "difficulty": 0.05, "reward_ma": 0.6575300741430444, "leveled_up": false}
{"t": 712, "ts": 1788064771.224598, "step": 1424, "loss_diff": 0.8631927967071533, "reward": 0.9542619096986583, "level": 2, "difficulty": 0.05, "reward_ma": 0.6872032576986058, "leveled_up": false}
{"t": 713, "ts": 1788064772.0386353, "step": 1426, "loss_diff": 0.9181194305419922, "reward": 0.30111513001951645, "level": 2, "difficulty": 0.05, "reward_ma": 0.648594444930697, "leveled_up": false}
{"t": 714, "ts": 1788064772.8240778, "step": 1428, "loss_diff": 0.9108860492706299, "reward": 0.49416310526594953, "level": 2, "difficulty": 0.05, "reward_ma": 0.6331513109642222, "leveled_up": false}
{"t": 715, "ts": 1788064773.6331477, "step": 1430, "loss_diff": 0.7808564305305481, "reward": 0.4359031771505966, "level": 2, "difficulty": 0.05, "reward_ma": 0.6134264975828596, "leveled_up": false}
{"t": 716, "ts": 1788064774.419529, "step": 1432, "loss_diff": 0.8412671089172363, "reward": 0.6827323172418869, "level": 2, "difficulty": 0.05, "reward_ma": 0.6203570795487623, "leveled_up": false}
{"t": 717, "ts": 1788064775.2336392, "step": 1434, "loss_diff": 0.814613938331604, "reward": 1.0205018368046734, "level": 2, "difficulty": 0.05, "reward_ma": 0.6603715552743534, "leveled_up": false}
{"t": 718, "ts": 1788064776.030697, "step": 1436, "loss_diff": 0.85285884141922, "reward": 0.7038311297368054, "level": 2, "difficulty": 0.05, "reward_ma": 0.6647175127205986, "leveled_up": false}
{"t": 719, "ts": 1788064776.7460802, "step": 1438, "loss_diff": 0.9793298840522766, "reward": 0.4404970238794981, "level": 2, "difficulty": 0.05, "reward_ma": 0.6422954638364886, "leveled_up": false}
{"t": 720, "ts": 1788064777.4622304, "step": 1440, "loss_diff": 0.997700035572052, "reward": 0.6981137866057401, "level": 2, "difficulty": 0.05, "reward_ma": 0.6478772961134137, "leveled_up": false}
{"t": 721, "ts": 1788064778.2382364, "step": 1442, "loss_diff": 0.9891241788864136, "reward": 0.39867360797380264, "level": 2, "difficulty": 0.05, "reward_ma": 0.6229569272994526, "leveled_up": false}
{"t": 722, "ts": 1788064779.037185, "step": 1444, "loss_diff": 0.873035192489624, "reward": 0.394571359792995, "level": 2, "difficulty": 0.05, "reward_ma": 0.6001183705488069, "leveled_up": false}
{"t": 723, "ts": 1788064779.8382804, "step": 1446, "loss_diff": 1.04559326171875, "reward": 0.7789527135297484, "level": 2, "difficulty": 0.05, "reward_ma": 0.618001804846901, "leveled_up": false}
{"t": 724, "ts": 1788064780.6191797, "step": 1448, "loss_diff": 0.7589390873908997, "reward": 0.8498132976454718, "level": 2, "difficulty": 0.05, "reward_ma": 0.6411829541267582, "leveled_up": false}
{"t": 725, "ts": 1788064781.4611676, "step": 1450, "loss_diff": 0.7937391400337219, "reward": 0.4779902456340767, "level": 2, "difficulty": 0.05, "reward_ma": 0.6248636832774901, "leveled_up": false}
{"t": 726, "ts": 1788064782.2324545, "step": 1452, "loss_diff": 0.8603402376174927, "reward": 0.3787878294809672, "level": 2, "difficulty": 0.05, "reward_ma": 0.6002560978978378, "leveled_up": false}
{"t": 727, "ts": 1788064783.0225537, "step": 1454, "loss_diff": 0.8237231373786926, "reward": 0.3505611173105867, "level": 2, "difficulty": 0.05, "reward_ma": 0.5752865998391128, "leveled_up": false}
{"t": 728, "ts": 1788064783.7383435, "step": 1456, "loss_diff": 0.9827325940132141, "reward": 0.5211621808224215, "level": 2, "difficulty": 0.05, "reward_ma": 0.5698741579374438, "leveled_up": false}
{"t": 729, "ts": 1788064784.459635, "step": 1458, "loss_diff": 0.7947280406951904, "reward": 1.0278616875771123, "level": 2, "difficulty": 0.05, "reward_ma": 0.6156729109014107, "leveled_up": false}
{"t": 730, "ts": 1788064785.2403424, "step": 1460, "loss_diff": 0.9501842856407166, "reward": 0.8737167808394228, "level": 2, "difficulty": 0.05, "reward_ma": 0.641477297895212, "leveled_up": false}
{"t": 731, "ts": 1788064786.026352, "step": 1462, "loss_diff": 1.1254403591156006, "reward": 0.27400091560535694, "level": 2, "difficulty": 0.05, "reward_ma": 0.6047296596662265, "leveled_up": false}
{"t": 732, "ts": 1788064786.7874482, "step": 1464, "loss_diff": 0.9712790250778198, "reward": 0.6447668149444408, "level": 2, "difficulty": 0.05, "reward_ma": 0.6087333751940479, "leveled_up": false}
{"t": 733, "ts": 1788064787.5758934, "step": 1466, "loss_diff": 0.9498799443244934, "reward": 0.6329844819818212, "level": 2, "difficulty": 0.05, "reward_ma": 0.6111584858728252, "leveled_up": false}
{"t": 734, "ts": 1788064788.3370957, "step": 1468, "loss_diff": 0.896478533744812, "reward": 0.5279711917994795, "level": 2, "difficulty": 0.05, "reward_ma": 0.6028397564654906, "leveled_up": false}
{"t": 735, "ts": 1788064789.1442547, "step": 1470, "loss_diff": 0.9333452582359314, "reward": 0.9457458329113746, "level": 2, "difficulty": 0.05, "reward_ma": 0.637130364110079, "leveled_up": false}
{"t": 736, "ts": 1788064789.9606256, "step": 1472, "loss_diff": 0.9846506118774414, "reward": 0.5709005436282183, "level": 2, "difficulty": 0.05, "reward_ma": 0.6305073820618929, "leveled_up": false}
{"t": 737, "ts": 1788064790.7490919, "step": 1474, "loss_diff": 0.897107720375061, "reward": 0.9019637406204645, "level": 2, "difficulty": 0.05, "reward_ma": 0.6576530179177502, "leveled_up": false}
{"t": 738, "ts": 1788064791.545508, "step": 1476, "loss_diff": 0.8676067590713501, "reward": 0.8915749642165738, "level": 2, "difficulty": 0.05, "reward_ma": 0.6810452125476326, "leveled_up": false}
{"t": 739, "ts": 1788064792.3343558, "step": 1478, "loss_diff": 0.9999117255210876, "reward": 0.8884254325026044, "level": 2, "difficulty": 0.05, "reward_ma": 0.7017832345431297, "leveled_up": false}
{"t": 740, "ts": 1788064793.148537, "step": 1480, "loss_diff": 0.8274147510528564, "reward": 0.5097712095054536, "level": 2, "difficulty": 0.05, "reward_ma": 0.6825820320393622, "leveled_up": false}
{"t": 741, "ts": 1788064793.9208968, "step": 1482, "loss_diff": 0.9140186309814453, "reward": 0.48986637774026237, "level": 2, "difficulty": 0.05, "reward_ma": 0.6633104666094523, "leveled_up": false}
{"t": 742, "ts": 1788064794.7336898, "step": 1484, "loss_diff": 0.9051769971847534, "reward": 0.8019978143088313, "level": 2, "difficulty": 0.05, "reward_ma": 0.6771792013793901, "leveled_up": false}
{"t": 743, "ts": 1788064795.5333846, "step": 1486, "loss_diff": 0.8993697762489319, "reward": 0.2775652341279574, "level": 2, "difficulty": 0.05, "reward_ma": 0.6372178046542469, "leveled_up": false}
{"t": 744, "ts": 1788064796.3215754, "step": 1488, "loss_diff": 0.8903356790542603, "reward": 0.6446687374077149, "level": 2, "difficulty": 0.05, "reward_ma": 0.6379628979295938, "leveled_up": false}
{"t": 745, "ts": 1788064797.139436, "step": 1490, "loss_diff": 1.1132752895355225, "reward": 0.5362708254328665, "level": 2, "difficulty": 0.05, "reward_ma": 0.6277936906799211, "leveled_up": false}
{"t": 746, "ts": 1788064797.9215746, "step": 1492, "loss_diff": 0.8638393878936768, "reward": 0.1087660268156926, "level": 2, "difficulty": 0.05, "reward_ma": 0.5758909242934983, "leveled_up": false}
{"t": 747, "ts": 1788064798.7184198, "step": 1494, "loss_diff": 0.9535025954246521, "reward": 0.9873328094377135, "level": 2, "difficulty": 0.05, "reward_ma": 0.6170351128079198, "leveled_up": false}
{"t": 748, "ts": 1788064799.5479882, "step": 1496, "loss_diff": 0.9375746250152588, "reward": 0.9733212522115599, "level": 2, "difficulty": 0.05, "reward_ma": 0.6526637267482838, "leveled_up": false}
{"t": 749, "ts": 1788064800.2267418, "step": 1498, "loss_diff": 0.9131096601486206, "reward": 0.672126494066035, "level": 2, "difficulty": 0.05, "reward_ma": 0.6546100034800589, "leveled_up": false}
{"t": 750, "ts": 1788064801.0755024, "step": 1500, "loss_diff": 0.7890383005142212, "reward": 0.8473380731515937, "level": 2, "difficulty": 0.05, "reward_ma": 0.6738828104472124, "leveled_up": false}
{"t": 751, "ts": 1788064801.7451065, "step": 1502, "loss_diff": 0.9096708297729492, "reward": 0.5727517304819397, "level": 2, "difficulty": 0.05, "reward_ma": 0.6637697024506851, "leveled_up": false}
{"t": 752, "ts": 1788064802.4260685, "step": 1504, "loss_diff": 0.9416996240615845, "reward": 0.9867468213030376, "level": 2, "difficulty": 0.05, "reward_ma": 0.6960674143359203, "leveled_up": false}
{"t": 753, "ts": 1788064803.1137004, "step": 1506, "loss_diff": 0.9108355045318604, "reward": 0.6610990811492667, "level": 2, "difficulty": 0.05, "reward_ma": 0.692570581017255, "leveled_up": false}
{"t": 754, "ts": 1788064803.7638896, "step": 1508, "loss_diff": 0.8204981684684753, "reward": 0.8740935453888091, "level": 2, "difficulty": 0.05, "reward_ma": 0.7107228774544104, "leveled_up": false}
{"t": 755, "ts": 1788064804.4492264, "step": 1510, "loss_diff": 1.1354529857635498, "reward": 0.593496449555778, "level": 2, "difficulty": 0.05, "reward_ma": 0.6990002346645472, "leveled_up": false}
{"t": 756, "ts": 1788064805.1416762, "step": 1512, "loss_diff": 0.8562880158424377, "reward": 0.7407900281711766, "level": 2, "difficulty": 0.05, "reward_ma": 0.7031792140152101, "leveled_up": false}
{"t": 757, "ts": 1788064805.8276565, "step": 1514, "loss_diff": 0.9252274036407471, "reward": 0.40693507773455523, "level": 2, "difficulty": 0.05, "reward_ma": 0.6735548003871445, "leveled_up": false}
{"t": 758, "ts": 1788064806.5155485, "step": 1516, "loss_diff": 0.9921761751174927, "reward": 0.3981421679511681, "level": 2, "difficulty": 0.05, "reward_ma": 0.6460135371435469, "leveled_up": false}
{"t": 759, "ts": 1788064807.1691167, "step": 1518, "loss_diff": 0.9995390176773071, "reward": 0.5537728802252373, "level": 2, "difficulty": 0.05, "reward_ma": 0.6367894714517159, "leveled_up": false}
{"t": 760, "ts": 1788064807.8729098, "step": 1520, "loss_diff": 0.7582294940948486, "reward": 0.9984250718390039, "level": 2, "difficulty": 0.05, "reward_ma": 0.6729530314904448, "leveled_up": false}
{"t": 761, "ts": 1788064808.573926, "step": 1522, "loss_diff": 1.1084121465682983, "reward": 0.8382981304185974, "level": 2, "difficulty": 0.05, "reward_ma": 0.6894875413832602, "leveled_up": false}
{"t": 762, "ts": 1788064809.2851195, "step": 1524, "loss_diff": 0.9781836271286011, "reward": 0.5853923716147398, "level": 2, "difficulty": 0.05, "reward_ma": 0.6790780244064082, "leveled_up": false}
{"t": 763, "ts": 1788064810.0260675, "step": 1526, "loss_diff": 0.8434618711471558, "reward": 0.36574162329235166, "level": 2, "difficulty": 0.05, "reward_ma": 0.6477443842950026, "leveled_up": false}
{"t": 764, "ts": 1788064810.720356, "step": 1528, "loss_diff": 1.0683597326278687, "reward": 0.7994697756275284, "level": 2, "difficulty": 0.05, "reward_ma": 0.6629169234282551, "leveled_up": false}
{"t": 765, "ts": 1788064811.433449, "step": 1530, "loss_diff": 1.0421007871627808, "reward": 0.9793192048132339, "level": 2, "difficulty": 0.05, "reward_ma": 0.694557151566753, "leveled_up": false}
{"t": 766, "ts": 1788064812.1205535, "step": 1532, "loss_diff": 0.8458125591278076, "reward": 0.753475470996909, "level": 2, "difficulty": 0.05, "reward_ma": 0.7004489835097687, "leveled_up": false}
{"t": 767, "ts": 1788064812.813768, "step": 1534, "loss_diff": 0.7462964653968811, "reward": 0.6925140357076425, "level": 2, "difficulty": 0.05, "reward_ma": 0.6996554887295561, "leveled_up": false}
{"t": 768, "ts": 1788064813.5133514, "step": 1536, "loss_diff": 0.9457988142967224, "reward": 0.893323517770849, "level": 2, "difficulty": 0.05, "reward_ma": 0.7190222916336854, "leveled_up": false}
{"t": 769, "ts": 1788064814.1807985, "step": 1538, "loss_diff": 0.897510290145874, "reward": 0.5114074825546078, "level": 2, "difficulty": 0.05, "reward_ma": 0.6982608107257776, "leveled_up": false}
{"t": 770, "ts": 1788064814.9260933, "step": 1540, "loss_diff": 0.843903660774231, "reward": 0.5551306139593389, "level": 2, "difficulty": 0.05, "reward_ma": 0.6839477910491338, "leveled_up": false}
{"t": 771, "ts": 1788064815.6144888, "step": 1542, "loss_diff": 0.9150236248970032, "reward": 0.32198257291965854, "level": 2, "difficulty": 0.05, "reward_ma": 0.6477512692361864, "leveled_up": false}
{"t": 772, "ts": 1788064816.2829075, "step": 1544, "loss_diff": 0.822029709815979, "reward": 0.6919208226668937, "level": 2, "difficulty": 0.05, "reward_ma": 0.6521682245792572, "leveled_up": false}
{"t": 773, "ts": 1788064816.9826446, "step": 1546, "loss_diff": 0.8242067098617554, "reward": 0.6044732783214068, "level": 2, "difficulty": 0.05, "reward_ma": 0.6473987299534721, "leveled_up": false}
{"t": 774, "ts": 1788064817.6756144, "step": 1548, "loss_diff": 0.8279827833175659, "reward": 0.47526415115513376, "level": 2, "difficulty": 0.05, "reward_ma": 0.6301852720736383, "leveled_up": false}
{"t": 775, "ts": 1788064818.3842165, "step": 1550, "loss_diff": 0.9389098882675171, "reward": 0.458595368985953, "level": 2, "difficulty": 0.05, "reward_ma": 0.6130262817648698, "leveled_up": false}
{"t": 776, "ts": 1788064819.0721915, "step": 1552, "loss_diff": 0.8048556447029114, "reward": 0.5645436438983981, "level": 2, "difficulty": 0.05, "reward_ma": 0.6081780179782226, "leveled_up": false}
{"t": 777, "ts": 1788064819.7549384, "step": 1554, "loss_diff": 0.9736300110816956, "reward": 0.601853211406926, "level": 2, "difficulty": 0.05, "reward_ma": 0.607545537321093, "leveled_up": false}
{"t": 778, "ts": 1788064820.453216, "step": 1556, "loss_diff": 1.0403826236724854, "reward": 0.8625662102743032, "level": 2, "difficulty": 0.05, "reward_ma": 0.6330476046164141, "leveled_up": false}
{"t": 779, "ts": 1788064821.1467965, "step": 1558, "loss_diff": 0.9675015211105347, "reward": 0.9274276642887631, "level": 2, "difficulty": 0.05, "reward_ma": 0.6624856105836491, "leveled_up": false}
{"t": 780, "ts": 1788064821.8417823, "step": 1560, "loss_diff": 0.8296772241592407, "reward": 0.8129671603125531, "level": 2, "difficulty": 0.05, "reward_ma": 0.6775337655565395, "leveled_up": false}
{"t": 781, "ts": 1788064822.5269122, "step": 1562, "loss_diff": 0.9699892997741699, "reward": 0.45886859785072676, "level": 2, "difficulty": 0.05, "reward_ma": 0.6556672487859583, "leveled_up": false}
{"t": 782, "ts": 1788064823.1866348, "step": 1564, "loss_diff": 0.902567446231842, "reward": 0.35300717716654173, "level": 2, "difficulty": 0.05, "reward_ma": 0.6254012416240167, "leveled_up": false}
{"t": 783, "ts": 1788064823.8848634, "step": 1566, "loss_diff": 0.7407540678977966, "reward": 0.5384196492837223, "level": 2, "difficulty": 0.05, "reward_ma": 0.6167030823899873, "leveled_up": false}
{"t": 784, "ts": 1788064824.5703552, "step": 1568, "loss_diff": 0.8024694323539734, "reward": 0.865291956311604, "level": 2, "difficulty": 0.05, "reward_ma": 0.6415619697821491, "leveled_up": false}
{"t": 785, "ts": 1788064825.3575745, "step": 1570, "loss_diff": 1.0601600408554077, "reward": 0.45607428016010776, "level": 2, "difficulty": 0.05, "reward_ma": 0.623013200819945, "leveled_up": false}
{"t": 786, "ts": 1788064826.0720048, "step": 1572, "loss_diff": 1.001773715019226, "reward": 0.9517258050667962, "level": 2, "difficulty": 0.05, "reward_ma": 0.6558844612446302, "leveled_up": false}
{"t": 787, "ts": 1788064826.7873616, "step": 1574, "loss_diff": 0.8502341508865356, "reward": 0.292306206151118, "level": 2, "difficulty": 0.05, "reward_ma": 0.619526635735279, "leveled_up": false}
{"t": 788, "ts": 1788064827.546635, "step": 1576, "loss_diff": 0.8980818390846252, "reward": 0.4006206944485773, "level": 2, "difficulty": 0.05, "reward_ma": 0.5976360416066088, "leveled_up": false}
{"t": 789, "ts": 1788064828.2679608, "step": 1578, "loss_diff": 0.9784660339355469, "reward": 0.9181781852664349, "level": 2, "difficulty": 0.05, "reward_ma": 0.6296902559725914, "leveled_up": false}
{"t": 790, "ts": 1788064829.017432, "step": 1580, "loss_diff": 1.0490241050720215, "reward": 0.7548528811066646, "level": 2, "difficulty": 0.05, "reward_ma": 0.6422065184859987, "leveled_up": false}
{"t": 791, "ts": 1788064829.7272608, "step": 1582, "loss_diff": 0.7871326804161072, "reward": 1.0211002848633328, "level": 2, "difficulty": 0.05, "reward_ma": 0.6800958951237323, "leveled_up": false}
{"t": 792, "ts": 1788064830.441061, "step": 1584, "loss_diff": 0.9559547901153564, "reward": 0.7413371694299746, "level": 2, "difficulty": 0.05, "reward_ma": 0.6862200225543564, "leveled_up": false}
{"t": 793, "ts": 1788064831.1849658, "step": 1586, "loss_diff": 1.0510278940200806, "reward": 0.5877218818069836, "level": 2, "difficulty": 0.05, "reward_ma": 0.6763702084796193, "leveled_up": false}
{"t": 794, "ts": 1788064831.9239879, "step": 1588, "loss_diff": 0.9585164785385132, "reward": 0.5466821181559075, "level": 2, "difficulty": 0.05, "reward_ma": 0.6634013994472482, "leveled_up": false}
{"t": 795, "ts": 1788064832.645632, "step": 1590, "loss_diff": 0.9575037956237793, "reward": 0.8017506823281793, "level": 2, "difficulty": 0.05, "reward_ma": 0.6772363277353414, "leveled_up": false}
{"t": 796, "ts": 1788064833.3647788, "step": 1592, "loss_diff": 0.9556970596313477, "reward": 0.3686480469591546, "level": 2, "difficulty": 0.05, "reward_ma": 0.6463774996577227, "leveled_up": false}
{"t": 797, "ts": 1788064834.057999, "step": 1594, "loss_diff": 0.9020900130271912, "reward": 0.5050883692335939, "level": 2, "difficulty": 0.05, "reward_ma": 0.6322485866153099, "leveled_up": false}
{"t": 798, "ts": 1788064834.7543051, "step": 1596, "loss_diff": 1.0468209981918335, "reward": 0.7405523719362568, "level": 2, "difficulty": 0.05, "reward_ma": 0.6430789651474047, "leveled_up": false}
{"t": 799, "ts": 1788064835.468964, "step": 1598, "loss_diff": 0.9807445406913757, "reward": 0.7327020782810794, "level": 2, "difficulty": 0.05, "reward_ma": 0.6520412764607721, "leveled_up": false}
{"t": 800, "ts": 1788064836.238632, "step": 1600, "loss_diff": 0.9296208620071411, "reward": 0.958013718409114, "level": 2, "difficulty": 0.05, "reward_ma": 0.6826385206556064, "leveled_up": false}
{"t": 801, "ts": 1788064836.957845, "step": 1602, "loss_diff": 0.8069624304771423, "reward": 0.7194771080614667, "level": 2, "difficulty": 0.05, "reward_ma": 0.6863223793961925, "leveled_up": false}
{"t": 802, "ts": 1788064837.6732335, "step": 1604, "loss_diff": 1.039617657661438, "reward": 0.5298217682087452, "level": 2, "difficulty": 0.05, "reward_ma": 0.6706723182774477, "leveled_up": false}
{"t": 803, "ts": 1788064838.41408, "step": 1606, "loss_diff": 0.8064756393432617, "reward": 0.3613338475538745, "level": 2, "difficulty": 0.05, "reward_ma": 0.6397384712050903, "leveled_up": false}
{"t": 804, "ts": 1788064839.1209047, "step": 1608, "loss_diff": 0.8381013870239258, "reward": 0.8049607824768659, "level": 2, "difficulty": 0.05, "reward_ma": 0.6562607023322679, "leveled_up": false}
{"t": 805, "ts": 1788064839.8424294, "step": 1610, "loss_diff": 1.0454710721969604, "reward": 0.5843768365442884, "level": 2, "difficulty": 0.05, "reward_ma": 0.6490723157534699, "leveled_up": false}
{"t": 806, "ts": 1788064840.5608933, "step": 1612, "loss_diff": 0.8596802353858948, "reward": 0.5436688233382804, "level": 2, "difficulty": 0.05, "reward_ma": 0.638531966511951, "leveled_up": false}
{"t": 807, "ts": 1788064841.2747076, "step": 1614, "loss_diff": 0.8426356315612793, "reward": 0.6612417514104646, "level": 2, "difficulty": 0.05, "reward_ma": 0.6408029450018025, "leveled_up": false}
{"t": 808, "ts": 1788064842.0151591, "step": 1616, "loss_diff": 0.9270052313804626, "reward": 0.9223273551138643, "level": 2, "difficulty": 0.05, "reward_ma": 0.6689553860130086, "leveled_up": false}
{"t": 809, "ts": 1788064842.7325745, "step": 1618, "loss_diff": 0.8439907431602478, "reward": 0.6164134530884525, "level": 2, "difficulty": 0.05, "reward_ma": 0.6637011927205531, "leveled_up": false}
{"t": 810, "ts": 1788064843.453586, "step": 1620, "loss_diff": 0.9038199186325073, "reward": 0.7398749516507427, "level": 2, "difficulty": 0.05, "reward_ma": 0.6713185686135721, "leveled_up": false}
{"t": 811, "ts": 1788064844.181121, "step": 1622, "loss_diff": 0.8757011294364929, "reward": 0.6283897359470199, "level": 2, "difficulty": 0.05, "reward_ma": 0.667025685346917, "leveled_up": false}
{"t": 812, "ts": 1788064844.9173925, "step": 1624, "loss_diff": 1.1432251930236816, "reward": 0.6314908923200355, "level": 2, "difficulty": 0.05, "reward_ma": 0.6634722060442289, "leveled_up": false}
{"t": 813, "ts": 1788064845.6672695, "step": 1626, "loss_diff": 0.9497515559196472, "reward": 0.9018936724338181, "level": 2, "difficulty": 0.05, "reward_ma": 0.6873143526831877, "leveled_up": false}
{"t": 814, "ts": 1788064846.3765528, "step": 1628, "loss_diff": 0.9028220176696777, "reward": 0.35696908849860576, "level": 2, "difficulty": 0.05, "reward_ma": 0.6542798262647296, "leveled_up": false}
{"t": 815, "ts": 1788064847.124853, "step": 1630, "loss_diff": 0.9905625581741333, "reward": 0.8452629546055489, "level": 2, "difficulty": 0.05, "reward_ma": 0.6733781390988115, "leveled_up": false}
{"t": 816, "ts": 1788064847.8366666, "step": 1632, "loss_diff": 0.9074457883834839, "reward": 0.6925407264400059, "level": 2, "difficulty": 0.05, "reward_ma": 0.675294397832931, "leveled_up": false}
{"t": 817, "ts": 1788064848.5426993, "step": 1634, "loss_diff": 0.8902696371078491, "reward": 0.7587936141478635, "level": 2, "difficulty": 0.05, "reward_ma": 0.6836443194644243, "leveled_up": false}
{"t": 818, "ts": 1788064849.282836, "step": 1636, "loss_diff": 0.8558738827705383, "reward": 0.6127952229972682, "level": 2, "difficulty": 0.05, "reward_ma": 0.6765594098177087, "leveled_up": false}
{"t": 819, "ts": 1788064850.0195167, "step": 1638, "loss_diff": 0.9091835021972656, "reward": 0.5625732596097364, "level": 2, "difficulty": 0.05, "reward_ma": 0.6651607947969115, "leveled_up": false}
{"t": 820, "ts": 1788064850.7398357, "step": 1640, "loss_diff": 1.112256646156311, "reward": 0.9901633085626179, "level": 2, "difficulty": 0.05, "reward_ma": 0.6976610461734821, "leveled_up": false}
{"t": 821, "ts": 1788064851.4694202, "step": 1642, "loss_diff": 1.1013531684875488, "reward": 0.9559630129536453, "level": 2, "difficulty": 0.05, "reward_ma": 0.7234912428514985, "leveled_up": false}
{"t": 822, "ts": 1788064852.1810381, "step": 1644, "loss_diff": 1.1355037689208984, "reward": 0.8589463017882961, "level": 2, "difficulty": 0.05, "reward_ma": 0.7370367487451782, "leveled_up": false}
{"t": 823, "ts": 1788064852.9232056, "step": 1646, "loss_diff": 0.9076088666915894, "reward": 1.01058645022643, "level": 2, "difficulty": 0.05, "reward_ma": 0.7643917188933034, "leveled_up": false}
{"t": 824, "ts": 1788064853.6309433, "step": 1648, "loss_diff": 0.898849606513977, "reward": 0.781760732497732, "level": 2, "difficulty": 0.05, "reward_ma": 0.7661286202537463, "leveled_up": false}
{"t": 825, "ts": 1788064854.3701265, "step": 1650, "loss_diff": 0.9444689750671387, "reward": 0.6618076128770559, "level": 2, "difficulty": 0.05, "reward_ma": 0.7556965195160772, "leveled_up": false}
{"t": 826, "ts": 1788064855.0800061, "step": 1652, "loss_diff": 0.9232801198959351, "reward": 0.555102359814183, "level": 2, "difficulty": 0.05, "reward_ma": 0.7356371035458877, "leveled_up": false}
{"t": 827, "ts": 1788064855.7799942, "step": 1654, "loss_diff": 0.8206887245178223, "reward": 0.5904764962135964, "level": 2, "difficulty": 0.05, "reward_ma": 0.7211210428126587, "leveled_up": false}
{"t": 828, "ts": 1788064856.5150523, "step": 1656, "loss_diff": 0.8397624492645264, "reward": 1.0328067918243233, "level": 2, "difficulty": 0.05, "reward_ma": 0.7522896177138252, "leveled_up": false}
{"t": 829, "ts": 1788064857.223959, "step": 1658, "loss_diff": 1.158746361732483, "reward": 0.6679792462084655, "level": 2, "difficulty": 0.05, "reward_ma": 0.7438585805632892, "leveled_up": false}
{"t": 830, "ts": 1788064857.9627984, "step": 1660, "loss_diff": 0.9302951097488403, "reward": 0.465406783465352, "level": 2, "difficulty": 0.05, "reward_ma": 0.7160134008534955, "leveled_up": false}
{"t": 831, "ts": 1788064858.6804237, "step": 1662, "loss_diff": 0.9077943563461304, "reward": 0.5144357085180988, "level": 2, "difficulty": 0.05, "reward_ma": 0.6958556316199558, "leveled_up": false}
{"t": 832, "ts": 1788064859.4224725, "step": 1664, "loss_diff": 0.9037585258483887, "reward": 0.6227754377850988, "level": 2, "difficulty": 0.05, "reward_ma": 0.6885476122364701, "leveled_up": false}
{"t": 833, "ts": 1788064860.1406596, "step": 1666, "loss_diff": 0.9970987439155579, "reward": 0.674418086807449, "level": 2, "difficulty": 0.05, "reward_ma": 0.687134659693568, "leveled_up": false}
{"t": 834, "ts": 1788064860.8595514, "step": 1668, "loss_diff": 0.8028714656829834, "reward": 0.7286617962154225, "level": 2, "difficulty": 0.05, "reward_ma": 0.6912873733457535, "leveled_up": false}
{"t": 835, "ts": 1788064861.6182632, "step": 1670, "loss_diff": 0.9857141375541687, "reward": 0.9478662708469484, "level": 2, "difficulty": 0.05, "reward_ma": 0.716945263095873, "leveled_up": false}
{"t": 836, "ts": 1788064862.3278987, "step": 1672, "loss_diff": 0.8794525861740112, "reward": 0.8917294448088773, "level": 2, "difficulty": 0.05, "reward_ma": 0.7344236812671735, "leveled_up": false}
{"t": 837, "ts": 1788064863.0326457, "step": 1674, "loss_diff": 0.8719565868377686, "reward": 0.9659967833337486, "level": 2, "difficulty": 0.05, "reward_ma": 0.7575809914738311, "leveled_up": false}
{"t": 838, "ts": 1788064863.7806466, "step": 1676, "loss_diff": 0.8769963979721069, "reward": 0.6118832523997857, "level": 2, "difficulty": 0.05, "reward_ma": 0.7430112175664265, "leveled_up": false}
{"t": 839, "ts": 1788064864.5203362, "step": 1678, "loss_diff": 1.0199353694915771, "reward": 1.012511188557919, "level": 2, "difficulty": 0.05, "reward_ma": 0.7699612146655759, "leveled_up": false}
{"t": 840, "ts": 1788064865.2485044, "step": 1680, "loss_diff": 0.8521647453308105, "reward": 0.5702003947677968, "level": 2, "difficulty": 0.05, "reward_ma": 0.749985132675798, "leveled_up": false}
{"t": 841, "ts": 1788064865.962214, "step": 1682, "loss_diff": 0.9523050785064697, "reward": 0.5180294865817978, "level": 2, "difficulty": 0.05, "reward_ma": 0.726789568066398, "leveled_up": false}
{"t": 842, "ts": 1788064866.6693969, "step": 1684, "loss_diff": 0.86174476146698, "reward": 0.46876988925422713, "level": 2, "difficulty": 0.05, "reward_ma": 0.7009876001851809, "leveled_up": false}
{"t": 843, "ts": 1788064867.3834622, "step": 1686, "loss_diff": 0.9626556038856506, "reward": 0.7848069702417566, "level": 2, "difficulty": 0.05, "reward_ma": 0.7093695371908385, "leveled_up": false}
{"t": 844, "ts": 1788064868.1282468, "step": 1688, "loss_diff": 0.9000948667526245, "reward": 0.7968613133173774, "level": 2, "difficulty": 0.05, "reward_ma": 0.7181187148034924, "leveled_up": false}
{"t": 845, "ts": 1788064868.8559213, "step": 1690, "loss_diff": 0.7932230234146118, "reward": 0.7082601182061493, "level": 2, "difficulty": 0.05, "reward_ma": 0.7171328551437581, "leveled_up": false}
{"t": 846, "ts": 1788064869.565634, "step": 1692, "loss_diff": 0.8372491598129272, "reward": 0.5585279841787308, "level": 2, "difficulty": 0.05, "reward_ma": 0.7012723680472553, "leveled_up": false}
{"t": 847, "ts": 1788064870.2739785, "step": 1694, "loss_diff": 0.9233641624450684, "reward": 0.8749620224286773, "level": 2, "difficulty": 0.05, "reward_ma": 0.7186413334853975, "leveled_up": false}
{"t": 848, "ts": 1788064871.0299594, "step": 1696, "loss_diff": 0.9510705471038818, "reward": 0.6806540950468892, "level": 2, "difficulty": 0.05, "reward_ma": 0.7148426096415468, "leveled_up": false}
{"t": 849, "ts": 1788064871.7354875, "step": 1698, "loss_diff": 0.8720893263816833, "reward": 0.9736766518004351, "level": 2, "difficulty": 0.05, "reward_ma": 0.7407260138574356, "leveled_up": false}
{"t": 850, "ts": 1788064872.4643579, "step": 1700, "loss_diff": 0.932706356048584, "reward": 0.5026970691439792, "level": 2, "difficulty": 0.05, "reward_ma": 0.71692311938609, "leveled_up": false}
{"t": 851, "ts": 1788064873.1745577, "step": 1702, "loss_diff": 1.0936830043792725, "reward": 0.6547856864407746, "level": 2, "difficulty": 0.05, "reward_ma": 0.7107093760915584, "leveled_up": false}
{"t": 852, "ts": 1788064873.8804882, "step": 1704, "loss_diff": 0.8907569646835327, "reward": 0.4924527268631778, "level": 2, "difficulty": 0.05, "reward_ma": 0.6888837111687203, "leveled_up": false}
{"t": 853, "ts": 1788064874.631546, "step": 1706, "loss_diff": 0.8920143246650696, "reward": 0.3992900204157239, "level": 2, "difficulty": 0.05, "reward_ma": 0.6599243420934207, "leveled_up": false}
{"t": 854, "ts": 1788064875.3410606, "step": 1708, "loss_diff": 0.8656374216079712, "reward": 0.7889351879730051, "level": 2, "difficulty": 0.05, "reward_ma": 0.6728254266813791, "leveled_up": false}
{"t": 855, "ts": 1788064876.0671709, "step": 1710, "loss_diff": 1.0481503009796143, "reward": 0.6026986845567937, "level": 2, "difficulty": 0.05, "reward_ma": 0.6658127524689206, "leveled_up": false}
{"t": 856, "ts": 1788064876.7710063, "step": 1712, "loss_diff": 0.7834824919700623, "reward": 0.652847550564988, "level": 2, "difficulty": 0.05, "reward_ma": 0.6645162322785273, "leveled_up": false}
{"t": 857, "ts": 1788064877.4789782, "step": 1714, "loss_diff": 0.9790142774581909, "reward": 0.5458717894310813, "level": 2, "difficulty": 0.05, "reward_ma": 0.6526517879937828, "leveled_up": false}
{"t": 858, "ts": 1788064878.2180874, "step": 1716, "loss_diff": 0.8705407977104187, "reward": 0.7912172905054533, "level": 2, "difficulty": 0.05, "reward_ma": 0.6665083382449499, "leveled_up": false}
{"t": 859, "ts": 1788064878.927384, "step": 1718, "loss_diff": 0.7452452182769775, "reward": 0.5509682788306884, "level": 2, "difficulty": 0.05, "reward_ma": 0.6549543323035237, "leveled_up": false}
{"t": 860, "ts": 1788064879.6418867, "step": 1720, "loss_diff": 1.0935665369033813, "reward": 0.6620428874679741, "level": 2, "difficulty": 0.05, "reward_ma": 0.6556631878199688, "leveled_up": false}
{"t": 861, "ts": 1788064880.3425596, "step": 1722, "loss_diff": 0.8973486423492432, "reward": 0.9419935594865124, "level": 2, "difficulty": 0.05, "reward_ma": 0.6842962249866232, "leveled_up": false}
{"t": 862, "ts": 1788064881.062929, "step": 1724, "loss_diff": 0.9399976134300232, "reward": 0.8917056759302493, "level": 2, "difficulty": 0.05, "reward_ma": 0.7050371700809859, "leveled_up": false}
{"t": 863, "ts": 1788064881.8342671, "step": 1726, "loss_diff": 0.9342353343963623, "reward": 0.9650159550702188, "level": 2, "difficulty": 0.05, "reward_ma": 0.7310350485799092, "leveled_up": false}
{"t": 864, "ts": 1788064882.5491033, "step": 1728, "loss_diff": 0.8320026397705078, "reward": 0.8625734634579985, "level": 2, "difficulty": 0.05, "reward_ma": 0.7441888900677182, "leveled_up": false}
{"t": 865, "ts": 1788064883.2767825, "step": 1730, "loss_diff": 0.9097926616668701, "reward": 0.8141831665363413, "level": 2, "difficulty": 0.05, "reward_ma": 0.7511883177145804, "leveled_up": false}
{"t": 866, "ts": 1788064883.9870446, "step": 1732, "loss_diff": 0.8756493330001831, "reward": 0.24481089375304543, "level": 2, "difficulty": 0.05, "reward_ma": 0.7005505753184269, "leveled_up": false}
{"t": 867, "ts": 1788064884.7258573, "step": 1734, "loss_diff": 0.9887401461601257, "reward": 0.4242739609425191, "level": 2, "difficulty": 0.05, "reward_ma": 0.6729229138808361, "leveled_up": false}
{"t": 868, "ts": 1788064885.5174103, "step": 1736, "loss_diff": 0.8378782272338867, "reward": 0.3917973271488404, "level": 2, "difficulty": 0.05, "reward_ma": 0.6448103552076366, "leveled_up": false}
{"t": 869, "ts": 1788064886.2204335, "step": 1738, "loss_diff": 0.9530733227729797, "reward": 0.9244401841991992, "level": 2, "difficulty": 0.05, "reward_ma": 0.6727733381067929, "leveled_up": false}
{"t": 870, "ts": 1788064886.941493, "step": 1740, "loss_diff": 0.7243718504905701, "reward": 1.0036073192304065, "level": 2, "difficulty": 0.05, "reward_ma": 0.7058567362191542, "leveled_up": false}
{"t": 871, "ts": 1788064887.6488671, "step": 1742, "loss_diff": 0.9206879734992981, "reward": 0.9101456095423789, "level": 2, "difficulty": 0.05, "reward_ma": 0.7262856235514767, "leveled_up": false}
{"t": 872, "ts": 1788064888.3719397, "step": 1744, "loss_diff": 1.0308386087417603, "reward": 0.2537101416324689, "level": 2, "difficulty": 0.05, "reward_ma": 0.679028075359576, "leveled_up": false}
{"t": 873, "ts": 1788064889.1152604, "step": 1746, "loss_diff": 0.9663944244384766, "reward": 0.6196636782919606, "level": 2, "difficulty": 0.05, "reward_ma": 0.6730916356528145, "leveled_up": false}
{"t": 874, "ts": 1788064889.8243449, "step": 1748, "loss_diff": 0.9395143389701843, "reward": 0.7209956021905286, "level": 2, "difficulty": 0.05, "reward_ma": 0.677882032306586, "leveled_up": false}
{"t": 875, "ts": 1788064890.5623803, "step": 1750, "loss_diff": 0.8990491628646851, "reward": 0.7283256566092808, "level": 2, "difficulty": 0.05, "reward_ma": 0.6829263947368555, "leveled_up": false}
{"t": 876, "ts": 1788064891.3189664, "step": 1752, "loss_diff": 0.8229086399078369, "reward": 0.8152909425048289, "level": 2, "difficulty": 0.05, "reward_ma": 0.6961628495136528, "leveled_up": false}
{"t": 877, "ts": 1788064892.0345135, "step": 1754, "loss_diff": 0.9217967987060547, "reward": 0.8105371802764505, "level": 2, "difficulty": 0.05, "reward_ma": 0.7076002825899326, "leveled_up": false}
{"t": 878, "ts": 1788064892.7634294, "step": 1756, "loss_diff": 0.814909040927887, "reward": 0.7093892611601119, "level": 2, "difficulty": 0.05, "reward_ma": 0.7077791804469505, "leveled_up": false}
{"t": 879, "ts": 1788064893.464572, "step": 1758, "loss_diff": 0.8194737434387207, "reward": 0.9850214443507207, "level": 2, "difficulty": 0.05, "reward_ma": 0.7355034068373276, "leveled_up": false}
{"t": 880, "ts": 1788064894.1801941, "step": 1760, "loss_diff": 0.9293000102043152, "reward": 0.9795155230250746, "level": 2, "difficulty": 0.05, "reward_ma": 0.7599046184561022, "leveled_up": false}
{"t": 881, "ts": 1788064894.8855011, "step": 1762, "loss_diff": 0.9553002119064331, "reward": 0.6228501271392342, "level": 2, "difficulty": 0.05, "reward_ma": 0.7461991693244154, "leveled_up": false}
{"t": 882, "ts": 1788064895.6151984, "step": 1764, "loss_diff": 0.8988341093063354, "reward": 0.45306468497290264, "level": 2, "difficulty": 0.05, "reward_ma": 0.7168857208892642, "leveled_up": false}
{"t": 883, "ts": 1788064896.3255808, "step": 1766, "loss_diff": 0.9044216275215149, "reward": 0.4420511401360296, "level": 2, "difficulty": 0.05, "reward_ma": 0.6894022628139407, "leveled_up": false}
{"t": 884, "ts": 1788064897.0219147, "step": 1768, "loss_diff": 0.9313971996307373, "reward": 0.41909037397286164, "level": 2, "difficulty": 0.05, "reward_ma": 0.6623710739298327, "leveled_up": false}
{"t": 885, "ts": 1788064897.7394788, "step": 1770, "loss_diff": 0.9909340739250183, "reward": 0.49685195787472175, "level": 2, "difficulty": 0.05, "reward_ma": 0.6458191623243217, "leveled_up": false}
{"t": 886, "ts": 1788064898.45162, "step": 1772, "loss_diff": 1.060565710067749, "reward": 0.6917749130722861, "level": 2, "difficulty": 0.05, "reward_ma": 0.6504147373991181, "leveled_up": false}
{"t": 887, "ts": 1788064899.155375, "step": 1774, "loss_diff": 0.7917054295539856, "reward": 0.7042132333548623, "level": 2, "difficulty": 0.05, "reward_ma": 0.6557945869946926, "leveled_up": false}
{"t": 888, "ts": 1788064899.8810549, "step": 1776, "loss_diff": 1.115719199180603, "reward": 0.8123132259324334, "level": 2, "difficulty": 0.05, "reward_ma": 0.6714464508884668, "leveled_up": false}
{"t": 889, "ts": 1788064900.582618, "step": 1778, "loss_diff": 0.7928696870803833, "reward": 0.6081695103250359, "level": 2, "difficulty": 0.05, "reward_ma": 0.6651187568321237, "leveled_up": false}
{"t": 890, "ts": 1788064901.3313859, "step": 1780, "loss_diff": 0.9757020473480225, "reward": 0.6159961684029961, "level": 2, "difficulty": 0.05, "reward_ma": 0.6602064979892109, "leveled_up": false}
{"t": 891, "ts": 1788064902.0164452, "step": 1782, "loss_diff": 1.0358569622039795, "reward": 0.8801876562343687, "level": 2, "difficulty": 0.05, "reward_ma": 0.6822046138137268, "leveled_up": false}
{"t": 892, "ts": 1788064902.6751273, "step": 1784, "loss_diff": 0.851090669631958, "reward": 0.5783316585660945, "level": 2, "difficulty": 0.05, "reward_ma": 0.6718173182889636, "leveled_up": false}
{"t": 893, "ts": 1788064903.3703523, "step": 1786, "loss_diff": 0.6930079460144043, "reward": 0.7063056761909607, "level": 2, "difficulty": 0.05, "reward_ma": 0.6752661540791633, "leveled_up": false}
{"t": 894, "ts": 1788064904.0502536, "step": 1788, "loss_diff": 0.8924588561058044, "reward": 1.0018241529519991, "level": 2, "difficulty": 0.05, "reward_ma": 0.707921953966447, "leveled_up": false}
{"t": 895, "ts": 1788064904.8285117, "step": 1790, "loss_diff": 0.9165337085723877, "reward": 0.7309611078807994, "level": 2, "difficulty": 0.05, "reward_ma": 0.7102258693578822, "leveled_up": false}
{"t": 896, "ts": 1788064905.5396721, "step": 1792, "loss_diff": 0.8874791860580444, "reward": 0.7419098653857624, "level": 2, "difficulty": 0.05, "reward_ma": 0.7133942689606703, "leveled_up": false}
{"t": 897, "ts": 1788064906.250419, "step": 1794, "loss_diff": 0.8920629024505615, "reward": 0.6486120464194846, "level": 2, "difficulty": 0.05, "reward_ma": 0.7069160467065517, "leveled_up": false}
{"t": 898, "ts": 1788064907.0164874, "step": 1796, "loss_diff": 0.9232072234153748, "reward": 0.6287500114979352, "level": 2, "difficulty": 0.05, "reward_ma": 0.6990994431856901, "leveled_up": false}
{"t": 899, "ts": 1788064907.7328222, "step": 1798, "loss_diff": 0.8510363101959229, "reward": 0.9892283243023485, "level": 2, "difficulty": 0.05, "reward_ma": 0.7281123312973559, "leveled_up": false}
{"t": 900, "ts": 1788064908.4760847, "step": 1800, "loss_diff": 0.9314481616020203, "reward": 0.46191635216140187, "level": 2, "difficulty": 0.05, "reward_ma": 0.7014927333837605, "leveled_up": false}
{"t": 901, "ts": 1788064909.1583843, "step": 1802, "loss_diff": 0.8817975521087646, "reward": 0.8124726017277814, "level": 2, "difficulty": 0.05, "reward_ma": 0.7125907202181626, "leveled_up": false}
{"t": 902, "ts": 1788064909.8528738, "step": 1804, "loss_diff": 1.0015984773635864, "reward": 0.6248615773834729, "level": 2, "difficulty": 0.05, "reward_ma": 0.7038178059346937, "leveled_up": false}
{"t": 903, "ts": 1788064910.615543, "step": 1806, "loss_diff": 0.8573329448699951, "reward": 0.5321195600733, "level": 2, "difficulty": 0.05, "reward_ma": 0.6866479813485543, "leveled_up": false}
{"t": 904, "ts": 1788064911.3343573, "step": 1808, "loss_diff": 0.7856550216674805, "reward": 0.5476253496309096, "level": 2, "difficulty": 0.05, "reward_ma": 0.6727457181767899, "leveled_up": false}
{"t": 905, "ts": 1788064912.045224, "step": 1810, "loss_diff": 0.8392306566238403, "reward": 0.9829543916353953, "level": 2, "difficulty": 0.05, "reward_ma": 0.7037665855226505, "leveled_up": false}
{"t": 906, "ts": 1788064912.733593, "step": 1812, "loss_diff": 1.110161304473877, "reward": 0.700216606533467, "level": 2, "difficulty": 0.05, "reward_ma": 0.7034115876237321, "leveled_up": false}
{"t": 907, "ts": 1788064913.4270175, "step": 1814, "loss_diff": 0.7674717903137207, "reward": 0.47870284295764454, "level": 2, "difficulty": 0.05, "reward_ma": 0.6809407131571233, "leveled_up": false}
{"t": 908, "ts": 1788064914.1287177, "step": 1816, "loss_diff": 0.9913852214813232, "reward": 0.5590351816056622, "level": 2, "difficulty": 0.05, "reward_ma": 0.6687501600019773, "leveled_up": false}
{"t": 909, "ts": 1788064914.8373947, "step": 1818, "loss_diff": 0.7847417593002319, "reward": 0.6452814103752839, "level": 2, "difficulty": 0.05, "reward_ma": 0.6664032850393079, "leveled_up": false}
{"t": 910, "ts": 1788064915.5467114, "step": 1820, "loss_diff": 0.9283730387687683, "reward": 0.7101846482560727, "level": 2, "difficulty": 0.05, "reward_ma": 0.6707814213609844, "leveled_up": false}
{"t": 911, "ts": 1788064916.2424726, "step": 1822, "loss_diff": 1.1058858633041382, "reward": 0.5115584551421609, "level": 2, "difficulty": 0.05, "reward_ma": 0.654859124739102, "leveled_up": false}
{"t": 912, "ts": 1788064916.9372942, "step": 1824, "loss_diff": 0.9871770143508911, "reward": 0.7692538912074804, "level": 2, "difficulty": 0.05, "reward_ma": 0.6662986013859399, "leveled_up": false}
{"t": 913, "ts": 1788064917.7523594, "step": 1826, "loss_diff": 0.7894293069839478, "reward": 0.6975233802436775, "level": 2, "difficulty": 0.05, "reward_ma": 0.6694210792717137, "leveled_up": false}
{"t": 914, "ts": 1788064918.44941, "step": 1828, "loss_diff": 1.0190986394882202, "reward": 0.5486088961628942, "level": 2, "difficulty": 0.05, "reward_ma": 0.6573398609608317, "leveled_up": false}
{"t": 915, "ts": 1788064919.1570544, "step": 1830, "loss_diff": 0.8400008082389832, "reward": 0.8999343167140605, "level": 2, "difficulty": 0.05, "reward_ma": 0.6815993065361546, "leveled_up": false}
{"t": 916, "ts": 1788064919.8519316, "step": 1832, "loss_diff": 0.8992915153503418, "reward": 0.8546776411501101, "level": 2, "difficulty": 0.05, "reward_ma": 0.6989071399975502, "leveled_up": false}
{"t": 917, "ts": 1788064920.5586736, "step": 1834, "loss_diff": 0.9335716366767883, "reward": 0.7958827159640539, "level": 2, "difficulty": 0.05, "reward_ma": 0.7086046975942005, "leveled_up": false}
{"t": 918, "ts": 1788064921.2635744, "step": 1836, "loss_diff": 0.8728436231613159, "reward": 0.6080189352448975, "level": 2, "difficulty": 0.05, "reward_ma": 0.6985461213592702, "leveled_up": false}
{"t": 919, "ts": 1788064921.9570358, "step": 1838, "loss_diff": 0.8432419300079346, "reward": 0.3891652461773936, "level": 2, "difficulty": 0.05, "reward_ma": 0.6676080338410826, "leveled_up": false}
{"t": 920, "ts": 1788064922.6577737, "step": 1840, "loss_diff": 0.8543257713317871, "reward": 0.6778539411359344, "level": 2, "difficulty": 0.05, "reward_ma": 0.6686326245705677, "leveled_up": false}
{"t": 921, "ts": 1788064923.3529735, "step": 1842, "loss_diff": 0.8188364505767822, "reward": 0.7134600274817228, "level": 2, "difficulty": 0.05, "reward_ma": 0.6731153648616832, "leveled_up": false}
{"t": 922, "ts": 1788064924.0465229, "step": 1844, "loss_diff": 0.746941328048706, "reward": 0.7376488531559768, "level": 2, "difficulty": 0.05, "reward_ma": 0.6795687136911126, "leveled_up": false}
{"t": 923, "ts": 1788064924.7647808, "step": 1846, "loss_diff": 0.9806981086730957, "reward": 0.7719728195779298, "level": 2, "difficulty": 0.05, "reward_ma": 0.6888091242797943, "leveled_up": false}
{"t": 924, "ts": 1788064925.4571679, "step": 1848, "loss_diff": 1.0749614238739014, "reward": 0.3886491473302599, "level": 2, "difficulty": 0.05, "reward_ma": 0.6587931265848409, "leveled_up": false}
{"t": 925, "ts": 1788064926.177571, "step": 1850, "loss_diff": 1.0595617294311523, "reward": 0.9002924629558667, "level": 2, "difficulty": 0.05, "reward_ma": 0.6829430602219435, "leveled_up": false}
{"t": 926, "ts": 1788064926.8725843, "step": 1852, "loss_diff": 0.8697365522384644, "reward": 1.0003524875825651, "level": 2, "difficulty": 0.05, "reward_ma": 0.7146840029580057, "leveled_up": false}
{"t": 927, "ts": 1788064927.562625, "step": 1854, "loss_diff": 0.7758702039718628, "reward": 0.5594315691195947, "level": 2, "difficulty": 0.05, "reward_ma": 0.6991587595741646, "leveled_up": false}
{"t": 928, "ts": 1788064928.2751596, "step": 1856, "loss_diff": 0.8718551993370056, "reward": 0.493632052929726, "level": 2, "difficulty": 0.05, "reward_ma": 0.6786060889097207, "leveled_up": false}
{"t": 929, "ts": 1788064928.9726517, "step": 1858, "loss_diff": 0.910869836807251, "reward": 0.9530907668351272, "level": 2, "difficulty": 0.05, "reward_ma": 0.7060545567022615, "leveled_up": false}
{"t": 930, "ts": 1788064929.6860754, "step": 1860, "loss_diff": 0.9776557087898254, "reward": 0.48236538646286475, "level": 2, "difficulty": 0.05, "reward_ma": 0.6836856396783219, "leveled_up": false}
{"t": 931, "ts": 1788064930.4150083, "step": 1862, "loss_diff": 0.8336775302886963, "reward": 0.5755143976694767, "level": 2, "difficulty": 0.05, "reward_ma": 0.6728685154774373, "leveled_up": false}
{"t": 932, "ts": 1788064931.1180222, "step": 1864, "loss_diff": 0.9343914985656738, "reward": 0.7242169531217982, "level": 2, "difficulty": 0.05, "reward_ma": 0.6780033592418734, "leveled_up": false}
{"t": 933, "ts": 1788064931.8205273, "step": 1866, "loss_diff": 0.9856720566749573, "reward": 0.5593190649795261, "level": 2, "difficulty": 0.05, "reward_ma": 0.6661349298156387, "leveled_up": false}
{"t": 934, "ts": 1788064932.5184937, "step": 1868, "loss_diff": 1.066320776939392, "reward": 0.6158931680033093, "level": 2, "difficulty": 0.05, "reward_ma": 0.6611107536344059, "leveled_up": false}
{"t": 935, "ts": 1788064933.233574, "step": 1870, "loss_diff": 0.9844920635223389, "reward": 0.6516180551688278, "level": 2, "difficulty": 0.05, "reward_ma": 0.6601614837878481, "leveled_up": false}
{"t": 936, "ts": 1788064933.9339185, "step": 1872, "loss_diff": 1.1153137683868408, "reward": 0.947905385152812, "level": 2, "difficulty": 0.05, "reward_ma": 0.6889358739243445, "leveled_up": false}
{"t": 937, "ts": 1788064934.6813838, "step": 1874, "loss_diff": 0.8811767101287842, "reward": 0.5282795984273851, "level": 2, "difficulty": 0.05, "reward_ma": 0.6728702463746485, "leveled_up": false}
{"t": 938, "ts": 1788064935.4149764, "step": 1876, "loss_diff": 0.8781706094741821, "reward": 0.36684578530536, "level": 2, "difficulty": 0.05, "reward_ma": 0.6422678002677197, "leveled_up": false}
{"t": 939, "ts": 1788064936.0768955, "step": 1878, "loss_diff": 0.9071451425552368, "reward": 0.37290187216254383, "level": 2, "difficulty": 0.05, "reward_ma": 0.6153312074572022, "leveled_up": false}
{"t": 940, "ts": 1788064936.779879, "step": 1880, "loss_diff": 0.9317090511322021, "reward": 0.5679338036851136, "level": 2, "difficulty": 0.05, "reward_ma": 0.6105914670799933, "leveled_up": false}
{"t": 941, "ts": 1788064937.4785838, "step": 1882, "loss_diff": 0.8490511775016785, "reward": 0.3487977486938171, "level": 2, "difficulty": 0.05, "reward_ma": 0.5844120952413758, "leveled_up": false}
{"t": 942, "ts": 1788064938.1714838, "step": 1884, "loss_diff": 0.8357247114181519, "reward": 0.49964639224676466, "level": 2, "difficulty": 0.05, "reward_ma": 0.5759355249419147, "leveled_up": false}
{"t": 943, "ts": 1788064938.8768957, "step": 1886, "loss_diff": 0.9644624590873718, "reward": 0.5130859346499016, "level": 2, "difficulty": 0.05, "reward_ma": 0.5696505659127135, "leveled_up": false}
{"t": 944, "ts": 1788064939.565278, "step": 1888, "loss_diff": 0.8167120218276978, "reward": 0.3625813448448675, "level": 2, "difficulty": 0.05, "reward_ma": 0.5489436438059289, "leveled_up": false}
{"t": 945, "ts": 1788064940.2676969, "step": 1890, "loss_diff": 0.9575359225273132, "reward": 0.4071829439432471, "level": 2, "difficulty": 0.05, "reward_ma": 0.5347675738196607, "leveled_up": false}
{"t": 946, "ts": 1788064940.948229, "step": 1892, "loss_diff": 0.8535628914833069, "reward": 0.9896085632563238, "level": 2, "difficulty": 0.05, "reward_ma": 0.580251672763327, "leveled_up": false}
{"t": 947, "ts": 1788064941.646224, "step": 1894, "loss_diff": 1.0018863677978516, "reward": 0.6665124873033627, "level": 2, "difficulty": 0.05, "reward_ma": 0.5888777542173306, "leveled_up": false}
{"t": 948, "ts": 1788064942.3577278, "step": 1896, "loss_diff": 0.8084772825241089, "reward": 0.764740381711695, "level": 2, "difficulty": 0.05, "reward_ma": 0.606464016966767, "leveled_up": false}
{"t": 949, "ts": 1788064943.040409, "step": 1898, "loss_diff": 0.8452411890029907, "reward": 0.2940295002654247, "level": 2, "difficulty": 0.05, "reward_ma": 0.5752205652966328, "leveled_up": false}
{"t": 950, "ts": 1788064943.7547266, "step": 1900, "loss_diff": 0.781769871711731, "reward": 0.9852627110161152, "level": 2, "difficulty": 0.05, "reward_ma": 0.616224779868581, "leveled_up": false}
{"t": 951, "ts": 1788064944.4400847, "step": 1902, "loss_diff": 0.9410486221313477, "reward": 0.8920187480012493, "level": 2, "difficulty": 0.05, "reward_ma": 0.6438041766818479, "leveled_up": false}
{"t": 952, "ts": 1788064945.13642, "step": 1904, "loss_diff": 0.8619405031204224, "reward": 0.5215169268246821, "level": 2, "difficulty": 0.05, "reward_ma": 0.6315754516961313, "leveled_up": false}
{"t": 953, "ts": 1788064945.837837, "step": 1906, "loss_diff": 1.0152324438095093, "reward": 0.8445307718415221, "level": 2, "difficulty": 0.05, "reward_ma": 0.6528709837106703, "leveled_up": false}
{"t": 954, "ts": 1788064946.528799, "step": 1908, "loss_diff": 1.0474953651428223, "reward": 0.7328639471984991, "level": 2, "difficulty": 0.05, "reward_ma": 0.6608702800594531, "leveled_up": false}
{"t": 955, "ts": 1788064947.2408075, "step": 1910, "loss_diff": 1.1224985122680664, "reward": 0.5586133206002512, "level": 2, "difficulty": 0.05, "reward_ma": 0.6506445841135329, "leveled_up": false}
{"t": 956, "ts": 1788064947.9577143, "step": 1912, "loss_diff": 0.9360488653182983, "reward": 0.7900156459966262, "level": 2, "difficulty": 0.05, "reward_ma": 0.6645816903018422, "leveled_up": false}
{"t": 957, "ts": 1788064948.6560721, "step": 1914, "loss_diff": 0.8138236999511719, "reward": 0.6751695090696347, "level": 2, "difficulty": 0.05, "reward_ma": 0.6656404721786215, "leveled_up": false}
{"t": 958, "ts": 1788064949.362602, "step": 1916, "loss_diff": 1.202937126159668, "reward": 0.9688018651528083, "level": 2, "difficulty": 0.05, "reward_ma": 0.6959566114760403, "leveled_up": false}
{"t": 959, "ts": 1788064950.0524023, "step": 1918, "loss_diff": 0.8388667106628418, "reward": 0.41807314866958634, "level": 2, "difficulty": 0.05, "reward_ma": 0.668168265195395, "leveled_up": false}
{"t": 960, "ts": 1788064950.7757788, "step": 1920, "loss_diff": 0.7362068295478821, "reward": 0.6470180691876777, "level": 2, "difficulty": 0.05, "reward_ma": 0.6660532455946233, "leveled_up": false}
{"t": 961, "ts": 1788064951.5527759, "step": 1922, "loss_diff": 0.9594084024429321, "reward": 0.9382356634000264, "level": 2, "difficulty": 0.05, "reward_ma": 0.6932714873751636, "leveled_up": false}
{"t": 962, "ts": 1788064952.2515123, "step": 1924, "loss_diff": 0.9455832242965698, "reward": 0.6294936246929332, "level": 2, "difficulty": 0.05, "reward_ma": 0.6868937011069406, "leveled_up": false}
{"t": 963, "ts": 1788064952.9817653, "step": 1926, "loss_diff": 0.8928109407424927, "reward": 0.32981383164325156, "level": 2, "difficulty": 0.05, "reward_ma": 0.6511857141605717, "leveled_up": false}
{"t": 964, "ts": 1788064953.689007, "step": 1928, "loss_diff": 0.7068678140640259, "reward": 0.9783944554664987, "level": 2, "difficulty": 0.05, "reward_ma": 0.6839065882911645, "leveled_up": false}
{"t": 965, "ts": 1788064954.441229, "step": 1930, "loss_diff": 1.0983667373657227, "reward": 0.8276192954082681, "level": 2, "difficulty": 0.05, "reward_ma": 0.6982778590028749, "leveled_up": false}
{"t": 966, "ts": 1788064955.1485317, "step": 1932, "loss_diff": 0.9626855254173279, "reward": 0.8173676839830655, "level": 2, "difficulty": 0.05, "reward_ma": 0.710186841500894, "leveled_up": false}
{"t": 967, "ts": 1788064955.8448505, "step": 1934, "loss_diff": 0.8384366035461426, "reward": 0.7240013748636573, "level": 2, "difficulty": 0.05, "reward_ma": 0.7115682948371703, "leveled_up": false}
{"t": 968, "ts": 1788064956.5593264, "step": 1936, "loss_diff": 0.8336498737335205, "reward": 0.42173730875167714, "level": 2, "difficulty": 0.05, "reward_ma": 0.682585196228621, "leveled_up": false}
{"t": 969, "ts": 1788064957.250973, "step": 1938, "loss_diff": 0.856393039226532, "reward": 0.4694203465273226, "level": 2, "difficulty": 0.05, "reward_ma": 0.6612687112584912, "leveled_up": false}
{"t": 970, "ts": 1788064957.9584785, "step": 1940, "loss_diff": 0.8484206199645996, "reward": 0.7338753656452812, "level": 2, "difficulty": 0.05, "reward_ma": 0.6685293766971702, "leveled_up": false}
{"t": 971, "ts": 1788064958.653885, "step": 1942, "loss_diff": 0.8842617273330688, "reward": 0.8550432298532467, "level": 2, "difficulty": 0.05, "reward_ma": 0.6871807620127779, "leveled_up": false}
{"t": 972, "ts": 1788064959.352442, "step": 1944, "loss_diff": 0.8368299007415771, "reward": 0.5250406087462203, "level": 2, "difficulty": 0.05, "reward_ma": 0.6709667466861221, "leveled_up": false}
{"t": 973, "ts": 1788064960.0615168, "step": 1946, "loss_diff": 0.8704111576080322, "reward": 0.6012404084459624, "level": 2, "difficulty": 0.05, "reward_ma": 0.6639941128621061, "leveled_up": false}
{"t": 974, "ts": 1788064960.7886727, "step": 1948, "loss_diff": 0.8640192151069641, "reward": 0.5478478235881158, "level": 2, "difficulty": 0.05, "reward_ma": 0.652379483934707, "leveled_up": false}
{"t": 975, "ts": 1788064961.5409918, "step": 1950, "loss_diff": 0.9579437375068665, "reward": 0.6795175928567664, "level": 2, "difficulty": 0.05, "reward_ma": 0.655093294826913, "leveled_up": false}
{"t": 976, "ts": 1788064962.2370834, "step": 1952, "loss_diff": 0.871651291847229, "reward": 0.43215196949123447, "level": 2, "difficulty": 0.05, "reward_ma": 0.6327991622933452, "leveled_up": false}
{"t": 977, "ts": 1788064962.932242, "step": 1954, "loss_diff": 1.0162038803100586, "reward": 0.7624489753100182, "level": 2, "difficulty": 0.05, "reward_ma": 0.6457641435950126, "leveled_up": false}
{"t": 978, "ts": 1788064963.6406255, "step": 1956, "loss_diff": 1.0810002088546753, "reward": 0.4414162255031889, "level": 2, "difficulty": 0.05, "reward_ma": 0.6253293517858303, "leveled_up": false}
{"t": 979, "ts": 1788064964.3365073, "step": 1958, "loss_diff": 0.757846474647522, "reward": 0.7079039690733411, "level": 2, "difficulty": 0.05, "reward_ma": 0.6335868135145813, "leveled_up": false}
{"t": 980, "ts": 1788064965.0541797, "step": 1960, "loss_diff": 1.0083733797073364, "reward": 0.4891011170350914, "level": 2, "difficulty": 0.05, "reward_ma": 0.6191382438666323, "leveled_up": false}
{"t": 981, "ts": 1788064965.7477767, "step": 1962, "loss_diff": 1.0218275785446167, "reward": 0.5807511984899095, "level": 2, "difficulty": 0.05, "reward_ma": 0.61529953932896, "leveled_up": false}
{"t": 982, "ts": 1788064966.4362648, "step": 1964, "loss_diff": 0.8996716737747192, "reward": 0.9108976153394419, "level": 2, "difficulty": 0.05, "reward_ma": 0.6448593469300082, "leveled_up": false}
{"t": 983, "ts": 1788064967.2215512, "step": 1966, "loss_diff": 0.9111247062683105, "reward": 0.9940596080094043, "level": 2, "difficulty": 0.05, "reward_ma": 0.6797793730379479, "leveled_up": false}
{"t": 984, "ts": 1788064968.147442, "step": 1968, "loss_diff": 0.8209741115570068, "reward": 0.496524065652051, "level": 2, "difficulty": 0.05, "reward_ma": 0.6614538422993582, "leveled_up": false}
{"t": 985, "ts": 1788064968.866147, "step": 1970, "loss_diff": 0.8056741952896118, "reward": 0.937556019106307, "level": 2, "difficulty": 0.05, "reward_ma": 0.6890640599800532, "leveled_up": false}
{"t": 986, "ts": 1788064969.5701823, "step": 1972, "loss_diff": 0.8328617215156555, "reward": 0.9163262028728147, "level": 2, "difficulty": 0.05, "reward_ma": 0.7117902742693293, "leveled_up": false}
{"t": 987, "ts": 1788064970.2669835, "step": 1974, "loss_diff": 0.7699924111366272, "reward": 0.5167029663698706, "level": 2, "difficulty": 0.05, "reward_ma": 0.6922815434793834, "leveled_up": false}
{"t": 988, "ts": 1788064971.0226, "step": 1976, "loss_diff": 0.8596970438957214, "reward": 0.7054845058183539, "level": 2, "difficulty": 0.05, "reward_ma": 0.6936018397132805, "leveled_up": false}
{"t": 989, "ts": 1788064971.734362, "step": 1978, "loss_diff": 0.8057034015655518, "reward": 0.3659069146945878, "level": 2, "difficulty": 0.05, "reward_ma": 0.6608323472114113, "leveled_up": false}
{"t": 990, "ts": 1788064972.458975, "step": 1980, "loss_diff": 0.8385948538780212, "reward": 0.973797302746499, "level": 2, "difficulty": 0.05, "reward_ma": 0.6921288427649201, "leveled_up": false}
{"t": 991, "ts": 1788064973.2228858, "step": 1982, "loss_diff": 0.8736008405685425, "reward": 0.7995738144101256, "level": 2, "difficulty": 0.05, "reward_ma": 0.7028733399294408, "leveled_up": false}
{"t": 992, "ts": 1788064973.9334605, "step": 1984, "loss_diff": 0.8261521458625793, "reward": 0.8365294491053294, "level": 2, "difficulty": 0.05, "reward_ma": 0.7162389508470297, "leveled_up": false}
{"t": 993, "ts": 1788064974.667924, "step": 1986, "loss_diff": 0.7838417291641235, "reward": 0.8707806757364938, "level": 2, "difficulty": 0.05, "reward_ma": 0.7316931233359762, "leveled_up": false}
{"t": 994, "ts": 1788064975.3820977, "step": 1988, "loss_diff": 0.9435889720916748, "reward": 0.48403947393966634, "level": 2, "difficulty": 0.05, "reward_ma": 0.7069277583963454, "leveled_up": false}
{"t": 995, "ts": 1788064976.1294868, "step": 1990, "loss_diff": 0.8270066380500793, "reward": 0.43240492771983696, "level": 2, "difficulty": 0.05, "reward_ma": 0.6794754753286946, "leveled_up": false}
{"t": 996, "ts": 1788064976.829361, "step": 1992, "loss_diff": 0.8989310264587402, "reward": 0.8546776620762074, "level": 2, "difficulty": 0.05, "reward_ma": 0.6969956940034459, "leveled_up": false}
{"t": 997, "ts": 1788064977.5280237, "step": 1994, "loss_diff": 0.9278098344802856, "reward": 0.3245833931903019, "level": 2, "difficulty": 0.05, "reward_ma": 0.6597544639221314, "leveled_up": false}
{"t": 998, "ts": 1788064978.3294334, "step": 1996, "loss_diff": 0.9747592210769653, "reward": 0.5585009324320082, "level": 2, "difficulty": 0.05, "reward_ma": 0.6496291107731191, "leveled_up": false}
{"t": 999, "ts": 1788064979.120463, "step": 1998, "loss_diff": 1.004609227180481, "reward": 0.7992858561181146, "level": 2, "difficulty": 0.05, "reward_ma": 0.6645947853076187, "leveled_up": false}
{"t": 1000, "ts": 1788064980.021314, "step": 2000, "loss_diff": 0.9453763365745544, "reward": 0.5307811096163848, "level": 2, "difficulty": 0.05, "reward_ma": 0.6512134177384954, "leveled_up": false}
{"t": 1001, "ts": 1788064980.7479117, "step": 2002, "loss_diff": 0.9257510900497437, "reward": 0.46193843808660723, "level": 2, "difficulty": 0.05, "reward_ma": 0.6322859197733066, "leveled_up": false}
{"t": 1002, "ts": 1788064981.4772685, "step": 2004, "loss_diff": 0.8601111173629761, "reward": 0.5975414252805704, "level": 2, "difficulty": 0.05, "reward_ma": 0.628811470324033, "leveled_up": false}
{"t": 1003, "ts": 1788064982.239923, "step": 2006, "loss_diff": 0.7626457214355469, "reward": 0.6248241810701802, "level": 2, "difficulty": 0.05, "reward_ma": 0.6284127413986477, "leveled_up": false}
{"t": 1004, "ts": 1788064982.9801173, "step": 2008, "loss_diff": 0.7942491173744202, "reward": 0.7864230210991328, "level": 2, "difficulty": 0.05, "reward_ma": 0.6442137693686962, "leveled_up": false}
{"t": 1005, "ts": 1788064983.685313, "step": 2010, "loss_diff": 0.9881577491760254, "reward": 0.5894078299043184, "level": 2, "difficulty": 0.05, "reward_ma": 0.6387331754222585, "leveled_up": false}
{"t": 1006, "ts": 1788064984.3753772, "step": 2012, "loss_diff": 1.030182957649231, "reward": 0.3909480650673568, "level": 2, "difficulty": 0.05, "reward_ma": 0.6139546643867684, "leveled_up": false}
{"t": 1007, "ts": 1788064985.0845578, "step": 2014, "loss_diff": 0.9172959327697754, "reward": 0.8364836714336472, "level": 2, "difficulty": 0.05, "reward_ma": 0.6362075650914564, "leveled_up": false}
{"t": 1008, "ts": 1788064985.8189938, "step": 2016, "loss_diff": 0.8887857794761658, "reward": 0.8877319687494916, "level": 2, "difficulty": 0.05, "reward_ma": 0.6613600054572599, "leveled_up": false}
{"t": 1009, "ts": 1788064986.5127993, "step": 2018, "loss_diff": 0.837593674659729, "reward": 0.627219467345345, "level": 2, "difficulty": 0.05, "reward_ma": 0.6579459516460684, "leveled_up": false}
{"t": 1010, "ts": 1788064987.2205586, "step": 2020, "loss_diff": 0.8886706829071045, "reward": 0.5952755135754191, "level": 2, "difficulty": 0.05, "reward_ma": 0.6516789078390035, "leveled_up": false}
{"t": 1011, "ts": 1788064987.9186032, "step": 2022, "loss_diff": 0.9574006795883179, "reward": 0.708979293077697, "level": 2, "difficulty": 0.05, "reward_ma": 0.657408946362873, "leveled_up": false}
{"t": 1012, "ts": 1788064988.5864677, "step": 2024, "loss_diff": 0.8181297779083252, "reward": 0.3322735037825293, "level": 2, "difficulty": 0.05, "reward_ma": 0.6248954021048386, "leveled_up": false}
{"t": 1013, "ts": 1788064989.3322873, "step": 2026, "loss_diff": 0.8649900555610657, "reward": 0.8054593957292844, "level": 2, "difficulty": 0.05, "reward_ma": 0.6429518014672833, "leveled_up": false}
{"t": 1014, "ts": 1788064990.0433276, "step": 2028, "loss_diff": 0.8794460892677307, "reward": 0.8321651138908017, "level": 2, "difficulty": 0.05, "reward_ma": 0.6618731327096351, "leveled_up": false}
{"t": 1015, "ts": 1788064990.760386, "step": 2030, "loss_diff": 0.8317584991455078, "reward": 0.8540946236627336, "level": 2, "difficulty": 0.05, "reward_ma": 0.6810952818049449, "leveled_up": false}
{"t": 1016, "ts": 1788064991.462999, "step": 2032, "loss_diff": 0.8291716575622559, "reward": 0.6555836844761629, "level": 2, "difficulty": 0.05, "reward_ma": 0.6785441220720668, "leveled_up": false}
{"t": 1017, "ts": 1788064992.4393504, "step": 2034, "loss_diff": 0.885572612285614, "reward": 0.8871952346728226, "level": 2, "difficulty": 0.05, "reward_ma": 0.6994092333321424, "leveled_up": false}
{"t": 1018, "ts": 1788064993.156332, "step": 2036, "loss_diff": 0.9638031721115112, "reward": 0.9656398251926432, "level": 2, "difficulty": 0.05, "reward_ma": 0.7260322925181926, "leveled_up": false}
{"t": 1019, "ts": 1788064993.8555315, "step": 2038, "loss_diff": 0.9819415211677551, "reward": 1.0213675412065195, "level": 2, "difficulty": 0.05, "reward_ma": 0.7555658173870252, "leveled_up": false}
{"t": 1020, "ts": 1788064994.5736833, "step": 2040, "loss_diff": 0.929418683052063, "reward": 0.760608404158367, "level": 2, "difficulty": 0.05, "reward_ma": 0.7560700760641594, "leveled_up": false}
{"t": 1021, "ts": 1788064995.555928, "step": 2042, "loss_diff": 0.7930196523666382, "reward": 0.15282259108164692, "level": 2, "difficulty": 0.05, "reward_ma": 0.6957453275659082, "leveled_up": false}
{"t": 1022, "ts": 1788064996.4230077, "step": 2044, "loss_diff": 0.8166429400444031, "reward": 0.8620118776977674, "level": 2, "difficulty": 0.05, "reward_ma": 0.7123719825790942, "leveled_up": false}
{"t": 1023, "ts": 1788064997.1208549, "step": 2046, "loss_diff": 0.8766565918922424, "reward": 0.9328888807026923, "level": 2, "difficulty": 0.05, "reward_ma": 0.734423672391454, "leveled_up": false}
{"t": 1024, "ts": 1788064997.7846477, "step": 2048, "loss_diff": 0.9896677732467651, "reward": 0.5525861327876197, "level": 2, "difficulty": 0.05, "reward_ma": 0.7162399184310706, "leveled_up": false}
{"t": 1025, "ts": 1788064998.5140884, "step": 2050, "loss_diff": 0.7998774647712708, "reward": 1.028259890716178, "level": 2, "difficulty": 0.05, "reward_ma": 0.7474419156595813, "leveled_up": false}
{"t": 1026, "ts": 1788064999.1718595, "step": 2052, "loss_diff": 0.837926983833313, "reward": 0.6055766131720354, "level": 2, "difficulty": 0.05, "reward_ma": 0.7332553854108267, "leveled_up": false}
{"t": 1027, "ts": 1788064999.8445141, "step": 2054, "loss_diff": 1.004568099975586, "reward": 0.7507300606266459, "level": 2, "difficulty": 0.05, "reward_ma": 0.7350028529324086, "leveled_up": false}
{"t": 1028, "ts": 1788065000.5402324, "step": 2056, "loss_diff": 0.9244736433029175, "reward": 0.9688940725294731, "level": 2, "difficulty": 0.05, "reward_ma": 0.7583919748921151, "leveled_up": false}
{"t": 1029, "ts": 1788065001.2203221, "step": 2058, "loss_diff": 0.9670833945274353, "reward": 0.7975940037371885, "level": 2, "difficulty": 0.05, "reward_ma": 0.7623121777766224, "leveled_up": false}
{"t": 1030, "ts": 1788065001.8829129, "step": 2060, "loss_diff": 0.991100549697876, "reward": 0.5157333439432823, "level": 2, "difficulty": 0.05, "reward_ma": 0.7376542943932884, "leveled_up": false}
{"t": 1031, "ts": 1788065002.6817873, "step": 2062, "loss_diff": 0.8797340989112854, "reward": 0.4186808801826461, "level": 2, "difficulty": 0.05, "reward_ma": 0.7057569529722242, "leveled_up": false}
{"t": 1032, "ts": 1788065003.366242, "step": 2064, "loss_diff": 0.9102074503898621, "reward": 0.48981359882813047, "level": 2, "difficulty": 0.05, "reward_ma": 0.6841626175578148, "leveled_up": false}
{"t": 1033, "ts": 1788065004.0552542, "step": 2066, "loss_diff": 0.8331413269042969, "reward": 0.3521665680734679, "level": 2, "difficulty": 0.05, "reward_ma": 0.6509630126093802, "leveled_up": false}
{"t": 1034, "ts": 1788065004.913056, "step": 2068, "loss_diff": 0.8442087173461914, "reward": 0.7138666755590635, "level": 2, "difficulty": 0.05, "reward_ma": 0.6572533789043485, "leveled_up": false}
{"t": 1035, "ts": 1788065005.642372, "step": 2070, "loss_diff": 0.9458693265914917, "reward": 1.0088259784689628, "level": 2, "difficulty": 0.05, "reward_ma": 0.69241063886081, "leveled_up": false}
{"t": 1036, "ts": 1788065006.3270853, "step": 2072, "loss_diff": 0.8021221160888672, "reward": 0.8007924912052516, "level": 2, "difficulty": 0.05, "reward_ma": 0.7032488240952541, "leveled_up": false}
{"t": 1037, "ts": 1788065006.9811232, "step": 2074, "loss_diff": 0.8689320087432861, "reward": 0.8144355628010146, "level": 2, "difficulty": 0.05, "reward_ma": 0.7143674979658302, "leveled_up": false}
{"t": 1038, "ts": 1788065007.714064, "step": 2076, "loss_diff": 0.866786003112793, "reward": 0.6321669409214057, "level": 2, "difficulty": 0.05, "reward_ma": 0.7061474422613878, "leveled_up": false}
{"t": 1039, "ts": 1788065008.4187374, "step": 2078, "loss_diff": 0.910533607006073, "reward": 0.7438525661500662, "level": 2, "difficulty": 0.05, "reward_ma": 0.7099179546502556, "leveled_up": false}
{"t": 1040, "ts": 1788065009.1135738, "step": 2080, "loss_diff": 1.0322962999343872, "reward": 0.7553296511296147, "level": 2, "difficulty": 0.05, "reward_ma": 0.7144591242981916, "leveled_up": false}
{"t": 1041, "ts": 1788065009.7766726, "step": 2082, "loss_diff": 1.0309619903564453, "reward": 0.3937639937643567, "level": 2, "difficulty": 0.05, "reward_ma": 0.6823896112448081, "leveled_up": false}
{"t": 1042, "ts": 1788065010.4561672, "step": 2084, "loss_diff": 0.8610371947288513, "reward": 0.9851480890685274, "level": 2, "difficulty": 0.05, "reward_ma": 0.71266545902718, "leveled_up": false}
{"t": 1043, "ts": 1788065011.2149, "step": 2086, "loss_diff": 0.9928510785102844, "reward": 0.6301253051859012, "level": 2, "difficulty": 0.05, "reward_ma": 0.7044114436430522, "leveled_up": false}
{"t": 1044, "ts": 1788065011.879633, "step": 2088, "loss_diff": 0.8087467551231384, "reward": 0.7997124403842958, "level": 2, "difficulty": 0.05, "reward_ma": 0.7139415433171766, "leveled_up": false}
{"t": 1045, "ts": 1788065012.5795348, "step": 2090, "loss_diff": 0.9308417439460754, "reward": 0.8194748648695418, "level": 2, "difficulty": 0.05, "reward_ma": 0.7244948754724131, "leveled_up": false}
{"t": 1046, "ts": 1788065013.2599254, "step": 2092, "loss_diff": 0.946666955947876, "reward": 0.6591781335606637, "level": 2, "difficulty": 0.05, "reward_ma": 0.7179632012812381, "leveled_up": false}
{"t": 1047, "ts": 1788065013.9450684, "step": 2094, "loss_diff": 0.9689177870750427, "reward": 0.6320975553731005, "level": 2, "difficulty": 0.05, "reward_ma": 0.7093766366904244, "leveled_up": false}
{"t": 1048, "ts": 1788065014.651711, "step": 2096, "loss_diff": 0.7583833336830139, "reward": 0.5771414608497025, "level": 2, "difficulty": 0.05, "reward_ma": 0.6961531191063522, "leveled_up": false}
{"t": 1049, "ts": 1788065015.3346293, "step": 2098, "loss_diff": 0.8738072514533997, "reward": 0.6169493960430021, "level": 2, "difficulty": 0.05, "reward_ma": 0.6882327468000172, "leveled_up": false}
{"t": 1050, "ts": 1788065016.060278, "step": 2100, "loss_diff": 1.0408843755722046, "reward": 0.3221542831750965, "level": 2, "difficulty": 0.05, "reward_ma": 0.6516249004375252, "leveled_up": false}
{"t": 1051, "ts": 1788065016.739346, "step": 2102, "loss_diff": 0.9655568599700928, "reward": 0.4325263955758253, "level": 2, "difficulty": 0.05, "reward_ma": 0.6297150499513552, "leveled_up": false}
{"t": 1052, "ts": 1788065017.425831, "step": 2104, "loss_diff": 0.8813928365707397, "reward": 0.8201226858278026, "level": 2, "difficulty": 0.05, "reward_ma": 0.6487558135389999, "leveled_up": false}
{"t": 1053, "ts": 1788065018.1252704, "step": 2106, "loss_diff": 0.9063521027565002, "reward": 0.8245594449128278, "level": 2, "difficulty": 0.05, "reward_ma": 0.6663361766763828, "leveled_up": false}
{"t": 1054, "ts": 1788065018.8200061, "step": 2108, "loss_diff": 0.8566566109657288, "reward": 0.8722059660118752, "level": 2, "difficulty": 0.05, "reward_ma": 0.686923155609932, "leveled_up": false}
{"t": 1055, "ts": 1788065019.526367, "step": 2110, "loss_diff": 0.8732896447181702, "reward": 0.7859488444602662, "level": 2, "difficulty": 0.05, "reward_ma": 0.6968257244949654, "leveled_up": false}
{"t": 1056, "ts": 1788065020.2200193, "step": 2112, "loss_diff": 0.978485107421875, "reward": 0.5246478918359114, "level": 2, "difficulty": 0.05, "reward_ma": 0.67960794122906, "leveled_up": false}
{"t": 1057, "ts": 1788065020.9224455, "step": 2114, "loss_diff": 1.0068087577819824, "reward": 0.835321863896472, "level": 2, "difficulty": 0.05, "reward_ma": 0.6951793334958012, "leveled_up": false}
{"t": 1058, "ts": 1788065021.6204405, "step": 2116, "loss_diff": 0.7681875228881836, "reward": 0.5625177950615207, "level": 2, "difficulty": 0.05, "reward_ma": 0.6819131796523732, "leveled_up": false}
{"t": 1059, "ts": 1788065022.2824497, "step": 2118, "loss_diff": 0.7887747883796692, "reward": 0.9424594208986415, "level": 2, "difficulty": 0.05, "reward_ma": 0.7079678037770001, "leveled_up": false}
{"t": 1060, "ts": 1788065023.0293689, "step": 2120, "loss_diff": 0.8303133845329285, "reward": 0.6226649943129428, "level": 2, "difficulty": 0.05, "reward_ma": 0.6994375228305943, "leveled_up": false}
{"t": 1061, "ts": 1788065023.6799066, "step": 2122, "loss_diff": 1.0441594123840332, "reward": 0.9277157218199068, "level": 2, "difficulty": 0.05, "reward_ma": 0.7222653427295257, "leveled_up": false}
{"t": 1062, "ts": 1788065024.3506303, "step": 2124, "loss_diff": 0.9849516153335571, "reward": 0.4910643988006026, "level": 2, "difficulty": 0.05, "reward_ma": 0.6991452483366334, "leveled_up": false}
{"t": 1063, "ts": 1788065025.0621026, "step": 2126, "loss_diff": 0.8730809688568115, "reward": 0.9461083532439758, "level": 2, "difficulty": 0.05, "reward_ma": 0.7238415588273677, "leveled_up": false}
{"t": 1064, "ts": 1788065025.9293728, "step": 2128, "loss_diff": 0.8699653148651123, "reward": 0.9377513618799478, "level": 2, "difficulty": 0.05, "reward_ma": 0.7452325391326258, "leveled_up": false}
{"t": 1065, "ts": 1788065026.6218102, "step": 2130, "loss_diff": 0.9625799655914307, "reward": 0.6182645615034946, "level": 2, "difficulty": 0.05, "reward_ma": 0.7325357413697127, "leveled_up": false}
{"t": 1066, "ts": 1788065027.2818267, "step": 2132, "loss_diff": 0.7220512628555298, "reward": 0.5747065076672465, "level": 2, "difficulty": 0.05, "reward_ma": 0.7167528179994661, "leveled_up": false}
{"t": 1067, "ts": 1788065027.9513423, "step": 2134, "loss_diff": 0.8274884223937988, "reward": 0.5767478617662364, "level": 2, "difficulty": 0.05, "reward_ma": 0.7027523223761432, "leveled_up": false}
{"t": 1068, "ts": 1788065028.6279085, "step": 2136, "loss_diff": 0.8349429368972778, "reward": 0.8821297722923482, "level": 2, "difficulty": 0.05, "reward_ma": 0.7206900673677636, "leveled_up": false}
{"t": 1069, "ts": 1788065029.2758617, "step": 2138, "loss_diff": 0.879906415939331, "reward": 0.8237131700844337, "level": 2, "difficulty": 0.05, "reward_ma": 0.7309923776394307, "leveled_up": false}
{"t": 1070, "ts": 1788065029.9538498, "step": 2140, "loss_diff": 0.831610918045044, "reward": 0.8638152161105694, "level": 2, "difficulty": 0.05, "reward_ma": 0.7442746614865446, "leveled_up": false}
{"t": 1071, "ts": 1788065030.6260502, "step": 2142, "loss_diff": 0.8771489858627319, "reward": 0.6488253406757304, "level": 2, "difficulty": 0.05, "reward_ma": 0.7347297294054632, "leveled_up": false}
{"t": 1072, "ts": 1788065031.2826703, "step": 2144, "loss_diff": 0.9193851947784424, "reward": 0.612273586357811, "level": 2, "difficulty": 0.05, "reward_ma": 0.722484115100698, "leveled_up": false}
{"t": 1073, "ts": 1788065032.0389442, "step": 2146, "loss_diff": 0.7200362086296082, "reward": 0.7545447334701041, "level": 2, "difficulty": 0.05, "reward_ma": 0.7256901769376386, "leveled_up": false}
{"t": 1074, "ts": 1788065032.7191842, "step": 2148, "loss_diff": 0.9092053771018982, "reward": 0.786855329330777, "level": 2, "difficulty": 0.05, "reward_ma": 0.7318066921769524, "leveled_up": false}
{"t": 1075, "ts": 1788065033.4148798, "step": 2150, "loss_diff": 1.0308014154434204, "reward": 0.7051700247543049, "level": 2, "difficulty": 0.05, "reward_ma": 0.7291430254346877, "leveled_up": false}
{"t": 1076, "ts": 1788065034.0690556, "step": 2152, "loss_diff": 0.9169970154762268, "reward": 0.8647173355399449, "level": 2, "difficulty": 0.05, "reward_ma": 0.7427004564452134, "leveled_up": false}
{"t": 1077, "ts": 1788065034.7583232, "step": 2154, "loss_diff": 0.9864519834518433, "reward": 0.6857209099310033, "level": 2, "difficulty": 0.05, "reward_ma": 0.7370025017937925, "leveled_up": false}
{"t": 1078, "ts": 1788065035.4597023, "step": 2156, "loss_diff": 0.8886193037033081, "reward": 0.8248237572593445, "level": 2, "difficulty": 0.05, "reward_ma": 0.7457846273403477, "leveled_up": false}
{"t": 1079, "ts": 1788065036.145151, "step": 2158, "loss_diff": 0.8340707421302795, "reward": 0.6030707954942028, "level": 2, "difficulty": 0.05, "reward_ma": 0.7315132441557332, "leveled_up": false}
{"t": 1080, "ts": 1788065036.9210446, "step": 2160, "loss_diff": 0.880153238773346, "reward": 0.7438208393492173, "level": 2, "difficulty": 0.05, "reward_ma": 0.7327440036750816, "leveled_up": false}
{"t": 1081, "ts": 1788065037.7325342, "step": 2162, "loss_diff": 0.77629554271698, "reward": 0.8728613567237368, "level": 2, "difficulty": 0.05, "reward_ma": 0.7467557389799472, "leveled_up": false}
{"t": 1082, "ts": 1788065038.4547184, "step": 2164, "loss_diff": 0.9943240880966187, "reward": 0.47506550889209886, "level": 2, "difficulty": 0.05, "reward_ma": 0.7195867159711623, "leveled_up": false}
{"t": 1083, "ts": 1788065039.2171261, "step": 2166, "loss_diff": 0.893836498260498, "reward": 0.7608595810044716, "level": 2, "difficulty": 0.05, "reward_ma": 0.7237140024744932, "leveled_up": false}
{"t": 1084, "ts": 1788065039.9319508, "step": 2168, "loss_diff": 0.8769660592079163, "reward": 0.5440270866320852, "level": 2, "difficulty": 0.05, "reward_ma": 0.7057453108902525, "leveled_up": false}
{"t": 1085, "ts": 1788065040.6478078, "step": 2170, "loss_diff": 0.817602276802063, "reward": 0.6427756118632495, "level": 2, "difficulty": 0.05, "reward_ma": 0.6994483409875523, "leveled_up": false}
{"t": 1086, "ts": 1788065041.3651478, "step": 2172, "loss_diff": 0.855231761932373, "reward": 0.35696184314537727, "level": 2, "difficulty": 0.05, "reward_ma": 0.6651996912033348, "leveled_up": false}
{"t": 1087, "ts": 1788065042.075636, "step": 2174, "loss_diff": 0.8611813187599182, "reward": 0.9030076824723838, "level": 2, "difficulty": 0.05, "reward_ma": 0.6889804903302398, "leveled_up": false}
{"t": 1088, "ts": 1788065042.8223107, "step": 2176, "loss_diff": 0.7854926586151123, "reward": 0.5860348025375671, "level": 2, "difficulty": 0.05, "reward_ma": 0.6786859215509725, "leveled_up": false}
{"t": 1089, "ts": 1788065043.5352497, "step": 2178, "loss_diff": 0.7900702953338623, "reward": 0.5789318721193526, "level": 2, "difficulty": 0.05, "reward_ma": 0.6687105166078106, "leveled_up": false}
{"t": 1090, "ts": 1788065044.2583575, "step": 2180, "loss_diff": 1.0655611753463745, "reward": 0.574369563305086, "level": 2, "difficulty": 0.05, "reward_ma": 0.6592764212775382, "leveled_up": false}
{"t": 1091, "ts": 1788065044.9747887, "step": 2182, "loss_diff": 0.9811372756958008, "reward": 0.5825956973476267, "level": 2, "difficulty": 0.05, "reward_ma": 0.651608348884547, "leveled_up": false}
{"t": 1092, "ts": 1788065045.6874921, "step": 2184, "loss_diff": 0.7886496782302856, "reward": 1.0060653097211907, "level": 2, "difficulty": 0.05, "reward_ma": 0.6870540449682114, "leveled_up": false}
{"t": 1093, "ts": 1788065046.421016, "step": 2186, "loss_diff": 0.8927719593048096, "reward": 0.5546907155107329, "level": 2, "difficulty": 0.05, "reward_ma": 0.6738177120224635, "leveled_up": false}
{"t": 1094, "ts": 1788065047.1320808, "step": 2188, "loss_diff": 1.0082954168319702, "reward": 0.9306686705475928, "level": 2, "difficulty": 0.05, "reward_ma": 0.6995028078749765, "leveled_up": false}
{"t": 1095, "ts": 1788065047.8695712, "step": 2190, "loss_diff": 0.994765043258667, "reward": 0.5657519697836625, "level": 2, "difficulty": 0.05, "reward_ma": 0.6861277240658451, "leveled_up": false}
{"t": 1096, "ts": 1788065048.5807781, "step": 2192, "loss_diff": 0.8695917129516602, "reward": 0.8417565351365609, "level": 2, "difficulty": 0.05, "reward_ma": 0.7016906051729167, "leveled_up": false}
{"t": 1097, "ts": 1788065049.3272908, "step": 2194, "loss_diff": 0.8765243291854858, "reward": 0.7603933066876006, "level": 2, "difficulty": 0.05, "reward_ma": 0.7075608753243852, "leveled_up": false}
{"t": 1098, "ts": 1788065050.0384762, "step": 2196, "loss_diff": 0.9062367677688599, "reward": 0.5963768111335184, "level": 2, "difficulty": 0.05, "reward_ma": 0.6964424689052986, "leveled_up": false}
{"t": 1099, "ts": 1788065050.781991, "step": 2198, "loss_diff": 0.9090445041656494, "reward": 0.4998555454694884, "level": 2, "difficulty": 0.05, "reward_ma": 0.6767837765617176, "leveled_up": false}
{"t": 1100, "ts": 1788065051.5692194, "step": 2200, "loss_diff": 0.8366192579269409, "reward": 0.5885487524055608, "level": 2, "difficulty": 0.05, "reward_ma": 0.6679602741461019, "leveled_up": false}
{"t": 1101, "ts": 1788065052.3275683, "step": 2202, "loss_diff": 0.8281207084655762, "reward": 0.7102930410722381, "level": 2, "difficulty": 0.05, "reward_ma": 0.6721935508387156, "leveled_up": false}
{"t": 1102, "ts": 1788065053.0686824, "step": 2204, "loss_diff": 1.031417727470398, "reward": 0.4515109077907764, "level": 2, "difficulty": 0.05, "reward_ma": 0.6501252865339217, "leveled_up": false}
{"t": 1103, "ts": 1788065053.8150907, "step": 2206, "loss_diff": 1.1087530851364136, "reward": 0.6956295674489492, "level": 2, "difficulty": 0.05, "reward_ma": 0.6546757146254244, "leveled_up": false}
{"t": 1104, "ts": 1788065054.5445318, "step": 2208, "loss_diff": 0.9889563918113708, "reward": 0.849863886268141, "level": 2, "difficulty": 0.05, "reward_ma": 0.674194531789696, "leveled_up": false}
{"t": 1105, "ts": 1788065055.2827032, "step": 2210, "loss_diff": 1.042055606842041, "reward": 0.8342749562739633, "level": 2, "difficulty": 0.05, "reward_ma": 0.6902025742381228, "leveled_up": false}
{"t": 1106, "ts": 1788065056.0305846, "step": 2212, "loss_diff": 0.8025227785110474, "reward": 0.766023045684062, "level": 2, "difficulty": 0.05, "reward_ma": 0.6977846213827168, "leveled_up": false}
{"t": 1107, "ts": 1788065056.7539692, "step": 2214, "loss_diff": 0.9243707060813904, "reward": 0.41585634458892806, "level": 2, "difficulty": 0.05, "reward_ma": 0.669591793703338, "leveled_up": false}
{"t": 1108, "ts": 1788065057.4820395, "step": 2216, "loss_diff": 0.761761486530304, "reward": 0.7108325924903223, "level": 2, "difficulty": 0.05, "reward_ma": 0.6737158735820364, "leveled_up": false}
{"t": 1109, "ts": 1788065058.2698247, "step": 2218, "loss_diff": 0.8915104269981384, "reward": 0.5126129028874297, "level": 2, "difficulty": 0.05, "reward_ma": 0.6576055765125758, "leveled_up": false}
{"t": 1110, "ts": 1788065058.9565313, "step": 2220, "loss_diff": 0.8966536521911621, "reward": 0.5138689201487804, "level": 2, "difficulty": 0.05, "reward_ma": 0.6432319108761962, "leveled_up": false}
{"t": 1111, "ts": 1788065059.6335933, "step": 2222, "loss_diff": 0.8761332631111145, "reward": 0.39936963293313943, "level": 2, "difficulty": 0.05, "reward_ma": 0.6188456830818906, "leveled_up": false}
{"t": 1112, "ts": 1788065060.3264627, "step": 2224, "loss_diff": 0.9369409680366516, "reward": 0.8002516711496781, "level": 2, "difficulty": 0.05, "reward_ma": 0.6369862818886693, "leveled_up": false}
{"t": 1113, "ts": 1788065061.0249557, "step": 2226, "loss_diff": 0.8192321062088013, "reward": 0.4785524895966291, "level": 2, "difficulty": 0.05, "reward_ma": 0.6211429026594653, "leveled_up": false}
{"t": 1114, "ts": 1788065061.67501, "step": 2228, "loss_diff": 0.998313844203949, "reward": 0.6778900440176143, "level": 2, "difficulty": 0.05, "reward_ma": 0.6268176167952801, "leveled_up": false}
{"t": 1115, "ts": 1788065062.3656309, "step": 2230, "loss_diff": 0.9356211423873901, "reward": 1.0070869358308276, "level": 2, "difficulty": 0.05, "reward_ma": 0.6648445486988349, "leveled_up": false}
{"t": 1116, "ts": 1788065063.0558226, "step": 2232, "loss_diff": 0.9009435176849365, "reward": 0.7176787393247801, "level": 2, "difficulty": 0.05, "reward_ma": 0.6701279677614294, "leveled_up": false}
{"t": 1117, "ts": 1788065063.747345, "step": 2234, "loss_diff": 0.8699496984481812, "reward": 1.0275540843667366, "level": 2, "difficulty": 0.05, "reward_ma": 0.7058705794219601, "leveled_up": false}
{"t": 1118, "ts": 1788065064.4527886, "step": 2236, "loss_diff": 0.9254306554794312, "reward": 0.5960795891524245, "level": 2, "difficulty": 0.05, "reward_ma": 0.6948914803950066, "leveled_up": false}
{"t": 1119, "ts": 1788065065.1554804, "step": 2238, "loss_diff": 0.8855810165405273, "reward": 0.4692627101224879, "level": 2, "difficulty": 0.05, "reward_ma": 0.6723286033677547, "leveled_up": false}
{"t": 1120, "ts": 1788065065.852184, "step": 2240, "loss_diff": 1.0826711654663086, "reward": 0.6365793873577056, "level": 2, "difficulty": 0.05, "reward_ma": 0.6687536817667498, "leveled_up": false}
{"t": 1121, "ts": 1788065066.541148, "step": 2242, "loss_diff": 0.7997565269470215, "reward": 0.5925770474458112, "level": 2, "difficulty": 0.05, "reward_ma": 0.661136018334656, "leveled_up": false}
{"t": 1122, "ts": 1788065067.2249095, "step": 2244, "loss_diff": 0.9415745139122009, "reward": 0.5994008401192559, "level": 2, "difficulty": 0.05, "reward_ma": 0.654962500513116, "leveled_up": false}
{"t": 1123, "ts": 1788065067.9281566, "step": 2246, "loss_diff": 0.887441873550415, "reward": 0.6301129746904843, "level": 2, "difficulty": 0.05, "reward_ma": 0.6524775479308529, "leveled_up": false}
{"t": 1124, "ts": 1788065068.6143088, "step": 2248, "loss_diff": 1.0085318088531494, "reward": 0.33622894030930583, "level": 2, "difficulty": 0.05, "reward_ma": 0.6208526871686981, "leveled_up": false}
{"t": 1125, "ts": 1788065069.3336318, "step": 2250, "loss_diff": 0.8265463709831238, "reward": 0.5778817851690545, "level": 2, "difficulty": 0.05, "reward_ma": 0.6165555969687337, "leveled_up": false}
{"t": 1126, "ts": 1788065070.0182917, "step": 2252, "loss_diff": 0.94239342212677, "reward": 0.5679682704177712, "level": 2, "difficulty": 0.05, "reward_ma": 0.6116968643136376, "leveled_up": false}
{"t": 1127, "ts": 1788065070.7209778, "step": 2254, "loss_diff": 0.8503453731536865, "reward": 0.3772493392654564, "level": 2, "difficulty": 0.05, "reward_ma": 0.5882521118088194, "leveled_up": false}
{"t": 1128, "ts": 1788065071.520559, "step": 2256, "loss_diff": 0.9939566850662231, "reward": 0.7129520307051991, "level": 2, "difficulty": 0.05, "reward_ma": 0.6007221036984575, "leveled_up": false}
{"t": 1129, "ts": 1788065072.2203348, "step": 2258, "loss_diff": 0.8473902940750122, "reward": 0.879111285968761, "level": 2, "difficulty": 0.05, "reward_ma": 0.6285610219254878, "leveled_up": false}
{"t": 1130, "ts": 1788065072.9294126, "step": 2260, "loss_diff": 0.895642101764679, "reward": 0.8079628120996127, "level": 2, "difficulty": 0.05, "reward_ma": 0.6465012009429003, "leveled_up": false}
{"t": 1131, "ts": 1788065073.6148782, "step": 2262, "loss_diff": 0.7515084743499756, "reward": 0.6778183252381671, "level": 2, "difficulty": 0.05, "reward_ma": 0.649632913372427, "leveled_up": false}
{"t": 1132, "ts": 1788065074.274181, "step": 2264, "loss_diff": 0.8965163826942444, "reward": 0.5166462657519818, "level": 2, "difficulty": 0.05, "reward_ma": 0.6363342486103826, "leveled_up": false}
{"t": 1133, "ts": 1788065074.9739702, "step": 2266, "loss_diff": 0.9605538845062256, "reward": 0.8488110897928215, "level": 2, "difficulty": 0.05, "reward_ma": 0.6575819327286264, "leveled_up": false}
{"t": 1134, "ts": 1788065075.6551523, "step": 2268, "loss_diff": 0.9454555511474609, "reward": 0.7886630917211847, "level": 2, "difficulty": 0.05, "reward_ma": 0.6706900486278823, "leveled_up": false}
{"t": 1135, "ts": 1788065076.3675983, "step": 2270, "loss_diff": 0.7675577402114868, "reward": 0.5902582123575386, "level": 2, "difficulty": 0.05, "reward_ma": 0.6626468650008479, "leveled_up": false}
{"t": 1136, "ts": 1788065077.047807, "step": 2272, "loss_diff": 0.8896443843841553, "reward": 1.002920719629023, "level": 2, "difficulty": 0.05, "reward_ma": 0.6966742504636655, "leveled_up": false}
{"t": 1137, "ts": 1788065077.7333164, "step": 2274, "loss_diff": 0.9770238399505615, "reward": 0.6593992703525196, "level": 2, "difficulty": 0.05, "reward_ma": 0.6929467524525509, "leveled_up": false}
{"t": 1138, "ts": 1788065078.4457731, "step": 2276, "loss_diff": 0.7538553476333618, "reward": 0.8522674002085042, "level": 2, "difficulty": 0.05, "reward_ma": 0.7088788172281462, "leveled_up": false}
{"t": 1139, "ts": 1788065079.1290393, "step": 2278, "loss_diff": 0.9174547791481018, "reward": 0.7986932362736684, "level": 2, "difficulty": 0.05, "reward_ma": 0.7178602591326985, "leveled_up": false}
{"t": 1140, "ts": 1788065079.8282506, "step": 2280, "loss_diff": 0.8969281911849976, "reward": 0.39694978664639635, "level": 2, "difficulty": 0.05, "reward_ma": 0.6857692118840683, "leveled_up": false}
{"t": 1141, "ts": 1788065080.5314379, "step": 2282, "loss_diff": 0.8080193996429443, "reward": 0.6622576905611314, "level": 2, "difficulty": 0.05, "reward_ma": 0.6834180597517745, "leveled_up": false}
{"t": 1142, "ts": 1788065081.2205005, "step": 2284, "loss_diff": 0.9164235591888428, "reward": 0.9287669105095561, "level": 2, "difficulty": 0.05, "reward_ma": 0.7079529448275527, "leveled_up": false}
{"t": 1143, "ts": 1788065081.9252813, "step": 2286, "loss_diff": 0.8433147072792053, "reward": 0.8586258180066089, "level": 2, "difficulty": 0.05, "reward_ma": 0.7230202321454583, "leveled_up": false}
{"t": 1144, "ts": 1788065082.6269586, "step": 2288, "loss_diff": 1.0355150699615479, "reward": 0.31557204395026583, "level": 2, "difficulty": 0.05, "reward_ma": 0.6822754133259391, "leveled_up": false}
{"t": 1145, "ts": 1788065083.3391016, "step": 2290, "loss_diff": 0.9133802652359009, "reward": 0.16176797812082022, "level": 2, "difficulty": 0.05, "reward_ma": 0.6302246698054272, "leveled_up": false}
{"t": 1146, "ts": 1788065084.0414622, "step": 2292, "loss_diff": 0.8753672242164612, "reward": 0.654570452954611, "level": 2, "difficulty": 0.05, "reward_ma": 0.6326592481203457, "leveled_up": false}
{"t": 1147, "ts": 1788065084.7526712, "step": 2294, "loss_diff": 0.8920624256134033, "reward": 0.8678181896348802, "level": 2, "difficulty": 0.05, "reward_ma": 0.6561751422717992, "leveled_up": false}
{"t": 1148, "ts": 1788065085.4805906, "step": 2296, "loss_diff": 0.9679898619651794, "reward": 0.6159660755457081, "level": 2, "difficulty": 0.05, "reward_ma": 0.6521542355991902, "leveled_up": false}
{"t": 1149, "ts": 1788065086.188235, "step": 2298, "loss_diff": 0.8775547742843628, "reward": 0.4013940288908301, "level": 2, "difficulty": 0.05, "reward_ma": 0.6270782149283541, "leveled_up": false}
{"t": 1150, "ts": 1788065086.956704, "step": 2300, "loss_diff": 0.8168882727622986, "reward": 0.44002861056584547, "level": 2, "difficulty": 0.05, "reward_ma": 0.6083732544921033, "leveled_up": false}
{"t": 1151, "ts": 1788065087.6758034, "step": 2302, "loss_diff": 1.062761902809143, "reward": 0.403738291780519, "level": 2, "difficulty": 0.05, "reward_ma": 0.5879097582209449, "leveled_up": false}
{"t": 1152, "ts": 1788065088.384009, "step": 2304, "loss_diff": 0.9225863814353943, "reward": 0.479375860129416, "level": 2, "difficulty": 0.05, "reward_ma": 0.5770563684117921, "leveled_up": false}
{"t": 1153, "ts": 1788065089.127629, "step": 2306, "loss_diff": 0.9972145557403564, "reward": 0.6010333973002365, "level": 2, "difficulty": 0.05, "reward_ma": 0.5794540713006365, "leveled_up": false}
{"t": 1154, "ts": 1788065089.8352125, "step": 2308, "loss_diff": 0.9198843240737915, "reward": 0.22549110102739156, "level": 2, "difficulty": 0.05, "reward_ma": 0.544057774273312, "leveled_up": false}
{"t": 1155, "ts": 1788065090.7484713, "step": 2310, "loss_diff": 0.7903525233268738, "reward": 0.537384351810447, "level": 2, "difficulty": 0.05, "reward_ma": 0.5433904320270255, "leveled_up": false}
{"t": 1156, "ts": 1788065091.4658535, "step": 2312, "loss_diff": 0.9446893930435181, "reward": 0.6612371234147476, "level": 2, "difficulty": 0.05, "reward_ma": 0.5551751011657977, "leveled_up": false}
{"t": 1157, "ts": 1788065092.1673052, "step": 2314, "loss_diff": 0.8362279534339905, "reward": 1.0317401548122913, "level": 2, "difficulty": 0.05, "reward_ma": 0.6028316065304471, "leveled_up": false}
{"t": 1158, "ts": 1788065092.877895, "step": 2316, "loss_diff": 0.8721522688865662, "reward": 0.8976493477584637, "level": 2, "difficulty": 0.05, "reward_ma": 0.6323133806532487, "leveled_up": false}
{"t": 1159, "ts": 1788065093.5754218, "step": 2318, "loss_diff": 0.8619539737701416, "reward": 1.0073031299570112, "level": 2, "difficulty": 0.05, "reward_ma": 0.669812355583625, "leveled_up": false}
{"t": 1160, "ts": 1788065094.3160799, "step": 2320, "loss_diff": 0.9460709095001221, "reward": 0.3550833628959302, "level": 2, "difficulty": 0.05, "reward_ma": 0.6383394563148556, "leveled_up": false}
{"t": 1161, "ts": 1788065095.020648, "step": 2322, "loss_diff": 0.9226586818695068, "reward": 0.40725027926013835, "level": 2, "difficulty": 0.05, "reward_ma": 0.6152305386093838, "leveled_up": false}
{"t": 1162, "ts": 1788065095.7152236, "step": 2324, "loss_diff": 1.0621052980422974, "reward": 0.3450797710358359, "level": 2, "difficulty": 0.05, "reward_ma": 0.588215461852029, "leveled_up": false}
{"t": 1163, "ts": 1788065096.471309, "step": 2326, "loss_diff": 1.1415164470672607, "reward": 0.5384886191527352, "level": 2, "difficulty": 0.05, "reward_ma": 0.5832427775820996, "leveled_up": false}
{"t": 1164, "ts": 1788065097.1758697, "step": 2328, "loss_diff": 0.8764351606369019, "reward": 0.7229346882099515, "level": 2, "difficulty": 0.05, "reward_ma": 0.5972119686448849, "leveled_up": false}
{"t": 1165, "ts": 1788065097.9205358, "step": 2330, "loss_diff": 0.9396131634712219, "reward": 0.3891229917790354, "level": 2, "difficulty": 0.05, "reward_ma": 0.5764030709582999, "leveled_up": false}
{"t": 1166, "ts": 1788065098.6229584, "step": 2332, "loss_diff": 0.9036737680435181, "reward": 0.989810381586403, "level": 2, "difficulty": 0.05, "reward_ma": 0.6177438020211102, "leveled_up": false}
{"t": 1167, "ts": 1788065099.3166628, "step": 2334, "loss_diff": 0.8541775941848755, "reward": 0.4334797732097154, "level": 2, "difficulty": 0.05, "reward_ma": 0.5993173991399707, "leveled_up": false}
{"t": 1168, "ts": 1788065100.0237923, "step": 2336, "loss_diff": 0.9044512510299683, "reward": 0.3618202673062705, "level": 2, "difficulty": 0.05, "reward_ma": 0.5755676859566008, "leveled_up": false}
{"t": 1169, "ts": 1788065100.723081, "step": 2338, "loss_diff": 0.8112367987632751, "reward": 0.6017205017468947, "level": 2, "difficulty": 0.05, "reward_ma": 0.5781829675356303, "leveled_up": false}
{"t": 1170, "ts": 1788065101.434786, "step": 2340, "loss_diff": 1.136204719543457, "reward": 0.49353277010777896, "level": 2, "difficulty": 0.05, "reward_ma": 0.5697179477928451, "leveled_up": false}
{"t": 1171, "ts": 1788065102.1388946, "step": 2342, "loss_diff": 0.9628294110298157, "reward": 0.5105500407397027, "level": 2, "difficulty": 0.05, "reward_ma": 0.5638011570875309, "leveled_up": false}
{"t": 1172, "ts": 1788065102.8405986, "step": 2344, "loss_diff": 0.9682151675224304, "reward": 0.6627297846079095, "level": 2, "difficulty": 0.05, "reward_ma": 0.5736940198395687, "leveled_up": false}
{"t": 1173, "ts": 1788065103.5579684, "step": 2346, "loss_diff": 0.8382312655448914, "reward": 0.723962115434415, "level": 2, "difficulty": 0.05, "reward_ma": 0.5887208293990533, "leveled_up": false}
{"t": 1174, "ts": 1788065104.2634065, "step": 2348, "loss_diff": 0.8609778881072998, "reward": 0.8596247658895424, "level": 2, "difficulty": 0.05, "reward_ma": 0.6158112230481023, "leveled_up": false}
{"t": 1175, "ts": 1788065104.9864075, "step": 2350, "loss_diff": 0.9105017185211182, "reward": 0.5772532545466745, "level": 2, "difficulty": 0.05, "reward_ma": 0.6119554261979596, "leveled_up": false}
{"t": 1176, "ts": 1788065105.7145245, "step": 2352, "loss_diff": 0.858313262462616, "reward": 0.8146907106472434, "level": 2, "difficulty": 0.05, "reward_ma": 0.632228954642888, "leveled_up": false}
{"t": 1177, "ts": 1788065106.4181309, "step": 2354, "loss_diff": 0.9481880068778992, "reward": 0.21094484049075374, "level": 2, "difficulty": 0.05, "reward_ma": 0.5901005432276745, "leveled_up": false}
{"t": 1178, "ts": 1788065107.1285362, "step": 2356, "loss_diff": 0.7768850326538086, "reward": 0.731871666764372, "level": 2, "difficulty": 0.05, "reward_ma": 0.6042776555813443, "leveled_up": false}
{"t": 1179, "ts": 1788065107.8217847, "step": 2358, "loss_diff": 0.8623712658882141, "reward": 0.8972547493929423, "level": 2, "difficulty": 0.05, "reward_ma": 0.633575364962504, "leveled_up": false}
{"t": 1180, "ts": 1788065108.5299509, "step": 2360, "loss_diff": 0.90351402759552, "reward": 0.5998541597240715, "level": 2, "difficulty": 0.05, "reward_ma": 0.6302032444386607, "leveled_up": false}
{"t": 1181, "ts": 1788065109.2251563, "step": 2362, "loss_diff": 0.7769693732261658, "reward": 0.7788161643088936, "level": 2, "difficulty": 0.05, "reward_ma": 0.645064536425684, "leveled_up": false}
{"t": 1182, "ts": 1788065110.0646777, "step": 2364, "loss_diff": 0.9147710204124451, "reward": 0.590405531932245, "level": 2, "difficulty": 0.05, "reward_ma": 0.6395986359763401, "leveled_up": false}
{"t": 1183, "ts": 1788065110.815292, "step": 2366, "loss_diff": 0.7965860962867737, "reward": 0.4527995623825668, "level": 2, "difficulty": 0.05, "reward_ma": 0.6209187286169628, "leveled_up": false}
{"t": 1184, "ts": 1788065111.5297034, "step": 2368, "loss_diff": 0.9557874798774719, "reward": 0.9431437354304746, "level": 2, "difficulty": 0.05, "reward_ma": 0.6531412292983141, "leveled_up": false}
{"t": 1185, "ts": 1788065112.2474122, "step": 2370, "loss_diff": 0.7432998418807983, "reward": 0.7142033731056577, "level": 2, "difficulty": 0.05, "reward_ma": 0.6592474436790484, "leveled_up": false}
{"t": 1186, "ts": 1788065112.9669034, "step": 2372, "loss_diff": 0.8786541819572449, "reward": 0.4125953125036715, "level": 2, "difficulty": 0.05, "reward_ma": 0.6345822305615108, "leveled_up": false}
{"t": 1187, "ts": 1788065113.7183528, "step": 2374, "loss_diff": 0.8230608105659485, "reward": 0.7234107598699259, "level": 2, "difficulty": 0.05, "reward_ma": 0.6434650834923523, "leveled_up": false}
{"t": 1188, "ts": 1788065114.4749815, "step": 2376, "loss_diff": 0.7308696508407593, "reward": 0.7164163280085407, "level": 2, "difficulty": 0.05, "reward_ma": 0.6507602079439713, "leveled_up": false}
{"t": 1189, "ts": 1788065115.2173307, "step": 2378, "loss_diff": 0.9295772314071655, "reward": 0.45656440862224307, "level": 2, "difficulty": 0.05, "reward_ma": 0.6313406280117985, "leveled_up": false}
{"t": 1190, "ts": 1788065115.9436622, "step": 2380, "loss_diff": 0.9797951579093933, "reward": 0.8020638229781589, "level": 2, "difficulty": 0.05, "reward_ma": 0.6484129475084346, "leveled_up": false}
{"t": 1191, "ts": 1788065116.670155, "step": 2382, "loss_diff": 0.9335817098617554, "reward": 0.5610242598977697, "level": 2, "difficulty": 0.05, "reward_ma": 0.6396740787473681, "leveled_up": false}
{"t": 1192, "ts": 1788065117.4891682, "step": 2384, "loss_diff": 0.8735721707344055, "reward": 0.5074157935225883, "level": 2, "difficulty": 0.05, "reward_ma": 0.6264482502248903, "leveled_up": false}
{"t": 1193, "ts": 1788065118.5287266, "step": 2386, "loss_diff": 0.9262848496437073, "reward": 1.0259066500637297, "level": 2, "difficulty": 0.05, "reward_ma": 0.6663940902087742, "leveled_up": false}
{"t": 1194, "ts": 1788065119.2292466, "step": 2388, "loss_diff": 0.9996845722198486, "reward": 0.1407129188287779, "level": 2, "difficulty": 0.05, "reward_ma": 0.6138259730707746, "leveled_up": false}
{"t": 1195, "ts": 1788065119.944407, "step": 2390, "loss_diff": 0.8603014945983887, "reward": 0.4605976117283642, "level": 2, "difficulty": 0.05, "reward_ma": 0.5985031369365336, "leveled_up": false}
{"t": 1196, "ts": 1788065120.6354072, "step": 2392, "loss_diff": 1.0051631927490234, "reward": 0.9201910311426069, "level": 2, "difficulty": 0.05, "reward_ma": 0.630671926357141, "leveled_up": false}
{"t": 1197, "ts": 1788065121.3210275, "step": 2394, "loss_diff": 0.8380568623542786, "reward": 0.6665900059918337, "level": 2, "difficulty": 0.05, "reward_ma": 0.6342637343206103, "leveled_up": false}
{"t": 1198, "ts": 1788065122.0208642, "step": 2396, "loss_diff": 0.8874772787094116, "reward": 0.8038388141252273, "level": 2, "difficulty": 0.05, "reward_ma": 0.651221242301072, "leveled_up": false}
{"t": 1199, "ts": 1788065122.7135642, "step": 2398, "loss_diff": 0.8581379055976868, "reward": 0.49856469940150533, "level": 2, "difficulty": 0.05, "reward_ma": 0.6359555880111154, "leveled_up": false}
{"t": 1200, "ts": 1788065123.4623759, "step": 2400, "loss_diff": 0.903739333152771, "reward": 0.9510845168461135, "level": 2, "difficulty": 0.05, "reward_ma": 0.6674684808946152, "leveled_up": false}
{"t": 1201, "ts": 1788065124.167698, "step": 2402, "loss_diff": 1.0021507740020752, "reward": 0.8065635309888683, "level": 2, "difficulty": 0.05, "reward_ma": 0.6813779859040405, "leveled_up": false}
{"t": 1202, "ts": 1788065124.9229383, "step": 2404, "loss_diff": 0.9115540385246277, "reward": 0.6138384310215813, "level": 2, "difficulty": 0.05, "reward_ma": 0.6746240304157947, "leveled_up": false}
{"t": 1203, "ts": 1788065125.657769, "step": 2406, "loss_diff": 0.9394552707672119, "reward": 0.43744479485181686, "level": 2, "difficulty": 0.05, "reward_ma": 0.6509061068593969, "leveled_up": false}
{"t": 1204, "ts": 1788065126.3675478, "step": 2408, "loss_diff": 0.9104569554328918, "reward": 0.9584774326717581, "level": 2, "difficulty": 0.05, "reward_ma": 0.681663239440633, "leveled_up": false}
{"t": 1205, "ts": 1788065127.1268747, "step": 2410, "loss_diff": 0.9925553798675537, "reward": 0.946956671707392, "level": 2, "difficulty": 0.05, "reward_ma": 0.7081925826673089, "leveled_up": false}
{"t": 1206, "ts": 1788065127.953238, "step": 2412, "loss_diff": 0.7805089354515076, "reward": 0.9271724186706211, "level": 2, "difficulty": 0.05, "reward_ma": 0.7300905662676401, "leveled_up": false}
{"t": 1207, "ts": 1788065128.6442506, "step": 2414, "loss_diff": 0.9470047354698181, "reward": 0.7835435678266298, "level": 2, "difficulty": 0.05, "reward_ma": 0.7354358664235391, "leveled_up": false}
{"t": 1208, "ts": 1788065129.3505805, "step": 2416, "loss_diff": 0.8795614242553711, "reward": 0.49222154247704664, "level": 2, "difficulty": 0.05, "reward_ma": 0.7111144340288899, "leveled_up": false}
{"t": 1209, "ts": 1788065130.0510716, "step": 2418, "loss_diff": 0.8432452082633972, "reward": 0.6101983611591599, "level": 2, "difficulty": 0.05, "reward_ma": 0.7010228267419168, "leveled_up": false}
{"t": 1210, "ts": 1788065130.7725372, "step": 2420, "loss_diff": 0.6721286177635193, "reward": 0.9418115674189173, "level": 2, "difficulty": 0.05, "reward_ma": 0.7251017008096169, "leveled_up": false}
{"t": 1211, "ts": 1788065131.4796798, "step": 2422, "loss_diff": 0.8199751973152161, "reward": 0.5838447533771984, "level": 2, "difficulty": 0.05, "reward_ma": 0.710976006066375, "leveled_up": false}
{"t": 1212, "ts": 1788065132.1847596, "step": 2424, "loss_diff": 1.005801796913147, "reward": 0.5777181153608896, "level": 2, "difficulty": 0.05, "reward_ma": 0.6976502169958265, "leveled_up": false}
{"t": 1213, "ts": 1788065132.9199193, "step": 2426, "loss_diff": 1.1369647979736328, "reward": 0.9004657695217875, "level": 2, "difficulty": 0.05, "reward_ma": 0.7179317722484226, "leveled_up": false}
{"t": 1214, "ts": 1788065133.5838802, "step": 2428, "loss_diff": 0.7197189927101135, "reward": 0.6141876495115957, "level": 2, "difficulty": 0.05, "reward_ma": 0.70755735997474, "leveled_up": false}
{"t": 1215, "ts": 1788065134.2832394, "step": 2430, "loss_diff": 1.0149677991867065, "reward": 0.4388889766167303, "level": 2, "difficulty": 0.05, "reward_ma": 0.6806905216389391, "leveled_up": false}
{"t": 1216, "ts": 1788065134.9782305, "step": 2432, "loss_diff": 0.9771890640258789, "reward": 0.4648374885379787, "level": 2, "difficulty": 0.05, "reward_ma": 0.6591052183288431, "leveled_up": false}
{"t": 1217, "ts": 1788065135.6612778, "step": 2434, "loss_diff": 0.8037331104278564, "reward": 0.8066784443992288, "level": 2, "difficulty": 0.05, "reward_ma": 0.6738625409358817, "leveled_up": false}
{"t": 1218, "ts": 1788065136.359878, "step": 2436, "loss_diff": 0.8384265899658203, "reward": 0.48424215068760074, "level": 2, "difficulty": 0.05, "reward_ma": 0.6549005019110536, "leveled_up": false}
{"t": 1219, "ts": 1788065137.0349493, "step": 2438, "loss_diff": 0.7697407007217407, "reward": 0.5844944097490719, "level": 2, "difficulty": 0.05, "reward_ma": 0.6478598926948556, "leveled_up": false}
{"t": 1220, "ts": 1788065137.7329414, "step": 2440, "loss_diff": 0.8421733975410461, "reward": 0.7881041691547522, "level": 2, "difficulty": 0.05, "reward_ma": 0.6618843203408452, "leveled_up": false}
{"t": 1221, "ts": 1788065138.4153411, "step": 2442, "loss_diff": 0.8989126682281494, "reward": 0.5907909256667053, "level": 2, "difficulty": 0.05, "reward_ma": 0.6547749808734312, "leveled_up": false}
{"t": 1222, "ts": 1788065139.076245, "step": 2444, "loss_diff": 0.9305137395858765, "reward": 0.6585262967221178, "level": 2, "difficulty": 0.05, "reward_ma": 0.6551501124582999, "leveled_up": false}
{"t": 1223, "ts": 1788065139.7676728, "step": 2446, "loss_diff": 1.0294997692108154, "reward": 0.7422305806017313, "level": 2, "difficulty": 0.05, "reward_ma": 0.6638581592726431, "leveled_up": false}
{"t": 1224, "ts": 1788065140.4538856, "step": 2448, "loss_diff": 0.7379897236824036, "reward": 0.7992139062637725, "level": 2, "difficulty": 0.05, "reward_ma": 0.6773937339717561, "leveled_up": false}
{"t": 1225, "ts": 1788065141.178574, "step": 2450, "loss_diff": 0.8816173076629639, "reward": 0.46028670465488014, "level": 2, "difficulty": 0.05, "reward_ma": 0.6556830310400684, "leveled_up": false}
{"t": 1226, "ts": 1788065141.869402, "step": 2452, "loss_diff": 0.9615715146064758, "reward": 0.9018059770268677, "level": 2, "difficulty": 0.05, "reward_ma": 0.6802953256387483, "leveled_up": false}
{"t": 1227, "ts": 1788065142.5685232, "step": 2454, "loss_diff": 0.959758996963501, "reward": 0.5867034788651819, "level": 2, "difficulty": 0.05, "reward_ma": 0.6709361409613916, "leveled_up": false}
{"t": 1228, "ts": 1788065143.3148608, "step": 2456, "loss_diff": 0.8758953809738159, "reward": 0.3648596579787818, "level": 2, "difficulty": 0.05, "reward_ma": 0.6403284926631307, "leveled_up": false}
{"t": 1229, "ts": 1788065143.984477, "step": 2458, "loss_diff": 0.8736064434051514, "reward": 0.4993212717588546, "level": 2, "difficulty": 0.05, "reward_ma": 0.6262277705727032, "leveled_up": false}
{"t": 1230, "ts": 1788065144.719266, "step": 2460, "loss_diff": 0.8807916641235352, "reward": 0.24796746949210635, "level": 2, "difficulty": 0.05, "reward_ma": 0.5884017404646436, "leveled_up": false}
{"t": 1231, "ts": 1788065145.3844085, "step": 2462, "loss_diff": 0.8758010864257812, "reward": 0.686137390082293, "level": 2, "difficulty": 0.05, "reward_ma": 0.5981753054264085, "leveled_up": false}
{"t": 1232, "ts": 1788065146.0684774, "step": 2464, "loss_diff": 0.8123036623001099, "reward": 0.7120279795491848, "level": 2, "difficulty": 0.05, "reward_ma": 0.6095605728386861, "leveled_up": false}
{"t": 1233, "ts": 1788065146.7597773, "step": 2466, "loss_diff": 0.8896797895431519, "reward": 0.7635044541428091, "level": 2, "difficulty": 0.05, "reward_ma": 0.6249549609690985, "leveled_up": false}
{"t": 1234, "ts": 1788065147.438878, "step": 2468, "loss_diff": 0.7847239375114441, "reward": 0.7775525328318087, "level": 2, "difficulty": 0.05, "reward_ma": 0.6402147181553696, "leveled_up": false}
{"t": 1235, "ts": 1788065148.127124, "step": 2470, "loss_diff": 0.8750209808349609, "reward": 0.6662040684432531, "level": 2, "difficulty": 0.05, "reward_ma": 0.642813653184158, "leveled_up": false}
{"t": 1236, "ts": 1788065148.7829998, "step": 2472, "loss_diff": 0.9084680080413818, "reward": 0.5760308047447059, "level": 2, "difficulty": 0.05, "reward_ma": 0.6361353683402128, "leveled_up": false}
{"t": 1237, "ts": 1788065149.4584339, "step": 2474, "loss_diff": 0.7278757095336914, "reward": 0.6676904633959782, "level": 2, "difficulty": 0.05, "reward_ma": 0.6392908778457893, "leveled_up": false}
{"t": 1238, "ts": 1788065150.1638417, "step": 2476, "loss_diff": 0.804188072681427, "reward": 0.988063896393723, "level": 2, "difficulty": 0.05, "reward_ma": 0.6741681797005826, "leveled_up": false}
{"t": 1239, "ts": 1788065150.8769379, "step": 2478, "loss_diff": 0.9897187948226929, "reward": 0.5654431120141996, "level": 2, "difficulty": 0.05, "reward_ma": 0.6632956729319444, "leveled_up": false}
{"t": 1240, "ts": 1788065151.6294088, "step": 2480, "loss_diff": 0.8371419906616211, "reward": 0.8256574947430031, "level": 2, "difficulty": 0.05, "reward_ma": 0.6795318551130503, "leveled_up": false}
{"t": 1241, "ts": 1788065152.3251965, "step": 2482, "loss_diff": 0.9465110898017883, "reward": 0.6685363165027388, "level": 2, "difficulty": 0.05, "reward_ma": 0.6784323012520191, "leveled_up": false}
{"t": 1242, "ts": 1788065153.01604, "step": 2484, "loss_diff": 0.9918196201324463, "reward": 0.4290871222697465, "level": 2, "difficulty": 0.05, "reward_ma": 0.6534977833537919, "leveled_up": false}
{"t": 1243, "ts": 1788065153.6862998, "step": 2486, "loss_diff": 0.6611841320991516, "reward": 0.9822603717290637, "level": 2, "difficulty": 0.05, "reward_ma": 0.6863740421913191, "leveled_up": false}
{"t": 1244, "ts": 1788065154.3845673, "step": 2488, "loss_diff": 1.0006181001663208, "reward": 0.9531763195405732, "level": 2, "difficulty": 0.05, "reward_ma": 0.7130542699262445, "leveled_up": false}
{"t": 1245, "ts": 1788065155.12847, "step": 2490, "loss_diff": 0.951416015625, "reward": 0.6044546073928778, "level": 2, "difficulty": 0.05, "reward_ma": 0.7021943036729079, "leveled_up": false}
{"t": 1246, "ts": 1788065155.8256972, "step": 2492, "loss_diff": 0.7932455539703369, "reward": 0.5847105908989738, "level": 2, "difficulty": 0.05, "reward_ma": 0.6904459323955145, "leveled_up": false}
{"t": 1247, "ts": 1788065156.5264149, "step": 2494, "loss_diff": 1.0425819158554077, "reward": 0.5914257616047776, "level": 2, "difficulty": 0.05, "reward_ma": 0.6805439153164409, "leveled_up": false}
{"t": 1248, "ts": 1788065157.3316684, "step": 2496, "loss_diff": 1.0329711437225342, "reward": 0.5774795469524706, "level": 2, "difficulty": 0.05, "reward_ma": 0.6702374784800439, "leveled_up": false}
{"t": 1249, "ts": 1788065158.0270371, "step": 2498, "loss_diff": 0.771737277507782, "reward": 0.8887707775024315, "level": 2, "difficulty": 0.05, "reward_ma": 0.6920908083822827, "leveled_up": false}
{"t": 1250, "ts": 1788065158.8646288, "step": 2500, "loss_diff": 0.8335368633270264, "reward": 0.8673225851668689, "level": 2, "difficulty": 0.05, "reward_ma": 0.7096139860607412, "leveled_up": false}
{"t": 1251, "ts": 1788065159.5587919, "step": 2502, "loss_diff": 1.0664094686508179, "reward": 0.41754609239975315, "level": 2, "difficulty": 0.05, "reward_ma": 0.6804071966946424, "leveled_up": false}
{"t": 1252, "ts": 1788065160.2584293, "step": 2504, "loss_diff": 0.8699381351470947, "reward": 0.342494896036138, "level": 2, "difficulty": 0.05, "reward_ma": 0.6466159666287921, "leveled_up": false}
{"t": 1253, "ts": 1788065161.0489573, "step": 2506, "loss_diff": 0.9490101337432861, "reward": 0.9351633003597799, "level": 2, "difficulty": 0.05, "reward_ma": 0.6754707000018909, "leveled_up": false}
{"t": 1254, "ts": 1788065161.7732594, "step": 2508, "loss_diff": 0.869392454624176, "reward": 0.37014242687320736, "level": 2, "difficulty": 0.05, "reward_ma": 0.6449378726890226, "leveled_up": false}
{"t": 1255, "ts": 1788065162.5332105, "step": 2510, "loss_diff": 0.7582156658172607, "reward": 0.8915153292230193, "level": 2, "difficulty": 0.05, "reward_ma": 0.6695956183424223, "leveled_up": false}
{"t": 1256, "ts": 1788065163.2591374, "step": 2512, "loss_diff": 0.8086838722229004, "reward": 0.38108176527173376, "level": 2, "difficulty": 0.05, "reward_ma": 0.6407442330353534, "leveled_up": false}
{"t": 1257, "ts": 1788065163.9825237, "step": 2514, "loss_diff": 0.7052001953125, "reward": 0.5856963563641486, "level": 2, "difficulty": 0.05, "reward_ma": 0.635239445368233, "leveled_up": false}
{"t": 1258, "ts": 1788065164.755238, "step": 2516, "loss_diff": 0.8961414694786072, "reward": 0.5512861156590856, "level": 2, "difficulty": 0.05, "reward_ma": 0.6268441123973182, "leveled_up": false}
{"t": 1259, "ts": 1788065165.478271, "step": 2518, "loss_diff": 0.8935940265655518, "reward": 0.4029722294780431, "level": 2, "difficulty": 0.05, "reward_ma": 0.6044569241053908, "leveled_up": false}
{"t": 1260, "ts": 1788065166.2406285, "step": 2520, "loss_diff": 0.9533417820930481, "reward": 0.8080048707419412, "level": 2, "difficulty": 0.05, "reward_ma": 0.6248117187690458, "leveled_up": false}
{"t": 1261, "ts": 1788065166.9660802, "step": 2522, "loss_diff": 0.651955783367157, "reward": 0.6210756013860919, "level": 2, "difficulty": 0.05, "reward_ma": 0.6244381070307504, "leveled_up": false}
{"t": 1262, "ts": 1788065167.685068, "step": 2524, "loss_diff": 0.8459011912345886, "reward": 0.791740450424781, "level": 2, "difficulty": 0.05, "reward_ma": 0.6411683413701534, "leveled_up": false}
{"t": 1263, "ts": 1788065168.4704452, "step": 2526, "loss_diff": 0.9957059621810913, "reward": 0.7659331155809118, "level": 2, "difficulty": 0.05, "reward_ma": 0.6536448187912294, "leveled_up": false}
{"t": 1264, "ts": 1788065169.2131171, "step": 2528, "loss_diff": 0.9552708864212036, "reward": 0.6898305913447902, "level": 2, "difficulty": 0.05, "reward_ma": 0.6572633960465855, "leveled_up": false}
{"t": 1265, "ts": 1788065169.9404733, "step": 2530, "loss_diff": 1.0392587184906006, "reward": 0.7905618466789601, "level": 2, "difficulty": 0.05, "reward_ma": 0.6705932411098229, "leveled_up": false}
{"t": 1266, "ts": 1788065170.6606874, "step": 2532, "loss_diff": 0.9357301592826843, "reward": 0.6106302459308767, "level": 2, "difficulty": 0.05, "reward_ma": 0.6645969415919283, "leveled_up": false}
{"t": 1267, "ts": 1788065171.3833523, "step": 2534, "loss_diff": 0.8026837110519409, "reward": 0.43032700377940875, "level": 2, "difficulty": 0.05, "reward_ma": 0.6411699478106763, "leveled_up": false}
{"t": 1268, "ts": 1788065172.135013, "step": 2536, "loss_diff": 0.9203854203224182, "reward": 0.9453786149075388, "level": 2, "difficulty": 0.05, "reward_ma": 0.6715908145203626, "leveled_up": false}
{"t": 1269, "ts": 1788065172.855465, "step": 2538, "loss_diff": 1.063042402267456, "reward": 0.7717539269840745, "level": 2, "difficulty": 0.05, "reward_ma": 0.6816071257667339, "leveled_up": false}
{"t": 1270, "ts": 1788065173.5751638, "step": 2540, "loss_diff": 0.8694161176681519, "reward": 0.9882596707319791, "level": 2, "difficulty": 0.05, "reward_ma": 0.7122723802632585, "leveled_up": false}
{"t": 1271, "ts": 1788065174.2828891, "step": 2542, "loss_diff": 0.958639919757843, "reward": 0.9353260441205312, "level": 2, "difficulty": 0.05, "reward_ma": 0.7345777466489858, "leveled_up": false}
{"t": 1272, "ts": 1788065175.036832, "step": 2544, "loss_diff": 0.9348320960998535, "reward": 0.5883002820546007, "level": 2, "difficulty": 0.05, "reward_ma": 0.7199500001895474, "leveled_up": false}
{"t": 1273, "ts": 1788065175.7727976, "step": 2546, "loss_diff": 1.0760036706924438, "reward": 0.5065835041854346, "level": 2, "difficulty": 0.05, "reward_ma": 0.6986133505891361, "leveled_up": false}
{"t": 1274, "ts": 1788065176.4773736, "step": 2548, "loss_diff": 0.8240196108818054, "reward": 0.8851530453741118, "level": 2, "difficulty": 0.05, "reward_ma": 0.7172673200676337, "leveled_up": false}
{"t": 1275, "ts": 1788065177.236549, "step": 2550, "loss_diff": 0.7976964712142944, "reward": 0.997703321436363, "level": 2, "difficulty": 0.05, "reward_ma": 0.7453109202045066, "leveled_up": false}
{"t": 1276, "ts": 1788065177.9370532, "step": 2552, "loss_diff": 0.8626266717910767, "reward": 0.9240020473785883, "level": 2, "difficulty": 0.05, "reward_ma": 0.7631800329219148, "leveled_up": false}
{"t": 1277, "ts": 1788065178.6405, "step": 2554, "loss_diff": 0.8882442712783813, "reward": 0.7348162673880125, "level": 2, "difficulty": 0.05, "reward_ma": 0.7603436563685245, "leveled_up": false}
{"t": 1278, "ts": 1788065179.413777, "step": 2556, "loss_diff": 0.8004102110862732, "reward": 0.24029969432199622, "level": 2, "difficulty": 0.05, "reward_ma": 0.7083392601638717, "leveled_up": false}
{"t": 1279, "ts": 1788065180.1401753, "step": 2558, "loss_diff": 0.960964560508728, "reward": 0.5213086045592634, "level": 2, "difficulty": 0.05, "reward_ma": 0.6896361946034109, "leveled_up": false}
{"t": 1280, "ts": 1788065180.8787308, "step": 2560, "loss_diff": 1.0955559015274048, "reward": 0.8366942356881174, "level": 2, "difficulty": 0.05, "reward_ma": 0.7043419987118815, "leveled_up": false}
{"t": 1281, "ts": 1788065181.5856392, "step": 2562, "loss_diff": 1.1049102544784546, "reward": 0.9512997639062474, "level": 2, "difficulty": 0.05, "reward_ma": 0.7290377752313181, "leveled_up": false}
{"t": 1282, "ts": 1788065182.3162563, "step": 2564, "loss_diff": 0.8603267669677734, "reward": 0.6338669915297968, "level": 2, "difficulty": 0.05, "reward_ma": 0.7195206968611659, "leveled_up": false}
{"t": 1283, "ts": 1788065183.0329318, "step": 2566, "loss_diff": 1.0086175203323364, "reward": 0.8844399796158424, "level": 2, "difficulty": 0.05, "reward_ma": 0.7360126251366337, "leveled_up": false}
{"t": 1284, "ts": 1788065183.749156, "step": 2568, "loss_diff": 0.9777463674545288, "reward": 0.5754432298630775, "level": 2, "difficulty": 0.05, "reward_ma": 0.719955685609278, "leveled_up": false}
{"t": 1285, "ts": 1788065184.4693682, "step": 2570, "loss_diff": 0.8693253397941589, "reward": 0.5775629307677627, "level": 2, "difficulty": 0.05, "reward_ma": 0.7057164101251265, "leveled_up": false}
{"t": 1286, "ts": 1788065185.1779344, "step": 2572, "loss_diff": 0.9060089588165283, "reward": 0.785490794167263, "level": 2, "difficulty": 0.05, "reward_ma": 0.7136938485293401, "leveled_up": false}
{"t": 1287, "ts": 1788065185.8844898, "step": 2574, "loss_diff": 0.9652122259140015, "reward": 0.7991254292532177, "level": 2, "difficulty": 0.05, "reward_ma": 0.722237006601728, "leveled_up": false}
{"t": 1288, "ts": 1788065186.6397073, "step": 2576, "loss_diff": 0.8281586170196533, "reward": 0.7369445020763503, "level": 2, "difficulty": 0.05, "reward_ma": 0.7237077561491901, "leveled_up": false}
{"t": 1289, "ts": 1788065187.3750546, "step": 2578, "loss_diff": 1.0004980564117432, "reward": 0.44273133341530563, "level": 2, "difficulty": 0.05, "reward_ma": 0.6956101138758017, "leveled_up": false}
{"t": 1290, "ts": 1788065188.1238546, "step": 2580, "loss_diff": 1.0154166221618652, "reward": 0.47872342194975004, "level": 2, "difficulty": 0.05, "reward_ma": 0.6739214446831966, "leveled_up": false}
{"t": 1291, "ts": 1788065188.873422, "step": 2582, "loss_diff": 0.9338522553443909, "reward": 0.605838995430266, "level": 2, "difficulty": 0.05, "reward_ma": 0.6671131997579035, "leveled_up": false}
{"t": 1292, "ts": 1788065189.6146357, "step": 2584, "loss_diff": 0.879541277885437, "reward": 0.6535640546665751, "level": 2, "difficulty": 0.05, "reward_ma": 0.6657582852487707, "leveled_up": false}
{"t": 1293, "ts": 1788065190.3366175, "step": 2586, "loss_diff": 1.151123285293579, "reward": 0.6238773769120727, "level": 2, "difficulty": 0.05, "reward_ma": 0.6615701944151009, "leveled_up": false}
{"t": 1294, "ts": 1788065191.0754917, "step": 2588, "loss_diff": 0.8308023810386658, "reward": 0.4611398721274093, "level": 2, "difficulty": 0.05, "reward_ma": 0.6415271621863318, "leveled_up": false}
{"t": 1295, "ts": 1788065191.8164363, "step": 2590, "loss_diff": 0.7812679409980774, "reward": 0.8416175147356525, "level": 2, "difficulty": 0.05, "reward_ma": 0.6615361974412639, "leveled_up": false}
{"t": 1296, "ts": 1788065192.5209334, "step": 2592, "loss_diff": 1.031538724899292, "reward": 0.24749479158555626, "level": 2, "difficulty": 0.05, "reward_ma": 0.6201320568556932, "leveled_up": false}
{"t": 1297, "ts": 1788065193.228496, "step": 2594, "loss_diff": 0.9574992656707764, "reward": 0.3257756431502652, "level": 2, "difficulty": 0.05, "reward_ma": 0.5906964154851504, "leveled_up": false}
{"t": 1298, "ts": 1788065193.9563422, "step": 2596, "loss_diff": 1.0122249126434326, "reward": 0.5842475973820102, "level": 2, "difficulty": 0.05, "reward_ma": 0.5900515336748364, "leveled_up": false}
{"t": 1299, "ts": 1788065194.7802286, "step": 2598, "loss_diff": 0.8859750032424927, "reward": 1.0045295654061148, "level": 2, "difficulty": 0.05, "reward_ma": 0.6314993368479643, "leveled_up": false}
{"t": 1300, "ts": 1788065195.5530052, "step": 2600, "loss_diff": 1.0175544023513794, "reward": 0.5009704473872039, "level": 2, "difficulty": 0.05, "reward_ma": 0.6184464479018883, "leveled_up": false}
{"t": 1301, "ts": 1788065196.267472, "step": 2602, "loss_diff": 0.9535799622535706, "reward": 0.5430764773055625, "level": 2, "difficulty": 0.05, "reward_ma": 0.6109094508422558, "leveled_up": false}
{"t": 1302, "ts": 1788065196.9808989, "step": 2604, "loss_diff": 0.7830885648727417, "reward": 1.0295071370002988, "level": 2, "difficulty": 0.05, "reward_ma": 0.6527692194580601, "leveled_up": false}
{"t": 1303, "ts": 1788065197.7223563, "step": 2606, "loss_diff": 1.0111124515533447, "reward": 0.3992892499319415, "level": 2, "difficulty": 0.05, "reward_ma": 0.6274212225054482, "leveled_up": false}
{"t": 1304, "ts": 1788065198.4302425, "step": 2608, "loss_diff": 0.796965479850769, "reward": 0.4553592436665184, "level": 2, "difficulty": 0.05, "reward_ma": 0.6102150246215553, "leveled_up": false}
{"t": 1305, "ts": 1788065199.1603804, "step": 2610, "loss_diff": 0.8046997785568237, "reward": 0.19967622073467237, "level": 2, "difficulty": 0.05, "reward_ma": 0.569161144232867, "leveled_up": false}
{"t": 1306, "ts": 1788065199.8761768, "step": 2612, "loss_diff": 0.8713809847831726, "reward": 0.6106385933979309, "level": 2, "difficulty": 0.05, "reward_ma": 0.5733088891493734, "leveled_up": false}
{"t": 1307, "ts": 1788065200.586918, "step": 2614, "loss_diff": 0.9138318300247192, "reward": 0.9737052295799677, "level": 2, "difficulty": 0.05, "reward_ma": 0.6133485231924328, "leveled_up": false}
{"t": 1308, "ts": 1788065201.3479092, "step": 2616, "loss_diff": 1.1061177253723145, "reward": 0.9581336120081372, "level": 2, "difficulty": 0.05, "reward_ma": 0.6478270320740033, "leveled_up": false}
{"t": 1309, "ts": 1788065202.0580027, "step": 2618, "loss_diff": 0.9895617961883545, "reward": 0.5828489768540931, "level": 2, "difficulty": 0.05, "reward_ma": 0.6413292265520123, "leveled_up": false}
{"t": 1310, "ts": 1788065202.7866907, "step": 2620, "loss_diff": 0.7418246865272522, "reward": 0.3797264903524469, "level": 2, "difficulty": 0.05, "reward_ma": 0.6151689529320558, "leveled_up": false}
{"t": 1311, "ts": 1788065203.520409, "step": 2622, "loss_diff": 1.0344778299331665, "reward": 0.6591552624520706, "level": 2, "difficulty": 0.05, "reward_ma": 0.6195675838840572, "leveled_up": false}
{"t": 1312, "ts": 1788065204.2358065, "step": 2624, "loss_diff": 0.8796284794807434, "reward": 0.3272469967209337, "level": 2, "difficulty": 0.05, "reward_ma": 0.5903355251677448, "leveled_up": false}
{"t": 1313, "ts": 1788065205.0139873, "step": 2626, "loss_diff": 0.8977000713348389, "reward": 0.5381431131456914, "level": 2, "difficulty": 0.05, "reward_ma": 0.5851162839655395, "leveled_up": false}
{"t": 1314, "ts": 1788065205.7230313, "step": 2628, "loss_diff": 0.909261167049408, "reward": 0.6551700027734888, "level": 2, "difficulty": 0.05, "reward_ma": 0.5921216558463345, "leveled_up": false}
{"t": 1315, "ts": 1788065206.4432096, "step": 2630, "loss_diff": 0.8915520906448364, "reward": 0.9077139505439032, "level": 2, "difficulty": 0.05, "reward_ma": 0.6236808853160914, "leveled_up": false}
{"t": 1316, "ts": 1788065207.1642113, "step": 2632, "loss_diff": 0.8852466940879822, "reward": 0.43959089417120256, "level": 2, "difficulty": 0.05, "reward_ma": 0.6052718862016025, "leveled_up": false}
{"t": 1317, "ts": 1788065207.9209788, "step": 2634, "loss_diff": 0.9182527661323547, "reward": 0.7210931360470729, "level": 2, "difficulty": 0.05, "reward_ma": 0.6168540111861496, "leveled_up": false}
{"t": 1318, "ts": 1788065208.6572988, "step": 2636, "loss_diff": 1.1354997158050537, "reward": 0.6668557447935733, "level": 2, "difficulty": 0.05, "reward_ma": 0.6218541845468919, "leveled_up": false}
{"t": 1319, "ts": 1788065209.3678951, "step": 2638, "loss_diff": 0.9392561316490173, "reward": 0.7302920190745275, "level": 2, "difficulty": 0.05, "reward_ma": 0.6326979679996555, "leveled_up": false}
{"t": 1320, "ts": 1788065210.1144483, "step": 2640, "loss_diff": 0.8699836134910583, "reward": 0.431836103218388, "level": 2, "difficulty": 0.05, "reward_ma": 0.6126117815215287, "leveled_up": false}
{"t": 1321, "ts": 1788065210.8310862, "step": 2642, "loss_diff": 0.9372774362564087, "reward": 1.0005523585578413, "level": 2, "difficulty": 0.05, "reward_ma": 0.65140583922516, "leveled_up": false}
{"t": 1322, "ts": 1788065211.5563586, "step": 2644, "loss_diff": 0.9572920203208923, "reward": 0.6630334619640401, "level": 2, "difficulty": 0.05, "reward_ma": 0.652568601499048, "leveled_up": false}
{"t": 1323, "ts": 1788065212.2847035, "step": 2646, "loss_diff": 1.0178732872009277, "reward": 0.4569704959719323, "level": 2, "difficulty": 0.05, "reward_ma": 0.6330087909463364, "leveled_up": false}
{"t": 1324, "ts": 1788065213.0603888, "step": 2648, "loss_diff": 0.9452987313270569, "reward": 0.39703860013988407, "level": 2, "difficulty": 0.05, "reward_ma": 0.6094117718656912, "leveled_up": false}
{"t": 1325, "ts": 1788065213.86306, "step": 2650, "loss_diff": 0.9293019771575928, "reward": 0.3149421016537541, "level": 2, "difficulty": 0.05, "reward_ma": 0.5799648048444975, "leveled_up": false}
{"t": 1326, "ts": 1788065214.6238275, "step": 2652, "loss_diff": 0.8913879990577698, "reward": 0.6152243387230252, "level": 2, "difficulty": 0.05, "reward_ma": 0.5834907582323503, "leveled_up": false}
{"t": 1327, "ts": 1788065215.3460505, "step": 2654, "loss_diff": 0.7809526324272156, "reward": 0.7909948422128856, "level": 2, "difficulty": 0.05, "reward_ma": 0.6042411666304038, "leveled_up": false}
{"t": 1328, "ts": 1788065216.0776844, "step": 2656, "loss_diff": 0.9550783634185791, "reward": 0.9889496895657609, "level": 2, "difficulty": 0.05, "reward_ma": 0.6427120189239396, "leveled_up": false}
{"t": 1329, "ts": 1788065216.782459, "step": 2658, "loss_diff": 0.9846543073654175, "reward": 0.3867148877893381, "level": 2, "difficulty": 0.05, "reward_ma": 0.6171123058104794, "leveled_up": false}
{"t": 1330, "ts": 1788065217.5304024, "step": 2660, "loss_diff": 0.8385319709777832, "reward": 0.5790562969446013, "level": 2, "difficulty": 0.05, "reward_ma": 0.6133067049238916, "leveled_up": false}
{"t": 1331, "ts": 1788065218.2323737, "step": 2662, "loss_diff": 0.8896273970603943, "reward": 0.9907933949947078, "level": 2, "difficulty": 0.05, "reward_ma": 0.6510553739309732, "leveled_up": false}
{"t": 1332, "ts": 1788065218.9345655, "step": 2664, "loss_diff": 0.9310393929481506, "reward": 0.6700215513435969, "level": 2, "difficulty": 0.05, "reward_ma": 0.6529519916722356, "leveled_up": false}
{"t": 1333, "ts": 1788065219.6655493, "step": 2666, "loss_diff": 0.851103663444519, "reward": 0.9674562862840975, "level": 2, "difficulty": 0.05, "reward_ma": 0.6844024211334218, "leveled_up": false}
{"t": 1334, "ts": 1788065220.3737078, "step": 2668, "loss_diff": 0.9689616560935974, "reward": 0.667214758337155, "level": 2, "difficulty": 0.05, "reward_ma": 0.682683654853795, "leveled_up": false}
{"t": 1335, "ts": 1788065221.1496325, "step": 2670, "loss_diff": 0.8468654155731201, "reward": 0.8755048894432604, "level": 2, "difficulty": 0.05, "reward_ma": 0.7019657783127415, "leveled_up": false}
{"t": 1336, "ts": 1788065221.867008, "step": 2672, "loss_diff": 0.8743983507156372, "reward": 0.7788092320411482, "level": 2, "difficulty": 0.05, "reward_ma": 0.7096501236855823, "leveled_up": false}
{"t": 1337, "ts": 1788065222.564119, "step": 2674, "loss_diff": 0.8726626634597778, "reward": 0.6109657852243733, "level": 2, "difficulty": 0.05, "reward_ma": 0.6997816898394614, "leveled_up": false}
{"t": 1338, "ts": 1788065223.3170526, "step": 2676, "loss_diff": 0.8451443314552307, "reward": 0.5469757872992769, "level": 2, "difficulty": 0.05, "reward_ma": 0.6845010995854429, "leveled_up": false}
{"t": 1339, "ts": 1788065224.0226078, "step": 2678, "loss_diff": 0.8562170267105103, "reward": 0.9119140049695535, "level": 2, "difficulty": 0.05, "reward_ma": 0.707242390123854, "leveled_up": false}
{"t": 1340, "ts": 1788065224.7470396, "step": 2680, "loss_diff": 0.9533379673957825, "reward": 0.9507216164650355, "level": 2, "difficulty": 0.05, "reward_ma": 0.7315903127579723, "leveled_up": false}
{"t": 1341, "ts": 1788065225.4523876, "step": 2682, "loss_diff": 0.9909594058990479, "reward": 0.9746925467694603, "level": 2, "difficulty": 0.05, "reward_ma": 0.755900536159121, "leveled_up": false}
{"t": 1342, "ts": 1788065226.1847825, "step": 2684, "loss_diff": 0.8171893954277039, "reward": 0.4770959734125316, "level": 2, "difficulty": 0.05, "reward_ma": 0.728020079884462, "leveled_up": false}
{"t": 1343, "ts": 1788065226.9485118, "step": 2686, "loss_diff": 0.7758609056472778, "reward": 0.8863049616212338, "level": 2, "difficulty": 0.05, "reward_ma": 0.7438485680581393, "leveled_up": false}
{"t": 1344, "ts": 1788065227.6758826, "step": 2688, "loss_diff": 0.8040947318077087, "reward": 0.6334798202987297, "level": 2, "difficulty": 0.05, "reward_ma": 0.7328116932821984, "leveled_up": false}
{"t": 1345, "ts": 1788065228.4368634, "step": 2690, "loss_diff": 0.7256956100463867, "reward": 0.47740913889536285, "level": 2, "difficulty": 0.05, "reward_ma": 0.7072714378435149, "leveled_up": false}
{"t": 1346, "ts": 1788065229.161254, "step": 2692, "loss_diff": 0.8589815497398376, "reward": 0.6531596488618678, "level": 2, "difficulty": 0.05, "reward_ma": 0.7018602589453501, "leveled_up": false}
{"t": 1347, "ts": 1788065229.8807218, "step": 2694, "loss_diff": 0.7919631004333496, "reward": 0.4550920744417692, "level": 2, "difficulty": 0.05, "reward_ma": 0.677183440494992, "leveled_up": false}
{"t": 1348, "ts": 1788065230.6368308, "step": 2696, "loss_diff": 0.8343220353126526, "reward": 0.4609303765203606, "level": 2, "difficulty": 0.05, "reward_ma": 0.6555581340975289, "leveled_up": false}
{"t": 1349, "ts": 1788065231.3736546, "step": 2698, "loss_diff": 1.1335700750350952, "reward": 0.5342425165064506, "level": 2, "difficulty": 0.05, "reward_ma": 0.643426572338421, "leveled_up": false}
{"t": 1350, "ts": 1788065232.1640432, "step": 2700, "loss_diff": 0.9248949885368347, "reward": 0.67363658363789, "level": 2, "difficulty": 0.05, "reward_ma": 0.6464475734683679, "leveled_up": false}
{"t": 1351, "ts": 1788065232.867432, "step": 2702, "loss_diff": 0.8844658732414246, "reward": 0.9387153181227496, "level": 2, "difficulty": 0.05, "reward_ma": 0.6756743479338061, "leveled_up": false}
{"t": 1352, "ts": 1788065233.6876, "step": 2704, "loss_diff": 0.9224802851676941, "reward": 0.47385078411264775, "level": 2, "difficulty": 0.05, "reward_ma": 0.6554919915516904, "leveled_up": false}
{"t": 1353, "ts": 1788065234.4373212, "step": 2706, "loss_diff": 0.7124442458152771, "reward": 0.7475234818395037, "level": 2, "difficulty": 0.05, "reward_ma": 0.6646951405804717, "leveled_up": false}
{"t": 1354, "ts": 1788065235.1553335, "step": 2708, "loss_diff": 0.8427038788795471, "reward": 0.6440907590228345, "level": 2, "difficulty": 0.05, "reward_ma": 0.6626347024247081, "leveled_up": false}
{"t": 1355, "ts": 1788065235.859807, "step": 2710, "loss_diff": 0.8838796019554138, "reward": 0.6934037124016179, "level": 2, "difficulty": 0.05, "reward_ma": 0.6657116034223991, "leveled_up": false}
{"t": 1356, "ts": 1788065236.5530117, "step": 2712, "loss_diff": 0.9890309572219849, "reward": 0.8408393186117121, "level": 2, "difficulty": 0.05, "reward_ma": 0.6832243749413305, "leveled_up": false}
{"t": 1357, "ts": 1788065237.2469428, "step": 2714, "loss_diff": 0.8897910714149475, "reward": 0.4326129535704521, "level": 2, "difficulty": 0.05, "reward_ma": 0.6581632328042427, "leveled_up": false}
{"t": 1358, "ts": 1788065237.9658883, "step": 2716, "loss_diff": 0.8954668045043945, "reward": 0.6181354999953219, "level": 2, "difficulty": 0.05, "reward_ma": 0.6541604595233506, "leveled_up": false}
{"t": 1359, "ts": 1788065238.6637003, "step": 2718, "loss_diff": 0.8715518712997437, "reward": 0.5357594963284068, "level": 2, "difficulty": 0.05, "reward_ma": 0.6423203632038561, "leveled_up": false}
{"t": 1360, "ts": 1788065239.3739467, "step": 2720, "loss_diff": 0.9623237252235413, "reward": 0.932213416971267, "level": 2, "difficulty": 0.05, "reward_ma": 0.6713096685805973, "leveled_up": false}
{"t": 1361, "ts": 1788065240.068932, "step": 2722, "loss_diff": 1.103618860244751, "reward": 0.3255422167382554, "level": 2, "difficulty": 0.05, "reward_ma": 0.636732923396363, "leveled_up": false}
{"t": 1362, "ts": 1788065240.7693493, "step": 2724, "loss_diff": 0.918868899345398, "reward": 0.21002226815958605, "level": 2, "difficulty": 0.05, "reward_ma": 0.5940618578726854, "leveled_up": false}
{"t": 1363, "ts": 1788065241.485234, "step": 2726, "loss_diff": 0.9469837546348572, "reward": 0.5820857176676963, "level": 2, "difficulty": 0.05, "reward_ma": 0.5928642438521865, "leveled_up": false}
{"t": 1364, "ts": 1788065242.177913, "step": 2728, "loss_diff": 0.719803512096405, "reward": 0.5716388658893349, "level": 2, "difficulty": 0.05, "reward_ma": 0.5907417060559014, "leveled_up": false}
{"t": 1365, "ts": 1788065242.9579432, "step": 2730, "loss_diff": 1.1132214069366455, "reward": 0.5887853764544632, "level": 2, "difficulty": 0.05, "reward_ma": 0.5905460730957575, "leveled_up": false}
{"t": 1366, "ts": 1788065243.6630929, "step": 2732, "loss_diff": 0.9273465275764465, "reward": 0.7656764767200572, "level": 2, "difficulty": 0.05, "reward_ma": 0.6080591134581875, "leveled_up": false}
{"t": 1367, "ts": 1788065244.3589652, "step": 2734, "loss_diff": 1.0355020761489868, "reward": 0.7761429563668696, "level": 2, "difficulty": 0.05, "reward_ma": 0.6248674977490558, "leveled_up": false}
{"t": 1368, "ts": 1788065245.0873816, "step": 2736, "loss_diff": 0.8986958265304565, "reward": 0.6794707839834216, "level": 2, "difficulty": 0.05, "reward_ma": 0.6303278263724924, "leveled_up": false}
{"t": 1369, "ts": 1788065245.8149316, "step": 2738, "loss_diff": 0.9003363847732544, "reward": 0.523071284771872, "level": 2, "difficulty": 0.05, "reward_ma": 0.6196021722124304, "leveled_up": false}
{"t": 1370, "ts": 1788065246.528581, "step": 2740, "loss_diff": 0.7121963500976562, "reward": 0.8432117762034226, "level": 2, "difficulty": 0.05, "reward_ma": 0.6419631326115297, "leveled_up": false}
{"t": 1371, "ts": 1788065247.2315118, "step": 2742, "loss_diff": 0.8229596018791199, "reward": 0.8646066998953527, "level": 2, "difficulty": 0.05, "reward_ma": 0.664227489339912, "leveled_up": false}
{"t": 1372, "ts": 1788065247.9324348, "step": 2744, "loss_diff": 0.9138988256454468, "reward": 0.6729529626485684, "level": 2, "difficulty": 0.05, "reward_ma": 0.6651000366707778, "leveled_up": false}
{"t": 1373, "ts": 1788065248.6731737, "step": 2746, "loss_diff": 1.0976060628890991, "reward": 0.9212373987393842, "level": 2, "difficulty": 0.05, "reward_ma": 0.6907137728776385, "leveled_up": false}
{"t": 1374, "ts": 1788065249.3652556, "step": 2748, "loss_diff": 1.00066339969635, "reward": 0.8719299113285899, "level": 2, "difficulty": 0.05, "reward_ma": 0.7088353867227337, "leveled_up": false}
{"t": 1375, "ts": 1788065250.1175425, "step": 2750, "loss_diff": 0.8620468378067017, "reward": 1.0110799682552618, "level": 2, "difficulty": 0.05, "reward_ma": 0.7390598448759865, "leveled_up": false}
{"t": 1376, "ts": 1788065250.8327606, "step": 2752, "loss_diff": 1.0120421648025513, "reward": 0.4796301124121295, "level": 2, "difficulty": 0.05, "reward_ma": 0.7131168716296008, "leveled_up": false}
{"t": 1377, "ts": 1788065251.5405881, "step": 2754, "loss_diff": 0.9493523240089417, "reward": 0.3629549087797128, "level": 2, "difficulty": 0.05, "reward_ma": 0.6781006753446119, "leveled_up": false}
{"t": 1378, "ts": 1788065252.2590606, "step": 2756, "loss_diff": 0.972684383392334, "reward": 0.9715798438382676, "level": 2, "difficulty": 0.05, "reward_ma": 0.7074485921939775, "leveled_up": false}
{"t": 1379, "ts": 1788065252.956536, "step": 2758, "loss_diff": 0.9073289632797241, "reward": 0.9525568125717991, "level": 2, "difficulty": 0.05, "reward_ma": 0.7319594142317596, "leveled_up": false}
{"t": 1380, "ts": 1788065253.6635368, "step": 2760, "loss_diff": 0.7428944110870361, "reward": 0.8631254015741505, "level": 2, "difficulty": 0.05, "reward_ma": 0.7450760129659987, "leveled_up": false}
{"t": 1381, "ts": 1788065254.3618364, "step": 2762, "loss_diff": 0.970316469669342, "reward": 0.9745527588586888, "level": 2, "difficulty": 0.05, "reward_ma": 0.7680236875552677, "leveled_up": false}
{"t": 1382, "ts": 1788065255.0809486, "step": 2764, "loss_diff": 0.8919006586074829, "reward": 0.469261373172429, "level": 2, "difficulty": 0.05, "reward_ma": 0.738147456116984, "leveled_up": false}
{"t": 1383, "ts": 1788065255.8221002, "step": 2766, "loss_diff": 0.9744928479194641, "reward": 0.8933916888850839, "level": 2, "difficulty": 0.05, "reward_ma": 0.753671879393794, "leveled_up": false}
{"t": 1384, "ts": 1788065256.533318, "step": 2768, "loss_diff": 0.9242222905158997, "reward": 0.6228897716586383, "level": 2, "difficulty": 0.05, "reward_ma": 0.7405936686202784, "leveled_up": false}
{"t": 1385, "ts": 1788065257.2663097, "step": 2770, "loss_diff": 0.8864291310310364, "reward": 0.9215186365317453, "level": 2, "difficulty": 0.05, "reward_ma": 0.7586861654114251, "leveled_up": false}
{"t": 1386, "ts": 1788065257.9721804, "step": 2772, "loss_diff": 0.91993248462677, "reward": 1.0022715669122277, "level": 2, "difficulty": 0.05, "reward_ma": 0.7830447055615053, "leveled_up": false}
{"t": 1387, "ts": 1788065258.677601, "step": 2774, "loss_diff": 0.8131723403930664, "reward": 0.48178897076975646, "level": 2, "difficulty": 0.05, "reward_ma": 0.7529191320823304, "leveled_up": false}
{"t": 1388, "ts": 1788065259.4290109, "step": 2776, "loss_diff": 0.8246600031852722, "reward": 0.7946149258443543, "level": 2, "difficulty": 0.05, "reward_ma": 0.7570887114585328, "leveled_up": false}
{"t": 1389, "ts": 1788065260.1384919, "step": 2778, "loss_diff": 0.9236456155776978, "reward": 0.5870895644262517, "level": 2, "difficulty": 0.05, "reward_ma": 0.7400887967553048, "leveled_up": false}
{"t": 1390, "ts": 1788065260.872732, "step": 2780, "loss_diff": 0.9519206285476685, "reward": 1.000506413456034, "level": 2, "difficulty": 0.05, "reward_ma": 0.7661305584253777, "leveled_up": false}
{"t": 1391, "ts": 1788065261.5726972, "step": 2782, "loss_diff": 1.0321199893951416, "reward": 0.7115623172019518, "level": 2, "difficulty": 0.05, "reward_ma": 0.7606737343030351, "leveled_up": false}
{"t": 1392, "ts": 1788065262.3404012, "step": 2784, "loss_diff": 0.7957739233970642, "reward": 0.8337427207293622, "level": 2, "difficulty": 0.05, "reward_ma": 0.7679806329456679, "leveled_up": false}
{"t": 1393, "ts": 1788065263.0854294, "step": 2786, "loss_diff": 0.9380018711090088, "reward": 0.9042116061789007, "level": 2, "difficulty": 0.05, "reward_ma": 0.7816037302689912, "leveled_up": false}
{"t": 1394, "ts": 1788065263.81351, "step": 2788, "loss_diff": 0.8704078197479248, "reward": 0.6903507475094325, "level": 2, "difficulty": 0.05, "reward_ma": 0.7724784319930353, "leveled_up": false}
{"t": 1395, "ts": 1788065264.5273683, "step": 2790, "loss_diff": 0.9851641654968262, "reward": 0.2828535874994528, "level": 2, "difficulty": 0.05, "reward_ma": 0.7235159475436771, "leveled_up": false}
{"t": 1396, "ts": 1788065265.2173657, "step": 2792, "loss_diff": 0.9915006160736084, "reward": 0.8218195845932513, "level": 2, "difficulty": 0.05, "reward_ma": 0.7333463112486345, "leveled_up": false}
{"t": 1397, "ts": 1788065265.9136267, "step": 2794, "loss_diff": 1.0479083061218262, "reward": 0.6577243646677984, "level": 2, "difficulty": 0.05, "reward_ma": 0.725784116590551, "leveled_up": false}
{"t": 1398, "ts": 1788065266.6199284, "step": 2796, "loss_diff": 0.9126991033554077, "reward": 0.8912961065903865, "level": 2, "difficulty": 0.05, "reward_ma": 0.7423353155905346, "leveled_up": false}
{"t": 1399, "ts": 1788065267.3176343, "step": 2798, "loss_diff": 0.9616703987121582, "reward": 0.5290628333003119, "level": 2, "difficulty": 0.05, "reward_ma": 0.7210080673615124, "leveled_up": false}
{"t": 1400, "ts": 1788065268.0630581, "step": 2800, "loss_diff": 0.9938724040985107, "reward": 0.7899071860865788, "level": 2, "difficulty": 0.05, "reward_ma": 0.727897979234019, "leveled_up": false}
{"t": 1401, "ts": 1788065268.761585, "step": 2802, "loss_diff": 0.9894413352012634, "reward": 0.7726860807073634, "level": 2, "difficulty": 0.05, "reward_ma": 0.7323767893813534, "leveled_up": false}
{"t": 1402, "ts": 1788065269.4667015, "step": 2804, "loss_diff": 0.7609978914260864, "reward": 0.9519932681994074, "level": 2, "difficulty": 0.05, "reward_ma": 0.7543384372631587, "leveled_up": false}
{"t": 1403, "ts": 1788065270.1806328, "step": 2806, "loss_diff": 0.9040782451629639, "reward": 0.4304952443001356, "level": 2, "difficulty": 0.05, "reward_ma": 0.7219541179668564, "leveled_up": false}
{"t": 1404, "ts": 1788065270.918508, "step": 2808, "loss_diff": 0.9877941012382507, "reward": 0.4910480723799346, "level": 2, "difficulty": 0.05, "reward_ma": 0.6988635134081642, "leveled_up": false}
{"t": 1405, "ts": 1788065271.628465, "step": 2810, "loss_diff": 0.9230074286460876, "reward": 0.5249833592107445, "level": 2, "difficulty": 0.05, "reward_ma": 0.6814754979884222, "leveled_up": false}
{"t": 1406, "ts": 1788065272.3189874, "step": 2812, "loss_diff": 0.9206915497779846, "reward": 0.8620402453794866, "level": 2, "difficulty": 0.05, "reward_ma": 0.6995319727275287, "leveled_up": false}
{"t": 1407, "ts": 1788065272.9859457, "step": 2814, "loss_diff": 1.0145576000213623, "reward": 0.669968540704933, "level": 2, "difficulty": 0.05, "reward_ma": 0.6965756295252691, "leveled_up": false}
{"t": 1408, "ts": 1788065273.7150192, "step": 2816, "loss_diff": 0.9079383015632629, "reward": 1.0060533545237513, "level": 2, "difficulty": 0.05, "reward_ma": 0.7275234020251173, "leveled_up": false}
{"t": 1409, "ts": 1788065274.3859117, "step": 2818, "loss_diff": 0.9605210423469543, "reward": 0.45915041023895065, "level": 2, "difficulty": 0.05, "reward_ma": 0.7006861028465007, "leveled_up": false}
{"t": 1410, "ts": 1788065275.1222188, "step": 2820, "loss_diff": 0.849583089351654, "reward": 0.7556689007622095, "level": 2, "difficulty": 0.05, "reward_ma": 0.7061843826380716, "leveled_up": false}
{"t": 1411, "ts": 1788065275.7852578, "step": 2822, "loss_diff": 1.0296940803527832, "reward": 0.9236898418781132, "level": 2, "difficulty": 0.05, "reward_ma": 0.7279349285620759, "leveled_up": false}
{"t": 1412, "ts": 1788065276.4791424, "step": 2824, "loss_diff": 0.7449443340301514, "reward": 0.6843519344837258, "level": 2, "difficulty": 0.05, "reward_ma": 0.7235766291542408, "leveled_up": false}
{"t": 1413, "ts": 1788065277.215616, "step": 2826, "loss_diff": 0.8651658892631531, "reward": 0.6279744666468586, "level": 2, "difficulty": 0.05, "reward_ma": 0.7140164129035026, "leveled_up": false}
{"t": 1414, "ts": 1788065277.937409, "step": 2828, "loss_diff": 0.7677267789840698, "reward": 0.5834069974215275, "level": 2, "difficulty": 0.05, "reward_ma": 0.7009554713553051, "leveled_up": false}
{"t": 1415, "ts": 1788065278.6586366, "step": 2830, "loss_diff": 0.899196445941925, "reward": 0.7333968695901076, "level": 2, "difficulty": 0.05, "reward_ma": 0.7041996111787854, "leveled_up": false}
{"t": 1416, "ts": 1788065279.362164, "step": 2832, "loss_diff": 1.053393840789795, "reward": 0.9501803017324102, "level": 2, "difficulty": 0.05, "reward_ma": 0.7287976802341479, "leveled_up": false}
{"t": 1417, "ts": 1788065280.0605454, "step": 2834, "loss_diff": 0.867056667804718, "reward": 0.8470785456893024, "level": 2, "difficulty": 0.05, "reward_ma": 0.7406257667796634, "leveled_up": false}
{"t": 1418, "ts": 1788065280.7710438, "step": 2836, "loss_diff": 0.9417064189910889, "reward": 0.9519272752307812, "level": 2, "difficulty": 0.05, "reward_ma": 0.7617559176247752, "leveled_up": false}
{"t": 1419, "ts": 1788065281.5154784, "step": 2838, "loss_diff": 1.067000389099121, "reward": 0.9860402384324144, "level": 2, "difficulty": 0.05, "reward_ma": 0.7841843497055392, "leveled_up": false}
{"t": 1420, "ts": 1788065282.243014, "step": 2840, "loss_diff": 0.830363929271698, "reward": 0.6776982916550827, "level": 2, "difficulty": 0.05, "reward_ma": 0.7735357439004935, "leveled_up": false}
{"t": 1421, "ts": 1788065282.9579537, "step": 2842, "loss_diff": 0.9582793712615967, "reward": 0.4899007570475421, "level": 2, "difficulty": 0.05, "reward_ma": 0.7451722452151984, "leveled_up": false}
{"t": 1422, "ts": 1788065283.6605513, "step": 2844, "loss_diff": 0.9313442707061768, "reward": 0.990927603670504, "level": 2, "difficulty": 0.05, "reward_ma": 0.7697477810607289, "leveled_up": false}
{"t": 1423, "ts": 1788065284.369835, "step": 2846, "loss_diff": 0.8415241241455078, "reward": 0.7318046814652991, "level": 2, "difficulty": 0.05, "reward_ma": 0.765953471101186, "leveled_up": false}
{"t": 1424, "ts": 1788065285.0842614, "step": 2848, "loss_diff": 1.1397756338119507, "reward": 0.6726785002630267, "level": 2, "difficulty": 0.05, "reward_ma": 0.75662597401737, "leveled_up": false}
{"t": 1425, "ts": 1788065285.8209574, "step": 2850, "loss_diff": 0.8904697299003601, "reward": 0.8017877734026686, "level": 2, "difficulty": 0.05, "reward_ma": 0.7611421539558999, "leveled_up": false}
{"t": 1426, "ts": 1788065286.4822054, "step": 2852, "loss_diff": 0.879179060459137, "reward": 0.8979456739413609, "level": 2, "difficulty": 0.05, "reward_ma": 0.774822505954446, "leveled_up": false}
{"t": 1427, "ts": 1788065287.1579413, "step": 2854, "loss_diff": 0.9637864232063293, "reward": 0.893924468199033, "level": 2, "difficulty": 0.05, "reward_ma": 0.7867327021789048, "leveled_up": false}
{"t": 1428, "ts": 1788065287.8469884, "step": 2856, "loss_diff": 0.7236683964729309, "reward": 0.45348112031691007, "level": 2, "difficulty": 0.05, "reward_ma": 0.7534075439927053, "leveled_up": false}
{"t": 1429, "ts": 1788065288.5267258, "step": 2858, "loss_diff": 0.7930248975753784, "reward": 1.0195652333592145, "level": 2, "difficulty": 0.05, "reward_ma": 0.7800233129293562, "leveled_up": false}
{"t": 1430, "ts": 1788065289.219722, "step": 2860, "loss_diff": 0.9128162860870361, "reward": 0.6613634088406383, "level": 2, "difficulty": 0.05, "reward_ma": 0.7681573225204844, "leveled_up": false}
{"t": 1431, "ts": 1788065289.8764327, "step": 2862, "loss_diff": 0.8451603055000305, "reward": 0.9288380345113262, "level": 2, "difficulty": 0.05, "reward_ma": 0.7842253937195687, "leveled_up": false}
{"t": 1432, "ts": 1788065290.5489664, "step": 2864, "loss_diff": 0.8466637134552002, "reward": 0.6587236644369585, "level": 2, "difficulty": 0.05, "reward_ma": 0.7716752207913077, "leveled_up": false}
{"t": 1433, "ts": 1788065291.2432137, "step": 2866, "loss_diff": 0.9210450053215027, "reward": 0.40281653701504505, "level": 2, "difficulty": 0.05, "reward_ma": 0.7347893524136814, "leveled_up": false}
{"t": 1434, "ts": 1788065291.9201148, "step": 2868, "loss_diff": 0.9492802619934082, "reward": 0.8924010963086383, "level": 2, "difficulty": 0.05, "reward_ma": 0.750550526803177, "leveled_up": false}
{"t": 1435, "ts": 1788065292.612905, "step": 2870, "loss_diff": 1.0337063074111938, "reward": 0.8412042707075787, "level": 2, "difficulty": 0.05, "reward_ma": 0.7596159011936172, "leveled_up": false}
{"t": 1436, "ts": 1788065293.2716517, "step": 2872, "loss_diff": 0.8670031428337097, "reward": 0.8796593001206453, "level": 2, "difficulty": 0.05, "reward_ma": 0.7716202410863201, "leveled_up": false}
{"t": 1437, "ts": 1788065293.9467287, "step": 2874, "loss_diff": 0.9090503454208374, "reward": 0.55513478644671, "level": 2, "difficulty": 0.05, "reward_ma": 0.7499716956223591, "leveled_up": false}
{"t": 1438, "ts": 1788065294.6698606, "step": 2876, "loss_diff": 0.8620343208312988, "reward": 0.8199132751279308, "level": 2, "difficulty": 0.05, "reward_ma": 0.7569658535729162, "leveled_up": false}
{"t": 1439, "ts": 1788065295.414012, "step": 2878, "loss_diff": 1.0127488374710083, "reward": 0.4419572637097787, "level": 2, "difficulty": 0.05, "reward_ma": 0.7254649945866025, "leveled_up": false}
{"t": 1440, "ts": 1788065296.1192613, "step": 2880, "loss_diff": 0.9688591957092285, "reward": 0.4340822843567976, "level": 2, "difficulty": 0.05, "reward_ma": 0.6963267235636221, "leveled_up": false}
{"t": 1441, "ts": 1788065296.8356318, "step": 2882, "loss_diff": 0.9627859592437744, "reward": 0.40917063536557585, "level": 2, "difficulty": 0.05, "reward_ma": 0.6676111147438175, "leveled_up": false}
{"t": 1442, "ts": 1788065297.5804884, "step": 2884, "loss_diff": 0.7075846195220947, "reward": 1.0323104711482558, "level": 2, "difficulty": 0.05, "reward_ma": 0.7040810503842614, "leveled_up": false}
{"t": 1443, "ts": 1788065298.2798386, "step": 2886, "loss_diff": 0.9167764782905579, "reward": 0.8357937785619449, "level": 2, "difficulty": 0.05, "reward_ma": 0.7172523232020298, "leveled_up": false}
{"t": 1444, "ts": 1788065298.9860625, "step": 2888, "loss_diff": 0.8076568841934204, "reward": 0.47185670203413405, "level": 2, "difficulty": 0.05, "reward_ma": 0.6927127610852402, "leveled_up": false}
{"t": 1445, "ts": 1788065299.8473547, "step": 2890, "loss_diff": 0.8729513883590698, "reward": 0.9397829764772696, "level": 2, "difficulty": 0.05, "reward_ma": 0.7174197826244431, "leveled_up": false}
{"t": 1446, "ts": 1788065300.5299501, "step": 2892, "loss_diff": 0.9491466879844666, "reward": 0.5520691772209018, "level": 2, "difficulty": 0.05, "reward_ma": 0.7008847220840889, "leveled_up": false}
{"t": 1447, "ts": 1788065301.216124, "step": 2894, "loss_diff": 0.9957485795021057, "reward": 0.9122289570052216, "level": 2, "difficulty": 0.05, "reward_ma": 0.7220191455762022, "leveled_up": false}
{"t": 1448, "ts": 1788065301.9141278, "step": 2896, "loss_diff": 0.8029510974884033, "reward": 1.0281070585217669, "level": 2, "difficulty": 0.05, "reward_ma": 0.7526279368707587, "leveled_up": false}
{"t": 1449, "ts": 1788065302.5786214, "step": 2898, "loss_diff": 0.8730237483978271, "reward": 0.5523157866817683, "level": 2, "difficulty": 0.05, "reward_ma": 0.7325967218518596, "leveled_up": false}
{"t": 1450, "ts": 1788065303.284654, "step": 2900, "loss_diff": 0.760217010974884, "reward": 1.0181962907049693, "level": 2, "difficulty": 0.05, "reward_ma": 0.7611566787371706, "leveled_up": false}
{"t": 1451, "ts": 1788065303.9677157, "step": 2902, "loss_diff": 0.8837562799453735, "reward": 0.8246061612229546, "level": 2, "difficulty": 0.05, "reward_ma": 0.7675016269857491, "leveled_up": false}
{"t": 1452, "ts": 1788065304.6555195, "step": 2904, "loss_diff": 1.0858283042907715, "reward": 1.0139105530926145, "level": 2, "difficulty": 0.05, "reward_ma": 0.7921425195964356, "leveled_up": false}
{"t": 1453, "ts": 1788065305.3569396, "step": 2906, "loss_diff": 0.8715692758560181, "reward": 0.8473954072719385, "level": 2, "difficulty": 0.05, "reward_ma": 0.7976678083639859, "leveled_up": false}
{"t": 1454, "ts": 1788065306.0391736, "step": 2908, "loss_diff": 0.9799720048904419, "reward": 0.49823960513184073, "level": 2, "difficulty": 0.05, "reward_ma": 0.7677249880407714, "leveled_up": false}
{"t": 1455, "ts": 1788065306.7397363, "step": 2910, "loss_diff": 0.8661618828773499, "reward": 0.7973009417494468, "level": 2, "difficulty": 0.05, "reward_ma": 0.770682583411639, "leveled_up": false}
{"t": 1456, "ts": 1788065307.434388, "step": 2912, "loss_diff": 0.9101549983024597, "reward": 0.7684633077715471, "level": 2, "difficulty": 0.05, "reward_ma": 0.7704606558476298, "leveled_up": false}
{"t": 1457, "ts": 1788065308.138017, "step": 2914, "loss_diff": 0.9104424118995667, "reward": 0.6157074542824948, "level": 2, "difficulty": 0.05, "reward_ma": 0.7549853356911163, "leveled_up": false}
{"t": 1458, "ts": 1788065308.8520942, "step": 2916, "loss_diff": 0.7665571570396423, "reward": 0.49760844777777974, "level": 2, "difficulty": 0.05, "reward_ma": 0.7292476468997826, "leveled_up": false}
{"t": 1459, "ts": 1788065309.5469437, "step": 2918, "loss_diff": 0.8974995613098145, "reward": 0.9589792998337348, "level": 2, "difficulty": 0.05, "reward_ma": 0.7522208121931779, "leveled_up": false}
{"t": 1460, "ts": 1788065310.2602365, "step": 2920, "loss_diff": 0.9667145013809204, "reward": 0.378799865356167, "level": 2, "difficulty": 0.05, "reward_ma": 0.714878717509477, "leveled_up": false}
{"t": 1461, "ts": 1788065310.9680226, "step": 2922, "loss_diff": 0.8952652812004089, "reward": 0.2577868425937408, "level": 2, "difficulty": 0.05, "reward_ma": 0.6691695300179034, "leveled_up": false}
{"t": 1462, "ts": 1788065311.6707323, "step": 2924, "loss_diff": 0.9134163856506348, "reward": 0.9155888124148162, "level": 2, "difficulty": 0.05, "reward_ma": 0.6938114582575946, "leveled_up": false}
{"t": 1463, "ts": 1788065312.4730027, "step": 2926, "loss_diff": 0.9148532748222351, "reward": 0.7845325556727123, "level": 2, "difficulty": 0.05, "reward_ma": 0.7028835679991063, "leveled_up": false}
{"t": 1464, "ts": 1788065313.1549022, "step": 2928, "loss_diff": 0.8749009966850281, "reward": 0.7554159710410654, "level": 2, "difficulty": 0.05, "reward_ma": 0.7081368083033023, "leveled_up": false}
{"t": 1465, "ts": 1788065313.8518794, "step": 2930, "loss_diff": 0.9249328970909119, "reward": 0.7415383378770319, "level": 2, "difficulty": 0.05, "reward_ma": 0.7114769612606753, "leveled_up": false}
{"t": 1466, "ts": 1788065314.5438976, "step": 2932, "loss_diff": 0.9692793488502502, "reward": 0.5539721766553976, "level": 2, "difficulty": 0.05, "reward_ma": 0.6957264828001475, "leveled_up": false}
{"t": 1467, "ts": 1788065315.2299242, "step": 2934, "loss_diff": 1.103305459022522, "reward": 0.961453556165451, "level": 2, "difficulty": 0.05, "reward_ma": 0.7222991901366779, "leveled_up": false}
{"t": 1468, "ts": 1788065315.9302483, "step": 2936, "loss_diff": 1.1483314037322998, "reward": 0.9490811742268458, "level": 2, "difficulty": 0.05, "reward_ma": 0.7449773885456946, "leveled_up": false}
{"t": 1469, "ts": 1788065316.6165798, "step": 2938, "loss_diff": 0.7223031520843506, "reward": 0.42096145373046, "level": 2, "difficulty": 0.05, "reward_ma": 0.7125757950641711, "leveled_up": false}
{"t": 1470, "ts": 1788065317.3278797, "step": 2940, "loss_diff": 0.9573928713798523, "reward": 0.7509768935670792, "level": 2, "difficulty": 0.05, "reward_ma": 0.7164159049144619, "leveled_up": false}
{"t": 1471, "ts": 1788065318.022254, "step": 2942, "loss_diff": 0.8755092620849609, "reward": 0.49400724247300687, "level": 2, "difficulty": 0.05, "reward_ma": 0.6941750386703165, "leveled_up": false}
{"t": 1472, "ts": 1788065318.722974, "step": 2944, "loss_diff": 0.8164776563644409, "reward": 0.42198137883633463, "level": 2, "difficulty": 0.05, "reward_ma": 0.6669556726869184, "leveled_up": false}
{"t": 1473, "ts": 1788065319.420362, "step": 2946, "loss_diff": 0.8532710671424866, "reward": 0.8026898848602261, "level": 2, "difficulty": 0.05, "reward_ma": 0.6805290939042491, "leveled_up": false}
{"t": 1474, "ts": 1788065320.0869102, "step": 2948, "loss_diff": 0.8395975828170776, "reward": 0.848634580762437, "level": 2, "difficulty": 0.05, "reward_ma": 0.697339642590068, "leveled_up": false}
{"t": 1475, "ts": 1788065320.8392553, "step": 2950, "loss_diff": 0.907077968120575, "reward": 0.3283524804120136, "level": 2, "difficulty": 0.05, "reward_ma": 0.6604409263722626, "leveled_up": false}
{"t": 1476, "ts": 1788065321.5314415, "step": 2952, "loss_diff": 1.0298506021499634, "reward": 0.9912509979987675, "level": 2, "difficulty": 0.05, "reward_ma": 0.6935219335349131, "leveled_up": false}
{"t": 1477, "ts": 1788065322.2273262, "step": 2954, "loss_diff": 0.8214961886405945, "reward": 0.8412592579840488, "level": 2, "difficulty": 0.05, "reward_ma": 0.7082956659798267, "leveled_up": false}
{"t": 1478, "ts": 1788065322.936674, "step": 2956, "loss_diff": 0.7811780571937561, "reward": 0.7468312740574528, "level": 2, "difficulty": 0.05, "reward_ma": 0.7121492267875893, "leveled_up": false}
{"t": 1479, "ts": 1788065323.6370773, "step": 2958, "loss_diff": 0.8547878265380859, "reward": 0.932685880845902, "level": 2, "difficulty": 0.05, "reward_ma": 0.7342028921934205, "leveled_up": false}
{"t": 1480, "ts": 1788065324.3615878, "step": 2960, "loss_diff": 1.050410509109497, "reward": 0.35641392034927977, "level": 2, "difficulty": 0.05, "reward_ma": 0.6964239950090064, "leveled_up": false}
{"t": 1481, "ts": 1788065325.0549188, "step": 2962, "loss_diff": 0.923922061920166, "reward": 0.6399892456736039, "level": 2, "difficulty": 0.05, "reward_ma": 0.6907805200754662, "leveled_up": false}
{"t": 1482, "ts": 1788065325.7465014, "step": 2964, "loss_diff": 0.8605273962020874, "reward": 0.6500724352645041, "level": 2, "difficulty": 0.05, "reward_ma": 0.68670971159437, "leveled_up": false}
{"t": 1483, "ts": 1788065326.4424345, "step": 2966, "loss_diff": 0.8957353830337524, "reward": 0.6310971986235011, "level": 2, "difficulty": 0.05, "reward_ma": 0.6811484602972832, "leveled_up": false}
{"t": 1484, "ts": 1788065327.1268277, "step": 2968, "loss_diff": 0.780910849571228, "reward": 0.6917517860475333, "level": 2, "difficulty": 0.05, "reward_ma": 0.6822087928723082, "leveled_up": false}
{"t": 1485, "ts": 1788065327.8398328, "step": 2970, "loss_diff": 0.8964594006538391, "reward": 1.0088808315656645, "level": 2, "difficulty": 0.05, "reward_ma": 0.7148759967416439, "leveled_up": false}
{"t": 1486, "ts": 1788065328.531922, "step": 2972, "loss_diff": 0.9276838898658752, "reward": 0.44416522903876904, "level": 2, "difficulty": 0.05, "reward_ma": 0.6878049199713564, "leveled_up": false}
{"t": 1487, "ts": 1788065329.2233536, "step": 2974, "loss_diff": 0.998958170413971, "reward": 0.9915637517687838, "level": 2, "difficulty": 0.05, "reward_ma": 0.7181808031510991, "leveled_up": false}
{"t": 1488, "ts": 1788065329.9349072, "step": 2976, "loss_diff": 0.8965491056442261, "reward": 0.5070812673001266, "level": 2, "difficulty": 0.05, "reward_ma": 0.6970708495660018, "leveled_up": false}
{"t": 1489, "ts": 1788065330.626239, "step": 2978, "loss_diff": 0.9242244958877563, "reward": 0.7221248738900412, "level": 2, "difficulty": 0.05, "reward_ma": 0.6995762519984058, "leveled_up": false}
{"t": 1490, "ts": 1788065331.3354635, "step": 2980, "loss_diff": 0.9858113527297974, "reward": 0.851427863756041, "level": 2, "difficulty": 0.05, "reward_ma": 0.7147614131741693, "leveled_up": false}
{"t": 1491, "ts": 1788065332.023531, "step": 2982, "loss_diff": 0.838495671749115, "reward": 0.6318132488933491, "level": 2, "difficulty": 0.05, "reward_ma": 0.7064665967460874, "leveled_up": false}
{"t": 1492, "ts": 1788065332.686329, "step": 2984, "loss_diff": 0.7895990014076233, "reward": 0.415403181500126, "level": 2, "difficulty": 0.05, "reward_ma": 0.6773602552214912, "leveled_up": false}
{"t": 1493, "ts": 1788065333.4141476, "step": 2986, "loss_diff": 0.7771167755126953, "reward": 0.4265920495510086, "level": 2, "difficulty": 0.05, "reward_ma": 0.652283434654443, "leveled_up": false}
{"t": 1494, "ts": 1788065334.080803, "step": 2988, "loss_diff": 0.8443498611450195, "reward": 0.9914189824607785, "level": 2, "difficulty": 0.05, "reward_ma": 0.6861969894350767, "leveled_up": false}
{"t": 1495, "ts": 1788065334.8175416, "step": 2990, "loss_diff": 0.6087022423744202, "reward": 1.0033290837617337, "level": 2, "difficulty": 0.05, "reward_ma": 0.7179101988677424, "leveled_up": false}
{"t": 1496, "ts": 1788065335.484928, "step": 2992, "loss_diff": 0.9015100598335266, "reward": 0.8804284087672766, "level": 2, "difficulty": 0.05, "reward_ma": 0.7341620198576958, "leveled_up": false}
{"t": 1497, "ts": 1788065336.1789198, "step": 2994, "loss_diff": 1.0901445150375366, "reward": 0.6729850681040132, "level": 2, "difficulty": 0.05, "reward_ma": 0.7280443246823275, "leveled_up": false}
{"t": 1498, "ts": 1788065336.8793905, "step": 2996, "loss_diff": 0.920130729675293, "reward": 0.9450272841586183, "level": 2, "difficulty": 0.05, "reward_ma": 0.7497426206299566, "leveled_up": false}
{"t": 1499, "ts": 1788065337.5831976, "step": 2998, "loss_diff": 0.8353960514068604, "reward": 0.6113259536559407, "level": 2, "difficulty": 0.05, "reward_ma": 0.735900953932555, "leveled_up": false}
{"t": 1500, "ts": 1788065338.4909637, "step": 3000, "loss_diff": 0.8950292468070984, "reward": 0.6189065433450683, "level": 2, "difficulty": 0.05, "reward_ma": 0.7242015128738063, "leveled_up": false}
{"t": 1501, "ts": 1788065339.1837678, "step": 3002, "loss_diff": 0.9697354435920715, "reward": 0.4115290591745131, "level": 2, "difficulty": 0.05, "reward_ma": 0.692934267503877, "leveled_up": false}
{"t": 1502, "ts": 1788065339.8667986, "step": 3004, "loss_diff": 0.9338464736938477, "reward": 0.4454116027484043, "level": 2, "difficulty": 0.05, "reward_ma": 0.6681820010283298, "leveled_up": false}
{"t": 1503, "ts": 1788065340.5668414, "step": 3006, "loss_diff": 0.8157634139060974, "reward": 0.940236163914561, "level": 2, "difficulty": 0.05, "reward_ma": 0.6953874173169529, "leveled_up": false}
{"t": 1504, "ts": 1788065341.2511551, "step": 3008, "loss_diff": 0.9187391400337219, "reward": 0.5968132898727345, "level": 2, "difficulty": 0.05, "reward_ma": 0.685530004572531, "leveled_up": false}
{"t": 1505, "ts": 1788065341.9402044, "step": 3010, "loss_diff": 0.9083387851715088, "reward": 0.774566551556575, "level": 2, "difficulty": 0.05, "reward_ma": 0.6944336592709354, "leveled_up": false}
{"t": 1506, "ts": 1788065342.6237316, "step": 3012, "loss_diff": 0.8021789193153381, "reward": 0.3389875093975478, "level": 2, "difficulty": 0.05, "reward_ma": 0.6588890442835966, "leveled_up": false}
{"t": 1507, "ts": 1788065343.2806394, "step": 3014, "loss_diff": 0.8440859317779541, "reward": 0.5259711340262732, "level": 2, "difficulty": 0.05, "reward_ma": 0.6455972532578643, "leveled_up": false}
{"t": 1508, "ts": 1788065344.0446084, "step": 3016, "loss_diff": 0.7485514879226685, "reward": 0.8205292423018867, "level": 2, "difficulty": 0.05, "reward_ma": 0.6630904521622665, "leveled_up": false}
{"t": 1509, "ts": 1788065344.7468076, "step": 3018, "loss_diff": 0.7529739737510681, "reward": 1.024720529044407, "level": 2, "difficulty": 0.05, "reward_ma": 0.6992534598504806, "leveled_up": false}
{"t": 1510, "ts": 1788065345.4518263, "step": 3020, "loss_diff": 0.7357692122459412, "reward": 0.7385346262272818, "level": 2, "difficulty": 0.05, "reward_ma": 0.7031815764881607, "leveled_up": false}
{"t": 1511, "ts": 1788065346.1332037, "step": 3022, "loss_diff": 0.7867558002471924, "reward": 0.758436249265253, "level": 2, "difficulty": 0.05, "reward_ma": 0.7087070437658699, "leveled_up": false}
{"t": 1512, "ts": 1788065346.8157923, "step": 3024, "loss_diff": 0.8109131455421448, "reward": 0.8724429967395967, "level": 2, "difficulty": 0.05, "reward_ma": 0.7250806390632426, "leveled_up": false}
{"t": 1513, "ts": 1788065347.5320554, "step": 3026, "loss_diff": 0.9594511985778809, "reward": 0.7149530610019229, "level": 2, "difficulty": 0.05, "reward_ma": 0.7240678812571106, "leveled_up": false}
{"t": 1514, "ts": 1788065348.2254646, "step": 3028, "loss_diff": 0.9715802669525146, "reward": 0.50137912268145, "level": 2, "difficulty": 0.05, "reward_ma": 0.7017990053995447, "leveled_up": false}
{"t": 1515, "ts": 1788065348.9343586, "step": 3030, "loss_diff": 1.0648735761642456, "reward": 0.9189798594117565, "level": 2, "difficulty": 0.05, "reward_ma": 0.7235170908007658, "leveled_up": false}
{"t": 1516, "ts": 1788065349.625239, "step": 3032, "loss_diff": 0.7975449562072754, "reward": 0.5883053895343044, "level": 2, "difficulty": 0.05, "reward_ma": 0.7099959206741197, "leveled_up": false}
{"t": 1517, "ts": 1788065350.3178694, "step": 3034, "loss_diff": 0.9266059398651123, "reward": 0.805591394083731, "level": 2, "difficulty": 0.05, "reward_ma": 0.7195554680150809, "leveled_up": false}
{"t": 1518, "ts": 1788065351.0204787, "step": 3036, "loss_diff": 0.8100195527076721, "reward": 0.711137013077762, "level": 2, "difficulty": 0.05, "reward_ma": 0.718713622521349, "leveled_up": false}
{"t": 1519, "ts": 1788065351.6838212, "step": 3038, "loss_diff": 0.9274043440818787, "reward": 0.6831880359674325, "level": 2, "difficulty": 0.05, "reward_ma": 0.7151610638659573, "leveled_up": false}
{"t": 1520, "ts": 1788065352.4143393, "step": 3040, "loss_diff": 0.7672573924064636, "reward": 0.46644767527906417, "level": 2, "difficulty": 0.05, "reward_ma": 0.6902897250072682, "leveled_up": false}
{"t": 1521, "ts": 1788065353.086242, "step": 3042, "loss_diff": 1.022199273109436, "reward": 0.9660128344982469, "level": 2, "difficulty": 0.05, "reward_ma": 0.717862035956366, "leveled_up": false}
{"t": 1522, "ts": 1788065353.7803779, "step": 3044, "loss_diff": 0.8056070804595947, "reward": 0.5011248650080019, "level": 2, "difficulty": 0.05, "reward_ma": 0.6961883188615297, "leveled_up": false}
{"t": 1523, "ts": 1788065354.4782755, "step": 3046, "loss_diff": 0.8303725719451904, "reward": 0.5073457659629027, "level": 2, "difficulty": 0.05, "reward_ma": 0.677304063571667, "leveled_up": false}
{"t": 1524, "ts": 1788065355.1714346, "step": 3048, "loss_diff": 0.8872235417366028, "reward": 0.4734883509892971, "level": 2, "difficulty": 0.05, "reward_ma": 0.65692249231343, "leveled_up": false}
{"t": 1525, "ts": 1788065355.9175045, "step": 3050, "loss_diff": 0.7594848871231079, "reward": 0.7374160453503403, "level": 2, "difficulty": 0.05, "reward_ma": 0.6649718476171211, "leveled_up": false}
{"t": 1526, "ts": 1788065356.6147647, "step": 3052, "loss_diff": 0.7113361358642578, "reward": 0.8177703561840203, "level": 2, "difficulty": 0.05, "reward_ma": 0.6802516984738111, "leveled_up": false}
{"t": 1527, "ts": 1788065357.315093, "step": 3054, "loss_diff": 0.706188440322876, "reward": 0.4096222837727716, "level": 2, "difficulty": 0.05, "reward_ma": 0.6531887570037072, "leveled_up": false}
{"t": 1528, "ts": 1788065358.0200799, "step": 3056, "loss_diff": 1.21672523021698, "reward": 0.33003734091012615, "level": 2, "difficulty": 0.05, "reward_ma": 0.6208736153943492, "leveled_up": false}
{"t": 1529, "ts": 1788065358.714397, "step": 3058, "loss_diff": 0.9997252821922302, "reward": 0.8698385737269069, "level": 2, "difficulty": 0.05, "reward_ma": 0.6457701112276049, "leveled_up": false}
{"t": 1530, "ts": 1788065359.426304, "step": 3060, "loss_diff": 0.7968162894248962, "reward": 0.43020081149418543, "level": 2, "difficulty": 0.05, "reward_ma": 0.624213181254263, "leveled_up": false}
{"t": 1531, "ts": 1788065360.115766, "step": 3062, "loss_diff": 0.8991107940673828, "reward": 0.4307452849997516, "level": 2, "difficulty": 0.05, "reward_ma": 0.6048663916288118, "leveled_up": false}
{"t": 1532, "ts": 1788065360.8225346, "step": 3064, "loss_diff": 0.7476284503936768, "reward": 0.6251219677294645, "level": 2, "difficulty": 0.05, "reward_ma": 0.6068919492388771, "leveled_up": false}
{"t": 1533, "ts": 1788065361.5268426, "step": 3066, "loss_diff": 0.7580294013023376, "reward": 0.7274049535921657, "level": 2, "difficulty": 0.05, "reward_ma": 0.618943249674206, "leveled_up": false}
{"t": 1534, "ts": 1788065362.2148383, "step": 3068, "loss_diff": 0.8877102136611938, "reward": 0.4510608087746262, "level": 2, "difficulty": 0.05, "reward_ma": 0.6021550055842481, "leveled_up": false}
{"t": 1535, "ts": 1788065362.923196, "step": 3070, "loss_diff": 0.9848918914794922, "reward": 0.6342246299705555, "level": 2, "difficulty": 0.05, "reward_ma": 0.6053619680228788, "leveled_up": false}
{"t": 1536, "ts": 1788065363.6177683, "step": 3072, "loss_diff": 0.8330916166305542, "reward": 0.5594497085994582, "level": 2, "difficulty": 0.05, "reward_ma": 0.6007707420805368, "leveled_up": false}
{"t": 1537, "ts": 1788065364.2863135, "step": 3074, "loss_diff": 0.9487168192863464, "reward": 0.6904971282908698, "level": 2, "difficulty": 0.05, "reward_ma": 0.6097433807015702, "leveled_up": false}
{"t": 1538, "ts": 1788065365.0271468, "step": 3076, "loss_diff": 0.9390678405761719, "reward": 0.36000778729747834, "level": 2, "difficulty": 0.05, "reward_ma": 0.5847698213611611, "leveled_up": false}
{"t": 1539, "ts": 1788065365.714276, "step": 3078, "loss_diff": 1.0016448497772217, "reward": 0.4821565147226592, "level": 2, "difficulty": 0.05, "reward_ma": 0.5745084906973109, "leveled_up": false}
{"t": 1540, "ts": 1788065366.4185429, "step": 3080, "loss_diff": 0.7897518277168274, "reward": 0.5868422543675544, "level": 2, "difficulty": 0.05, "reward_ma": 0.5757418670643353, "leveled_up": false}
{"t": 1541, "ts": 1788065367.0828083, "step": 3082, "loss_diff": 0.8706350326538086, "reward": 0.7136792177110087, "level": 2, "difficulty": 0.05, "reward_ma": 0.5895356021290026, "leveled_up": false}
{"t": 1542, "ts": 1788065367.7651067, "step": 3084, "loss_diff": 0.7529550194740295, "reward": 0.7052039080215763, "level": 2, "difficulty": 0.05, "reward_ma": 0.60110243271826, "leveled_up": false}
{"t": 1543, "ts": 1788065368.4574335, "step": 3086, "loss_diff": 0.8327910900115967, "reward": 0.4894553299809547, "level": 2, "difficulty": 0.05, "reward_ma": 0.5899377224445295, "leveled_up": false}
{"t": 1544, "ts": 1788065369.1352494, "step": 3088, "loss_diff": 0.8666005730628967, "reward": 0.5603885551170621, "level": 2, "difficulty": 0.05, "reward_ma": 0.5869828057117827, "leveled_up": false}
{"t": 1545, "ts": 1788065369.8461385, "step": 3090, "loss_diff": 0.7818126082420349, "reward": 0.8251292689974616, "level": 2, "difficulty": 0.05, "reward_ma": 0.6107974520403507, "leveled_up": false}
{"t": 1546, "ts": 1788065370.538483, "step": 3092, "loss_diff": 0.827364444732666, "reward": 0.8301014205769388, "level": 2, "difficulty": 0.05, "reward_ma": 0.6327278488940096, "leveled_up": false}
{"t": 1547, "ts": 1788065371.2392595, "step": 3094, "loss_diff": 0.8461533188819885, "reward": 0.7853325810545267, "level": 2, "difficulty": 0.05, "reward_ma": 0.6479883221100613, "leveled_up": false}
{"t": 1548, "ts": 1788065371.9443185, "step": 3096, "loss_diff": 0.9699874520301819, "reward": 0.882410550914516, "level": 2, "difficulty": 0.05, "reward_ma": 0.6714305449905068, "leveled_up": false}
{"t": 1549, "ts": 1788065372.641023, "step": 3098, "loss_diff": 0.9944408535957336, "reward": 0.9730760465545641, "level": 2, "difficulty": 0.05, "reward_ma": 0.7015950951469125, "leveled_up": false}
{"t": 1550, "ts": 1788065373.4179697, "step": 3100, "loss_diff": 0.8120686411857605, "reward": 0.5383125243128735, "level": 2, "difficulty": 0.05, "reward_ma": 0.6852668380635087, "leveled_up": false}
{"t": 1551, "ts": 1788065374.0849369, "step": 3102, "loss_diff": 0.9323896169662476, "reward": 0.4011862056676833, "level": 2, "difficulty": 0.05, "reward_ma": 0.6568587748239262, "leveled_up": false}
{"t": 1552, "ts": 1788065374.7840557, "step": 3104, "loss_diff": 0.8642746210098267, "reward": 0.6872296530069836, "level": 2, "difficulty": 0.05, "reward_ma": 0.6598958626422319, "leveled_up": false}
{"t": 1553, "ts": 1788065375.4844766, "step": 3106, "loss_diff": 1.0989878177642822, "reward": 0.584601175277564, "level": 2, "difficulty": 0.05, "reward_ma": 0.6523663939057651, "leveled_up": false}
{"t": 1554, "ts": 1788065376.1709495, "step": 3108, "loss_diff": 0.7904567718505859, "reward": 0.8098102120981726, "level": 2, "difficulty": 0.05, "reward_ma": 0.668110775725006, "leveled_up": false}
{"t": 1555, "ts": 1788065376.8639216, "step": 3110, "loss_diff": 1.041921854019165, "reward": 0.8916023137828503, "level": 2, "difficulty": 0.05, "reward_ma": 0.6904599295307904, "leveled_up": false}
{"t": 1556, "ts": 1788065377.621827, "step": 3112, "loss_diff": 0.7906150817871094, "reward": 0.6540382275209478, "level": 2, "difficulty": 0.05, "reward_ma": 0.6868177593298062, "leveled_up": false}
{"t": 1557, "ts": 1788065378.3239017, "step": 3114, "loss_diff": 1.0611791610717773, "reward": 0.594677747188704, "level": 2, "difficulty": 0.05, "reward_ma": 0.677603758115696, "leveled_up": false}
{"t": 1558, "ts": 1788065379.0363152, "step": 3116, "loss_diff": 0.9315818548202515, "reward": 0.5373831960813105, "level": 2, "difficulty": 0.05, "reward_ma": 0.6635817019122574, "leveled_up": false}
{"t": 1559, "ts": 1788065379.6855104, "step": 3118, "loss_diff": 0.8863323926925659, "reward": 0.5378520832304539, "level": 2, "difficulty": 0.05, "reward_ma": 0.651008740044077, "leveled_up": false}
{"t": 1560, "ts": 1788065380.378197, "step": 3120, "loss_diff": 0.8343876004219055, "reward": 0.6844420607168633, "level": 2, "difficulty": 0.05, "reward_ma": 0.6543520721113557, "leveled_up": false}
{"t": 1561, "ts": 1788065381.0546925, "step": 3122, "loss_diff": 0.8502499461174011, "reward": 0.3683078329284485, "level": 2, "difficulty": 0.05, "reward_ma": 0.6257476481930649, "leveled_up": false}
{"t": 1562, "ts": 1788065381.72818, "step": 3124, "loss_diff": 0.856717050075531, "reward": 0.46598423777689024, "level": 2, "difficulty": 0.05, "reward_ma": 0.6097713071514475, "leveled_up": false}
{"t": 1563, "ts": 1788065382.44181, "step": 3126, "loss_diff": 0.8048292994499207, "reward": 0.640462022715183, "level": 2, "difficulty": 0.05, "reward_ma": 0.6128403787078209, "leveled_up": false}
{"t": 1564, "ts": 1788065383.1663628, "step": 3128, "loss_diff": 0.7215529084205627, "reward": 0.8278326322714664, "level": 2, "difficulty": 0.05, "reward_ma": 0.6343396040641855, "leveled_up": false}
{"t": 1565, "ts": 1788065383.8452716, "step": 3130, "loss_diff": 0.7937561273574829, "reward": 0.9181511791241286, "level": 2, "difficulty": 0.05, "reward_ma": 0.6627207615701798, "leveled_up": false}
{"t": 1566, "ts": 1788065384.5249653, "step": 3132, "loss_diff": 0.9721983075141907, "reward": 0.7035870940700439, "level": 2, "difficulty": 0.05, "reward_ma": 0.6668073948201663, "leveled_up": false}
{"t": 1567, "ts": 1788065385.181376, "step": 3134, "loss_diff": 0.7925171852111816, "reward": 0.6148978277337734, "level": 2, "difficulty": 0.05, "reward_ma": 0.661616438111527, "leveled_up": false}
{"t": 1568, "ts": 1788065385.8653693, "step": 3136, "loss_diff": 0.7312382459640503, "reward": 0.756814352716452, "level": 2, "difficulty": 0.05, "reward_ma": 0.6711362295720196, "leveled_up": false}
{"t": 1569, "ts": 1788065386.5346062, "step": 3138, "loss_diff": 0.8621363639831543, "reward": 1.016416490275462, "level": 2, "difficulty": 0.05, "reward_ma": 0.7056642556423639, "leveled_up": false}
{"t": 1570, "ts": 1788065387.2245798, "step": 3140, "loss_diff": 0.9452451467514038, "reward": 0.4820889789973273, "level": 2, "difficulty": 0.05, "reward_ma": 0.6833067279778602, "leveled_up": false}
{"t": 1571, "ts": 1788065387.8821812, "step": 3142, "loss_diff": 0.8586815595626831, "reward": 0.5112571019287111, "level": 2, "difficulty": 0.05, "reward_ma": 0.6661017653729453, "leveled_up": false}
{"t": 1572, "ts": 1788065388.5677693, "step": 3144, "loss_diff": 0.7154648303985596, "reward": 0.8944874071842368, "level": 2, "difficulty": 0.05, "reward_ma": 0.6889403295540745, "leveled_up": false}
{"t": 1573, "ts": 1788065389.2560863, "step": 3146, "loss_diff": 0.9283760786056519, "reward": 0.6468298704597544, "level": 2, "difficulty": 0.05, "reward_ma": 0.6847292836446425, "leveled_up": false}
{"t": 1574, "ts": 1788065389.9504988, "step": 3148, "loss_diff": 0.9793720245361328, "reward": 0.4840848422221605, "level": 2, "difficulty": 0.05, "reward_ma": 0.6646648395023942, "leveled_up": false}
{"t": 1575, "ts": 1788065390.7145321, "step": 3150, "loss_diff": 0.8384648561477661, "reward": 0.9491187693451364, "level": 2, "difficulty": 0.05, "reward_ma": 0.6931102324866685, "leveled_up": false}
{"t": 1576, "ts": 1788065391.414617, "step": 3152, "loss_diff": 1.0033313035964966, "reward": 0.5572800996953768, "level": 2, "difficulty": 0.05, "reward_ma": 0.6795272192075393, "leveled_up": false}
{"t": 1577, "ts": 1788065392.0848846, "step": 3154, "loss_diff": 0.8022652268409729, "reward": 0.7882164958935447, "level": 2, "difficulty": 0.05, "reward_ma": 0.6903961468761398, "leveled_up": false}
{"t": 1578, "ts": 1788065392.7823024, "step": 3156, "loss_diff": 0.9067660570144653, "reward": 0.652201840483644, "level": 2, "difficulty": 0.05, "reward_ma": 0.6865767162368902, "leveled_up": false}
{"t": 1579, "ts": 1788065393.4716744, "step": 3158, "loss_diff": 0.7974207401275635, "reward": 0.966414370847909, "level": 2, "difficulty": 0.05, "reward_ma": 0.7145604816979921, "leveled_up": false}
{"t": 1580, "ts": 1788065394.1628525, "step": 3160, "loss_diff": 0.8262815475463867, "reward": 0.9711529580706042, "level": 2, "difficulty": 0.05, "reward_ma": 0.7402197293352534, "leveled_up": false}
{"t": 1581, "ts": 1788065394.839957, "step": 3162, "loss_diff": 0.9584700465202332, "reward": 0.42908990317347245, "level": 2, "difficulty": 0.05, "reward_ma": 0.7091067467190754, "leveled_up": false}
{"t": 1582, "ts": 1788065395.5222774, "step": 3164, "loss_diff": 0.8332231640815735, "reward": 0.7579325332469423, "level": 2, "difficulty": 0.05, "reward_ma": 0.7139893253718621, "leveled_up": false}
{"t": 1583, "ts": 1788065396.217369, "step": 3166, "loss_diff": 1.0048046112060547, "reward": 0.381192321394796, "level": 2, "difficulty": 0.05, "reward_ma": 0.6807096249741555, "leveled_up": false}
{"t": 1584, "ts": 1788065396.878439, "step": 3168, "loss_diff": 0.8712237477302551, "reward": 0.8773361877441206, "level": 2, "difficulty": 0.05, "reward_ma": 0.7003722812511521, "leveled_up": false}
{"t": 1585, "ts": 1788065397.5713272, "step": 3170, "loss_diff": 0.9497314691543579, "reward": 0.7187021640901999, "level": 2, "difficulty": 0.05, "reward_ma": 0.702205269535057, "leveled_up": false}
{"t": 1586, "ts": 1788065398.250889, "step": 3172, "loss_diff": 1.0653948783874512, "reward": 0.3946925188806674, "level": 2, "difficulty": 0.05, "reward_ma": 0.6714539944696181, "leveled_up": false}
{"t": 1587, "ts": 1788065398.9333982, "step": 3174, "loss_diff": 0.7363405227661133, "reward": 0.9405592295615327, "level": 2, "difficulty": 0.05, "reward_ma": 0.6983645179788096, "leveled_up": false}
{"t": 1588, "ts": 1788065399.6543293, "step": 3176, "loss_diff": 1.0348948240280151, "reward": 0.8393366738862535, "level": 2, "difficulty": 0.05, "reward_ma": 0.7124617335695541, "leveled_up": false}
{"t": 1589, "ts": 1788065400.3383944, "step": 3178, "loss_diff": 0.822137176990509, "reward": 0.3474927225780266, "level": 2, "difficulty": 0.05, "reward_ma": 0.6759648324704014, "leveled_up": false}
{"t": 1590, "ts": 1788065401.0330343, "step": 3180, "loss_diff": 0.9160628914833069, "reward": 0.4154090204508783, "level": 2, "difficulty": 0.05, "reward_ma": 0.6499092512684491, "leveled_up": false}
{"t": 1591, "ts": 1788065401.7182322, "step": 3182, "loss_diff": 0.8220559358596802, "reward": 0.8641489050254156, "level": 2, "difficulty": 0.05, "reward_ma": 0.6713332166441458, "leveled_up": false}
{"t": 1592, "ts": 1788065402.3866239, "step": 3184, "loss_diff": 0.9965652823448181, "reward": 0.7616430485203485, "level": 2, "difficulty": 0.05, "reward_ma": 0.6803641998317661, "leveled_up": false}
{"t": 1593, "ts": 1788065403.0864031, "step": 3186, "loss_diff": 0.9395589232444763, "reward": 0.6243388421222243, "level": 2, "difficulty": 0.05, "reward_ma": 0.674761664060812, "leveled_up": false}
{"t": 1594, "ts": 1788065403.777678, "step": 3188, "loss_diff": 0.6612522602081299, "reward": 0.9765551284393161, "level": 2, "difficulty": 0.05, "reward_ma": 0.7049410104986623, "leveled_up": false}
{"t": 1595, "ts": 1788065404.4819155, "step": 3190, "loss_diff": 0.9810945391654968, "reward": 0.5015498189359324, "level": 2, "difficulty": 0.05, "reward_ma": 0.6846018913423894, "leveled_up": false}
{"t": 1596, "ts": 1788065405.2172904, "step": 3192, "loss_diff": 0.796407163143158, "reward": 0.6586187129475525, "level": 2, "difficulty": 0.05, "reward_ma": 0.6820035735029057, "leveled_up": false}
{"t": 1597, "ts": 1788065405.8859081, "step": 3194, "loss_diff": 0.9353300929069519, "reward": 0.5336623996583729, "level": 2, "difficulty": 0.05, "reward_ma": 0.6671694561184526, "leveled_up": false}
{"t": 1598, "ts": 1788065406.6202497, "step": 3196, "loss_diff": 0.792193591594696, "reward": 0.5366210620400552, "level": 2, "difficulty": 0.05, "reward_ma": 0.6541146167106129, "leveled_up": false}
{"t": 1599, "ts": 1788065407.3269956, "step": 3198, "loss_diff": 0.8599234819412231, "reward": 0.6849097121224251, "level": 2, "difficulty": 0.05, "reward_ma": 0.6571941262517942, "leveled_up": false}
{"t": 1600, "ts": 1788065408.0411308, "step": 3200, "loss_diff": 0.8869025111198425, "reward": 0.7592837510381205, "level": 2, "difficulty": 0.05, "reward_ma": 0.6674030887304268, "leveled_up": false}
{"t": 1601, "ts": 1788065408.765223, "step": 3202, "loss_diff": 0.743701159954071, "reward": 0.6447900188861089, "level": 2, "difficulty": 0.05, "reward_ma": 0.665141781745995, "leveled_up": false}
{"t": 1602, "ts": 1788065409.4533677, "step": 3204, "loss_diff": 0.796955943107605, "reward": 0.9319052102340437, "level": 2, "difficulty": 0.05, "reward_ma": 0.6918181245948, "leveled_up": false}
{"t": 1603, "ts": 1788065410.1559007, "step": 3206, "loss_diff": 0.922427237033844, "reward": 0.8304943911241524, "level": 2, "difficulty": 0.05, "reward_ma": 0.7056857512477352, "leveled_up": false}
{"t": 1604, "ts": 1788065410.83972, "step": 3208, "loss_diff": 0.8636919856071472, "reward": 0.2670484943820263, "level": 2, "difficulty": 0.05, "reward_ma": 0.6618220255611643, "leveled_up": false}
{"t": 1605, "ts": 1788065411.5399067, "step": 3210, "loss_diff": 0.8677147030830383, "reward": 0.4273738677273087, "level": 2, "difficulty": 0.05, "reward_ma": 0.6383772097777788, "leveled_up": false}
{"t": 1606, "ts": 1788065412.2245436, "step": 3212, "loss_diff": 0.7428591847419739, "reward": 0.9764407849148627, "level": 2, "difficulty": 0.05, "reward_ma": 0.6721835672914872, "leveled_up": false}
{"t": 1607, "ts": 1788065412.9195013, "step": 3214, "loss_diff": 0.8208921551704407, "reward": 0.8615635107694408, "level": 2, "difficulty": 0.05, "reward_ma": 0.6911215616392826, "leveled_up": false}
{"t": 1608, "ts": 1788065413.6149158, "step": 3216, "loss_diff": 0.8034902811050415, "reward": 0.6079934430326493, "level": 2, "difficulty": 0.05, "reward_ma": 0.6828087497786193, "leveled_up": false}
{"t": 1609, "ts": 1788065414.2849667, "step": 3218, "loss_diff": 0.8379737734794617, "reward": 0.4859990419905426, "level": 2, "difficulty": 0.05, "reward_ma": 0.6631277789998116, "leveled_up": false}
{"t": 1610, "ts": 1788065415.0481868, "step": 3220, "loss_diff": 0.7857508659362793, "reward": 0.3483176587828907, "level": 2, "difficulty": 0.05, "reward_ma": 0.6316467669781195, "leveled_up": false}
{"t": 1611, "ts": 1788065415.757283, "step": 3222, "loss_diff": 0.927780032157898, "reward": 0.6079821052109986, "level": 2, "difficulty": 0.05, "reward_ma": 0.6292803008014075, "leveled_up": false}
{"t": 1612, "ts": 1788065416.4616902, "step": 3224, "loss_diff": 0.8387102484703064, "reward": 0.8340946357854118, "level": 2, "difficulty": 0.05, "reward_ma": 0.649761734299808, "leveled_up": false}
{"t": 1613, "ts": 1788065417.1850386, "step": 3226, "loss_diff": 0.8387465476989746, "reward": 0.33962399152492984, "level": 2, "difficulty": 0.05, "reward_ma": 0.6187479600223202, "leveled_up": false}
{"t": 1614, "ts": 1788065417.9719296, "step": 3228, "loss_diff": 0.9073631167411804, "reward": 0.9792944544629605, "level": 2, "difficulty": 0.05, "reward_ma": 0.6548026094663844, "leveled_up": false}
{"t": 1615, "ts": 1788065418.6877089, "step": 3230, "loss_diff": 0.8061351776123047, "reward": 0.560100499192485, "level": 2, "difficulty": 0.05, "reward_ma": 0.6453323984389945, "leveled_up": false}
{"t": 1616, "ts": 1788065419.4152107, "step": 3232, "loss_diff": 0.9295722842216492, "reward": 0.8432807990238077, "level": 2, "difficulty": 0.05, "reward_ma": 0.6651272384974758, "leveled_up": false}
{"t": 1617, "ts": 1788065420.1152725, "step": 3234, "loss_diff": 0.9433115720748901, "reward": 0.6602332343837523, "level": 2, "difficulty": 0.05, "reward_ma": 0.6646378380861034, "leveled_up": false}
{"t": 1618, "ts": 1788065420.833626, "step": 3236, "loss_diff": 0.7287245988845825, "reward": 0.8449898672837459, "level": 2, "difficulty": 0.05, "reward_ma": 0.6826730410058678, "leveled_up": false}
{"t": 1619, "ts": 1788065421.533259, "step": 3238, "loss_diff": 0.8358896374702454, "reward": 0.9340239818861507, "level": 2, "difficulty": 0.05, "reward_ma": 0.7078081350938961, "leveled_up": false}
{"t": 1620, "ts": 1788065422.2782493, "step": 3240, "loss_diff": 0.8900027275085449, "reward": 0.5356782876434261, "level": 2, "difficulty": 0.05, "reward_ma": 0.6905951503488491, "leveled_up": false}
{"t": 1621, "ts": 1788065422.9752378, "step": 3242, "loss_diff": 0.961919367313385, "reward": 0.9422658333212481, "level": 2, "difficulty": 0.05, "reward_ma": 0.715762218646089, "leveled_up": false}
{"t": 1622, "ts": 1788065423.757905, "step": 3244, "loss_diff": 0.7040286660194397, "reward": 0.9187684518580591, "level": 2, "difficulty": 0.05, "reward_ma": 0.7360628419672861, "leveled_up": false}
{"t": 1623, "ts": 1788065424.465557, "step": 3246, "loss_diff": 0.8367321491241455, "reward": 0.583905070732398, "level": 2, "difficulty": 0.05, "reward_ma": 0.7208470648437973, "leveled_up": false}
{"t": 0, "ts": 1788066479.8253133, "step": 0, "loss_diff": 0.5669505000114441, "reward": 0.4569475309501661, "level": 0, "difficulty": 0.14717710648212626, "reward_ma": 0.04569475309501661, "leveled_up": false}
{"t": 1, "ts": 1788066482.0740433, "step": 2, "loss_diff": 0.8356847763061523, "reward": 0.7905085702619602, "level": 0, "difficulty": 0.09994031659300459, "reward_ma": 0.12017613481171097, "leveled_up": false}
{"t": 2, "ts": 1788066484.2815607, "step": 4, "loss_diff": 0.8566145896911621, "reward": 0.22963786109089138, "level": 0, "difficulty": 0.053524489650976774, "reward_ma": 0.131122307439629, "leveled_up": false}
{"t": 3, "ts": 1788066486.5611901, "step": 6, "loss_diff": 0.9413217306137085, "reward": 0.4436813771062456, "level": 0, "difficulty": 0.05, "reward_ma": 0.16237821440629066, "leveled_up": false}
{"t": 4, "ts": 1788066488.7734203, "step": 8, "loss_diff": 0.9069787263870239, "reward": 0.8298555719939075, "level": 0, "difficulty": 0.05, "reward_ma": 0.22912595016505233, "leveled_up": false}
{"t": 5, "ts": 1788066491.0374475, "step": 10, "loss_diff": 0.698386549949646, "reward": 0.11604730333948783, "level": 0, "difficulty": 0.05, "reward_ma": 0.2178180854824959, "leveled_up": false}
{"t": 6, "ts": 1788066493.2724462, "step": 12, "loss_diff": 0.8390385508537292, "reward": 0.27759839900575933, "level": 0, "difficulty": 0.05, "reward_ma": 0.22379611683482223, "leveled_up": false}
{"t": 7, "ts": 1788066495.4815044, "step": 14, "loss_diff": 0.683188259601593, "reward": 0.7030428355101386, "level": 0, "difficulty": 0.05, "reward_ma": 0.2717207887023539, "leveled_up": false}
{"t": 8, "ts": 1788066497.7319481, "step": 16, "loss_diff": 0.8771890997886658, "reward": 0.8444582263918606, "level": 0, "difficulty": 0.05, "reward_ma": 0.3289945324713046, "leveled_up": false}
{"t": 9, "ts": 1788066499.9390943, "step": 18, "loss_diff": 0.6890227794647217, "reward": 0.1672355126988218, "level": 0, "difficulty": 0.05, "reward_ma": 0.31281863049405634, "leveled_up": false}
{"t": 10, "ts": 1788066502.2164278, "step": 20, "loss_diff": 1.00148344039917, "reward": 0.816482194960393, "level": 0, "difficulty": 0.05, "reward_ma": 0.36318498694069, "leveled_up": false}
{"t": 11, "ts": 1788066504.4194221, "step": 22, "loss_diff": 0.764784038066864, "reward": 0.1261755494985292, "level": 0, "difficulty": 0.05, "reward_ma": 0.3394840431964739, "leveled_up": false}
{"t": 12, "ts": 1788066506.654824, "step": 24, "loss_diff": 0.8187752962112427, "reward": 0.905873464057476, "level": 0, "difficulty": 0.05, "reward_ma": 0.3961229852825741, "leveled_up": false}
{"t": 13, "ts": 1788066508.9647882, "step": 26, "loss_diff": 0.7418590188026428, "reward": 0.8454928800923099, "level": 0, "difficulty": 0.05, "reward_ma": 0.4410599747635477, "leveled_up": false}
{"t": 14, "ts": 1788066511.2330017, "step": 28, "loss_diff": 0.9256255030632019, "reward": 0.7665235298341437, "level": 0, "difficulty": 0.05, "reward_ma": 0.47360633027060733, "leveled_up": false}
{"t": 15, "ts": 1788066513.480337, "step": 30, "loss_diff": 0.7917255163192749, "reward": 0.46308161456542524, "level": 0, "difficulty": 0.05, "reward_ma": 0.47255385870008915, "leveled_up": false}
{"t": 16, "ts": 1788066515.6546886, "step": 32, "loss_diff": 0.9575554728507996, "reward": 0.8149858134851267, "level": 0, "difficulty": 0.05, "reward_ma": 0.5067970541785929, "leveled_up": false}
{"t": 17, "ts": 1788066517.8413918, "step": 34, "loss_diff": 0.7808478474617004, "reward": 0.28628584283210234, "level": 0, "difficulty": 0.05, "reward_ma": 0.48474593304394387, "leveled_up": false}
{"t": 18, "ts": 1788066520.0496027, "step": 36, "loss_diff": 0.9297784566879272, "reward": 0.8888399659008173, "level": 0, "difficulty": 0.05, "reward_ma": 0.5251553363296313, "leveled_up": false}
{"t": 19, "ts": 1788066522.2150903, "step": 38, "loss_diff": 0.831331729888916, "reward": 0.8753978924193206, "level": 0, "difficulty": 0.05, "reward_ma": 0.5601795919386002, "leveled_up": false}
{"t": 20, "ts": 1788066524.412922, "step": 40, "loss_diff": 0.8108558654785156, "reward": 0.10312045229617495, "level": 0, "difficulty": 0.05, "reward_ma": 0.5144736779743577, "leveled_up": false}
{"t": 21, "ts": 1788066526.6131918, "step": 42, "loss_diff": 0.6862965822219849, "reward": 0.7712344588170725, "level": 0, "difficulty": 0.05, "reward_ma": 0.5401497560586292, "leveled_up": false}
{"t": 22, "ts": 1788066528.8234222, "step": 44, "loss_diff": 0.667704701423645, "reward": 0.9363172458681741, "level": 0, "difficulty": 0.05, "reward_ma": 0.5797665050395837, "leveled_up": false}
{"t": 23, "ts": 1788066531.0535183, "step": 46, "loss_diff": 0.7244243025779724, "reward": 0.9289684776801581, "level": 0, "difficulty": 0.05, "reward_ma": 0.6146867023036411, "leveled_up": false}
{"t": 24, "ts": 1788066533.2507274, "step": 48, "loss_diff": 0.7656530737876892, "reward": 0.7624540259322072, "level": 0, "difficulty": 0.05, "reward_ma": 0.6294634346664978, "leveled_up": false}
{"t": 25, "ts": 1788066535.5237865, "step": 50, "loss_diff": 0.7207751274108887, "reward": 0.7997813602986275, "level": 0, "difficulty": 0.05, "reward_ma": 0.6464952272297109, "leveled_up": false}
{"t": 26, "ts": 1788066537.7375104, "step": 52, "loss_diff": 0.8651685118675232, "reward": 0.5323229065585233, "level": 0, "difficulty": 0.05, "reward_ma": 0.6350779951625921, "leveled_up": false}
{"t": 27, "ts": 1788066539.9351327, "step": 54, "loss_diff": 0.6943421363830566, "reward": 0.8037691994967568, "level": 0, "difficulty": 0.05, "reward_ma": 0.6519471155960086, "leveled_up": false}
{"t": 28, "ts": 1788066542.1739187, "step": 56, "loss_diff": 0.7526606917381287, "reward": 0.5888067745119815, "level": 0, "difficulty": 0.05, "reward_ma": 0.6456330814876059, "leveled_up": false}
{"t": 29, "ts": 1788066544.34155, "step": 58, "loss_diff": 0.919421374797821, "reward": 0.6995513534301783, "level": 0, "difficulty": 0.05, "reward_ma": 0.6510249086818631, "leveled_up": false}
{"t": 30, "ts": 1788066546.5718582, "step": 60, "loss_diff": 0.86793053150177, "reward": 0.9015666639586352, "level": 0, "difficulty": 0.05, "reward_ma": 0.6760790842095403, "leveled_up": false}
{"t": 31, "ts": 1788066548.725374, "step": 62, "loss_diff": 0.9224145412445068, "reward": 0.43397366893226974, "level": 0, "difficulty": 0.05, "reward_ma": 0.6518685426818133, "leveled_up": false}
{"t": 32, "ts": 1788066550.9300098, "step": 64, "loss_diff": 0.8505533337593079, "reward": 0.08779478403456954, "level": 0, "difficulty": 0.05, "reward_ma": 0.5954611668170889, "leveled_up": false}
{"t": 33, "ts": 1788066553.134773, "step": 66, "loss_diff": 0.8364822864532471, "reward": 0.5630572672145321, "level": 0, "difficulty": 0.05, "reward_ma": 0.5922207768568333, "leveled_up": false}
{"t": 34, "ts": 1788066555.336928, "step": 68, "loss_diff": 0.7152707576751709, "reward": 0.5364342969296294, "level": 0, "difficulty": 0.05, "reward_ma": 0.5866421288641129, "leveled_up": false}
{"t": 35, "ts": 1788066557.647228, "step": 70, "loss_diff": 0.7917455434799194, "reward": 0.928386362025756, "level": 0, "difficulty": 0.05, "reward_ma": 0.6208165521802772, "leveled_up": false}
{"t": 36, "ts": 1788066559.8358514, "step": 72, "loss_diff": 0.7771973609924316, "reward": 0.7676496060153645, "level": 0, "difficulty": 0.05, "reward_ma": 0.635499857563786, "leveled_up": false}
{"t": 37, "ts": 1788066562.0349271, "step": 74, "loss_diff": 0.6624630093574524, "reward": 0.603220249359431, "level": 0, "difficulty": 0.05, "reward_ma": 0.6322718967433505, "leveled_up": false}
{"t": 38, "ts": 1788066564.2343862, "step": 76, "loss_diff": 0.8724831938743591, "reward": 0.5552891438755039, "level": 0, "difficulty": 0.05, "reward_ma": 0.6245736214565658, "leveled_up": false}
{"t": 39, "ts": 1788066566.3594947, "step": 78, "loss_diff": 0.7985398173332214, "reward": 0.5902189144341734, "level": 0, "difficulty": 0.05, "reward_ma": 0.6211381507543265, "leveled_up": false}
{"t": 40, "ts": 1788066568.5236356, "step": 80, "loss_diff": 0.84485924243927, "reward": 0.6250483386907265, "level": 0, "difficulty": 0.05, "reward_ma": 0.6215291695479666, "leveled_up": false}
{"t": 41, "ts": 1788066570.7315621, "step": 82, "loss_diff": 0.8223878145217896, "reward": 0.4228667944192007, "level": 0, "difficulty": 0.05, "reward_ma": 0.60166293203509, "leveled_up": false}
{"t": 42, "ts": 1788066572.8540196, "step": 84, "loss_diff": 0.8399350047111511, "reward": 0.08826256586655915, "level": 0, "difficulty": 0.05, "reward_ma": 0.550322895418237, "leveled_up": false}
{"t": 43, "ts": 1788066575.031277, "step": 86, "loss_diff": 0.8263001441955566, "reward": 0.5808393067777197, "level": 0, "difficulty": 0.05, "reward_ma": 0.5533745365541852, "leveled_up": false}
{"t": 44, "ts": 1788066577.2265327, "step": 88, "loss_diff": 0.7000525593757629, "reward": 0.7402488860479477, "level": 0, "difficulty": 0.05, "reward_ma": 0.5720619715035614, "leveled_up": false}
{"t": 45, "ts": 1788066579.3636343, "step": 90, "loss_diff": 0.8574076890945435, "reward": 0.19864720966495236, "level": 0, "difficulty": 0.05, "reward_ma": 0.5347204953197006, "leveled_up": false}
{"t": 46, "ts": 1788066581.513416, "step": 92, "loss_diff": 0.7228018045425415, "reward": 1.013624752898955, "level": 0, "difficulty": 0.05, "reward_ma": 0.582610921077626, "leveled_up": false}
{"t": 47, "ts": 1788066583.6757078, "step": 94, "loss_diff": 0.8586806654930115, "reward": 0.4390568823286258, "level": 0, "difficulty": 0.05, "reward_ma": 0.568255517202726, "leveled_up": false}
{"t": 48, "ts": 1788066585.8691142, "step": 96, "loss_diff": 0.7243301272392273, "reward": 0.8239997708038778, "level": 0, "difficulty": 0.05, "reward_ma": 0.5938299425628413, "leveled_up": false}
{"t": 49, "ts": 1788066588.0182717, "step": 98, "loss_diff": 0.7030214071273804, "reward": 0.37416947170167286, "level": 0, "difficulty": 0.05, "reward_ma": 0.5718638954767244, "leveled_up": false}
{"t": 50, "ts": 1788066590.216031, "step": 100, "loss_diff": 0.71673583984375, "reward": 0.27332687611547446, "level": 0, "difficulty": 0.05, "reward_ma": 0.5420101935405994, "leveled_up": false}
{"t": 51, "ts": 1788066592.362775, "step": 102, "loss_diff": 0.9572483897209167, "reward": 0.5477989932824439, "level": 0, "difficulty": 0.05, "reward_ma": 0.5425890735147839, "leveled_up": false}
{"t": 52, "ts": 1788066594.5521479, "step": 104, "loss_diff": 0.8531126976013184, "reward": 0.8234683204811118, "level": 0, "difficulty": 0.05, "reward_ma": 0.5706769982114167, "leveled_up": false}
{"t": 53, "ts": 1788066596.8176053, "step": 106, "loss_diff": 0.8489097356796265, "reward": 0.9369954627782318, "level": 0, "difficulty": 0.05, "reward_ma": 0.6073088446680982, "leveled_up": false}
{"t": 54, "ts": 1788066599.0371494, "step": 108, "loss_diff": 0.8317376971244812, "reward": 0.8643961557745192, "level": 0, "difficulty": 0.05, "reward_ma": 0.6330175757787403, "leveled_up": false}
{"t": 55, "ts": 1788066601.3783004, "step": 110, "loss_diff": 0.8657085299491882, "reward": 0.9840731397745923, "level": 0, "difficulty": 0.05, "reward_ma": 0.6681231321783255, "leveled_up": false}
{"t": 56, "ts": 1788066603.5600038, "step": 112, "loss_diff": 1.0609667301177979, "reward": 0.3116341215309057, "level": 0, "difficulty": 0.05, "reward_ma": 0.6324742311135836, "leveled_up": false}
{"t": 57, "ts": 1788066605.754123, "step": 114, "loss_diff": 0.8892531394958496, "reward": 0.9515241836011488, "level": 0, "difficulty": 0.05, "reward_ma": 0.6643792263623401, "leveled_up": false}
{"t": 58, "ts": 1788066608.0444596, "step": 116, "loss_diff": 0.8253881931304932, "reward": 0.6128504074191883, "level": 0, "difficulty": 0.05, "reward_ma": 0.659226344468025, "leveled_up": false}
{"t": 59, "ts": 1788066610.2174795, "step": 118, "loss_diff": 0.7254420518875122, "reward": 0.8333932345342938, "level": 0, "difficulty": 0.05, "reward_ma": 0.6766430334746519, "leveled_up": false}
{"t": 60, "ts": 1788066612.4267852, "step": 120, "loss_diff": 0.8362624049186707, "reward": 0.568457996141444, "level": 0, "difficulty": 0.05, "reward_ma": 0.6658245297413311, "leveled_up": false}
{"t": 61, "ts": 1788066614.561896, "step": 122, "loss_diff": 0.8096428513526917, "reward": 0.8362845813861589, "level": 0, "difficulty": 0.05, "reward_ma": 0.6828705349058138, "leveled_up": false}
{"t": 62, "ts": 1788066616.6712313, "step": 124, "loss_diff": 0.9274276494979858, "reward": 0.946772212261758, "level": 0, "difficulty": 0.05, "reward_ma": 0.7092607026414083, "leveled_up": false}
{"t": 63, "ts": 1788066618.8842063, "step": 126, "loss_diff": 0.8062307834625244, "reward": 0.2754106521401166, "level": 0, "difficulty": 0.05, "reward_ma": 0.6658756975912792, "leveled_up": false}
{"t": 64, "ts": 1788066621.022474, "step": 128, "loss_diff": 0.6714997291564941, "reward": 0.735888758200969, "level": 0, "difficulty": 0.05, "reward_ma": 0.6728770036522481, "leveled_up": false}
{"t": 65, "ts": 1788066623.1381023, "step": 130, "loss_diff": 0.6679000854492188, "reward": 0.9038717159313109, "level": 0, "difficulty": 0.05, "reward_ma": 0.6959764748801545, "leveled_up": false}
{"t": 66, "ts": 1788066625.2446797, "step": 132, "loss_diff": 0.9290518760681152, "reward": 0.38006996765273904, "level": 0, "difficulty": 0.05, "reward_ma": 0.6643858241574129, "leveled_up": false}
{"t": 67, "ts": 1788066627.3397236, "step": 134, "loss_diff": 0.82839435338974, "reward": 0.5620597500519073, "level": 0, "difficulty": 0.05, "reward_ma": 0.6541532167468623, "leveled_up": false}
{"t": 68, "ts": 1788066629.4545088, "step": 136, "loss_diff": 0.8964100480079651, "reward": 0.8010398068549964, "level": 0, "difficulty": 0.05, "reward_ma": 0.6688418757576757, "leveled_up": false}
{"t": 69, "ts": 1788066631.5578084, "step": 138, "loss_diff": 0.8031830787658691, "reward": 0.32428092255844143, "level": 0, "difficulty": 0.05, "reward_ma": 0.6343857804377524, "leveled_up": false}
{"t": 70, "ts": 1788066633.770228, "step": 140, "loss_diff": 1.0642709732055664, "reward": 0.6350994207012165, "level": 0, "difficulty": 0.05, "reward_ma": 0.6344571444640988, "leveled_up": false}
{"t": 71, "ts": 1788066635.864329, "step": 142, "loss_diff": 0.7526110410690308, "reward": 0.39690827311329013, "level": 0, "difficulty": 0.05, "reward_ma": 0.610702257329018, "leveled_up": false}
{"t": 72, "ts": 1788066637.9493396, "step": 144, "loss_diff": 0.680222749710083, "reward": 0.7903559074290173, "level": 0, "difficulty": 0.05, "reward_ma": 0.628667622339018, "leveled_up": false}
{"t": 73, "ts": 1788066640.087098, "step": 146, "loss_diff": 0.7935968637466431, "reward": 0.7250122146262433, "level": 0, "difficulty": 0.05, "reward_ma": 0.6383020815677405, "leveled_up": false}
{"t": 74, "ts": 1788066642.2657254, "step": 148, "loss_diff": 0.8143473267555237, "reward": 0.6580142777406951, "level": 0, "difficulty": 0.05, "reward_ma": 0.640273301185036, "leveled_up": false}
{"t": 75, "ts": 1788066645.0402513, "step": 150, "loss_diff": 0.7755123376846313, "reward": 0.8591454778612584, "level": 0, "difficulty": 0.05, "reward_ma": 0.6621605188526583, "leveled_up": false}
{"t": 76, "ts": 1788066647.2257295, "step": 152, "loss_diff": 0.8579761981964111, "reward": 0.7030013946061895, "level": 0, "difficulty": 0.05, "reward_ma": 0.6662446064280114, "leveled_up": false}
{"t": 77, "ts": 1788066649.4315078, "step": 154, "loss_diff": 0.7085586786270142, "reward": 0.8708121596771843, "level": 0, "difficulty": 0.05, "reward_ma": 0.6867013617529287, "leveled_up": false}
{"t": 78, "ts": 1788066651.85499, "step": 156, "loss_diff": 0.8028324246406555, "reward": 0.7635584598337259, "level": 0, "difficulty": 0.05, "reward_ma": 0.6943870715610085, "leveled_up": false}
{"t": 79, "ts": 1788066654.1159003, "step": 158, "loss_diff": 0.8396766781806946, "reward": 0.6906109503627202, "level": 0, "difficulty": 0.05, "reward_ma": 0.6940094594411798, "leveled_up": false}
{"t": 80, "ts": 1788066656.3275087, "step": 160, "loss_diff": 0.869769811630249, "reward": 0.9303088885577829, "level": 0, "difficulty": 0.05, "reward_ma": 0.7176394023528401, "leveled_up": false}
{"t": 81, "ts": 1788066658.4680371, "step": 162, "loss_diff": 0.9349396228790283, "reward": 0.9625090936648217, "level": 0, "difficulty": 0.05, "reward_ma": 0.7421263714840383, "leveled_up": false}
{"t": 82, "ts": 1788066660.9335198, "step": 164, "loss_diff": 0.7319860458374023, "reward": 0.8878398950376023, "level": 1, "difficulty": 0.0505023292879546, "reward_ma": 0.0, "leveled_up": true}
{"t": 83, "ts": 1788066663.0629513, "step": 166, "loss_diff": 0.9492347240447998, "reward": 1.0021387783550493, "level": 1, "difficulty": 0.05, "reward_ma": 0.10021387783550494, "leveled_up": false}
{"t": 84, "ts": 1788066665.1739838, "step": 168, "loss_diff": 0.8180278539657593, "reward": 0.7065197970026121, "level": 1, "difficulty": 0.05, "reward_ma": 0.16084446975221567, "leveled_up": false}
{"t": 85, "ts": 1788066667.3433526, "step": 170, "loss_diff": 1.0909626483917236, "reward": 0.9320727897501937, "level": 1, "difficulty": 0.05, "reward_ma": 0.23796730175201347, "leveled_up": false}
{"t": 86, "ts": 1788066669.4366531, "step": 172, "loss_diff": 0.8925479650497437, "reward": 0.790935516863338, "level": 1, "difficulty": 0.05, "reward_ma": 0.29326412326314594, "leveled_up": false}
{"t": 87, "ts": 1788066671.757848, "step": 174, "loss_diff": 0.830525815486908, "reward": 0.6461119627767257, "level": 1, "difficulty": 0.05, "reward_ma": 0.3285489072145039, "leveled_up": false}
{"t": 88, "ts": 1788066674.0625474, "step": 176, "loss_diff": 0.9283091425895691, "reward": 0.5033472041841426, "level": 1, "difficulty": 0.05, "reward_ma": 0.3460287369114678, "leveled_up": false}
{"t": 89, "ts": 1788066676.2636054, "step": 178, "loss_diff": 0.9710742831230164, "reward": 0.6818161004426899, "level": 1, "difficulty": 0.05, "reward_ma": 0.37960747326459, "leveled_up": false}
{"t": 90, "ts": 1788066678.4757955, "step": 180, "loss_diff": 0.8267409801483154, "reward": 0.83726464687225, "level": 1, "difficulty": 0.05, "reward_ma": 0.425373190625356, "leveled_up": false}
{"t": 91, "ts": 1788066680.651926, "step": 182, "loss_diff": 0.8729766607284546, "reward": 0.3757957224629192, "level": 1, "difficulty": 0.05, "reward_ma": 0.42041544380911233, "leveled_up": false}
{"t": 92, "ts": 1788066682.8442707, "step": 184, "loss_diff": 0.9570919275283813, "reward": 0.14031254200543058, "level": 1, "difficulty": 0.05, "reward_ma": 0.3924051536287442, "leveled_up": false}
{"t": 93, "ts": 1788066685.168658, "step": 186, "loss_diff": 0.9850823283195496, "reward": 0.6139755767129278, "level": 1, "difficulty": 0.05, "reward_ma": 0.41456219593716254, "leveled_up": false}
{"t": 94, "ts": 1788066687.362305, "step": 188, "loss_diff": 0.7467755079269409, "reward": 0.6469439983837958, "level": 1, "difficulty": 0.05, "reward_ma": 0.4378003761818259, "leveled_up": false}
{"t": 95, "ts": 1788066689.6235719, "step": 190, "loss_diff": 0.9039514660835266, "reward": 0.42613446763697915, "level": 1, "difficulty": 0.05, "reward_ma": 0.43663378532734126, "leveled_up": false}
{"t": 96, "ts": 1788066691.8389354, "step": 192, "loss_diff": 0.7471655011177063, "reward": 0.41127459241921327, "level": 1, "difficulty": 0.05, "reward_ma": 0.4340978660365285, "leveled_up": false}
{"t": 97, "ts": 1788066694.0418994, "step": 194, "loss_diff": 0.7620835900306702, "reward": 0.9722462476959559, "level": 1, "difficulty": 0.05, "reward_ma": 0.48791270420247124, "leveled_up": false}
{"t": 98, "ts": 1788066696.3456964, "step": 196, "loss_diff": 0.7936187982559204, "reward": 0.37468181726161, "level": 1, "difficulty": 0.05, "reward_ma": 0.47658961550838513, "leveled_up": false}
{"t": 99, "ts": 1788066698.5688388, "step": 198, "loss_diff": 0.7823294401168823, "reward": 0.7370144068847708, "level": 1, "difficulty": 0.05, "reward_ma": 0.5026320946460238, "leveled_up": false}
{"t": 100, "ts": 1788066700.9361327, "step": 200, "loss_diff": 0.9309070110321045, "reward": 0.6319851103902099, "level": 1, "difficulty": 0.05, "reward_ma": 0.5155673962204423, "leveled_up": false}
{"t": 101, "ts": 1788066703.1687863, "step": 202, "loss_diff": 0.6392546892166138, "reward": 0.7300878182733253, "level": 1, "difficulty": 0.05, "reward_ma": 0.5370194384257306, "leveled_up": false}
{"t": 102, "ts": 1788066705.433561, "step": 204, "loss_diff": 0.8058052062988281, "reward": 0.41535223263166415, "level": 1, "difficulty": 0.05, "reward_ma": 0.524852717846324, "leveled_up": false}
{"t": 103, "ts": 1788066707.6665273, "step": 206, "loss_diff": 0.8506156206130981, "reward": 0.8504088530955302, "level": 1, "difficulty": 0.05, "reward_ma": 0.5574083313712447, "leveled_up": false}
{"t": 104, "ts": 1788066709.85746, "step": 208, "loss_diff": 0.7645213007926941, "reward": 0.7351955198318719, "level": 1, "difficulty": 0.05, "reward_ma": 0.5751870502173074, "leveled_up": false}
{"t": 105, "ts": 1788066712.235864, "step": 210, "loss_diff": 0.7839536666870117, "reward": 0.3950765674676396, "level": 1, "difficulty": 0.05, "reward_ma": 0.5571760019423406, "leveled_up": false}
{"t": 106, "ts": 1788066714.450571, "step": 212, "loss_diff": 0.9287755489349365, "reward": 0.32416445277099437, "level": 1, "difficulty": 0.05, "reward_ma": 0.533874847025206, "leveled_up": false}
{"t": 107, "ts": 1788066716.6524484, "step": 214, "loss_diff": 0.6369991898536682, "reward": 0.6236736066082698, "level": 1, "difficulty": 0.05, "reward_ma": 0.5428547229835124, "leveled_up": false}
{"t": 108, "ts": 1788066718.8640265, "step": 216, "loss_diff": 0.7678645849227905, "reward": 0.8658599154670852, "level": 1, "difficulty": 0.05, "reward_ma": 0.5751552422318698, "leveled_up": false}
{"t": 109, "ts": 1788066721.0794272, "step": 218, "loss_diff": 0.7882382273674011, "reward": 0.686726695653928, "level": 1, "difficulty": 0.05, "reward_ma": 0.5863123875740756, "leveled_up": false}
{"t": 110, "ts": 1788066723.4437034, "step": 220, "loss_diff": 0.8822723031044006, "reward": 0.6200735322830032, "level": 1, "difficulty": 0.05, "reward_ma": 0.5896885020449684, "leveled_up": false}
{"t": 111, "ts": 1788066725.6256316, "step": 222, "loss_diff": 0.7442408800125122, "reward": 0.9113441927886171, "level": 1, "difficulty": 0.05, "reward_ma": 0.6218540711193332, "leveled_up": false}
{"t": 112, "ts": 1788066727.8430924, "step": 224, "loss_diff": 0.9938071966171265, "reward": 1.0063927368680017, "level": 1, "difficulty": 0.05, "reward_ma": 0.6603079376942, "leveled_up": false}
{"t": 113, "ts": 1788066730.050901, "step": 226, "loss_diff": 0.886149525642395, "reward": 0.6610498876793875, "level": 1, "difficulty": 0.05, "reward_ma": 0.6603821326927188, "leveled_up": false}
{"t": 114, "ts": 1788066732.2433095, "step": 228, "loss_diff": 0.8949841260910034, "reward": 0.5971767394568726, "level": 1, "difficulty": 0.05, "reward_ma": 0.6540615933691343, "leveled_up": false}
{"t": 115, "ts": 1788066734.5137298, "step": 230, "loss_diff": 0.7305004000663757, "reward": 0.7073729664233919, "level": 1, "difficulty": 0.05, "reward_ma": 0.6593927306745601, "leveled_up": false}
{"t": 116, "ts": 1788066736.7714937, "step": 232, "loss_diff": 0.7009731531143188, "reward": 0.5381258018936345, "level": 1, "difficulty": 0.05, "reward_ma": 0.6472660377964675, "leveled_up": false}
{"t": 117, "ts": 1788066739.0773015, "step": 234, "loss_diff": 0.8918716907501221, "reward": 0.6617599422981467, "level": 1, "difficulty": 0.05, "reward_ma": 0.6487154282466354, "leveled_up": false}
{"t": 118, "ts": 1788066741.3825696, "step": 236, "loss_diff": 0.99298495054245, "reward": 0.6476722761996073, "level": 1, "difficulty": 0.05, "reward_ma": 0.6486111130419325, "leveled_up": false}
{"t": 119, "ts": 1788066743.814758, "step": 238, "loss_diff": 0.7659891247749329, "reward": 0.877498398904972, "level": 1, "difficulty": 0.05, "reward_ma": 0.6714998416282365, "leveled_up": false}
{"t": 120, "ts": 1788066746.2260337, "step": 240, "loss_diff": 0.7445794939994812, "reward": 0.6973982486436711, "level": 1, "difficulty": 0.05, "reward_ma": 0.6740896823297801, "leveled_up": false}
{"t": 121, "ts": 1788066748.5797818, "step": 242, "loss_diff": 0.8720434308052063, "reward": 0.8126088703582831, "level": 1, "difficulty": 0.05, "reward_ma": 0.6879416011326304, "leveled_up": false}
{"t": 122, "ts": 1788066751.047078, "step": 244, "loss_diff": 0.9192752838134766, "reward": 0.9913867783384679, "level": 1, "difficulty": 0.05, "reward_ma": 0.7182861188532141, "leveled_up": false}
{"t": 123, "ts": 1788066753.363143, "step": 246, "loss_diff": 0.7295989394187927, "reward": 0.7752023323236685, "level": 1, "difficulty": 0.05, "reward_ma": 0.7239777402002596, "leveled_up": false}
{"t": 124, "ts": 1788066755.6721644, "step": 248, "loss_diff": 0.9501131772994995, "reward": 0.9603417028234699, "level": 1, "difficulty": 0.05, "reward_ma": 0.7476141364625807, "leveled_up": false}
{"t": 125, "ts": 1788066758.0465474, "step": 250, "loss_diff": 0.8626213669776917, "reward": 0.7181336785473602, "level": 1, "difficulty": 0.05, "reward_ma": 0.7446660906710586, "leveled_up": false}
{"t": 126, "ts": 1788066760.2645485, "step": 252, "loss_diff": 0.765763521194458, "reward": 0.9210783622319955, "level": 1, "difficulty": 0.05, "reward_ma": 0.7623073178271522, "leveled_up": false}
{"t": 127, "ts": 1788066762.4770243, "step": 254, "loss_diff": 0.7913246750831604, "reward": 0.41184544274125356, "level": 1, "difficulty": 0.05, "reward_ma": 0.7272611303185623, "leveled_up": false}
{"t": 128, "ts": 1788066764.8323894, "step": 256, "loss_diff": 0.7838015556335449, "reward": 0.4925554902846804, "level": 1, "difficulty": 0.05, "reward_ma": 0.7037905663151742, "leveled_up": false}
{"t": 129, "ts": 1788066767.126106, "step": 258, "loss_diff": 0.9381176233291626, "reward": 0.441052944569793, "level": 1, "difficulty": 0.05, "reward_ma": 0.6775168041406361, "leveled_up": false}
{"t": 130, "ts": 1788066769.5619464, "step": 260, "loss_diff": 0.9130730628967285, "reward": 0.8385744744951433, "level": 1, "difficulty": 0.05, "reward_ma": 0.6936225711760868, "leveled_up": false}
{"t": 131, "ts": 1788066771.7525291, "step": 262, "loss_diff": 1.1246362924575806, "reward": 0.5514513320591927, "level": 1, "difficulty": 0.05, "reward_ma": 0.6794054472643974, "leveled_up": false}
{"t": 132, "ts": 1788066773.967423, "step": 264, "loss_diff": 0.7799056172370911, "reward": 1.0011081307014447, "level": 1, "difficulty": 0.05, "reward_ma": 0.7115757156081022, "leveled_up": false}
{"t": 133, "ts": 1788066776.182252, "step": 266, "loss_diff": 1.093632698059082, "reward": 0.4271686198113942, "level": 1, "difficulty": 0.05, "reward_ma": 0.6831350060284315, "leveled_up": false}
{"t": 134, "ts": 1788066778.4174562, "step": 268, "loss_diff": 0.8021379709243774, "reward": 1.0098335922130728, "level": 1, "difficulty": 0.05, "reward_ma": 0.7158048646468956, "leveled_up": false}
{"t": 135, "ts": 1788066780.5841663, "step": 270, "loss_diff": 0.8226711750030518, "reward": 0.5913477693152621, "level": 1, "difficulty": 0.05, "reward_ma": 0.7033591551137324, "leveled_up": false}
{"t": 136, "ts": 1788066782.7401068, "step": 272, "loss_diff": 0.6955801844596863, "reward": 0.5664087329173624, "level": 1, "difficulty": 0.05, "reward_ma": 0.6896641128940955, "leveled_up": false}
{"t": 137, "ts": 1788066784.9167733, "step": 274, "loss_diff": 0.8635556697845459, "reward": 0.9943470562225862, "level": 1, "difficulty": 0.05, "reward_ma": 0.7201324072269446, "leveled_up": false}
{"t": 138, "ts": 1788066787.022482, "step": 276, "loss_diff": 0.8804922699928284, "reward": 0.6389601932595965, "level": 1, "difficulty": 0.05, "reward_ma": 0.7120151858302098, "leveled_up": false}
{"t": 139, "ts": 1788066789.0805101, "step": 278, "loss_diff": 0.8054450750350952, "reward": 0.7520849705627304, "level": 1, "difficulty": 0.05, "reward_ma": 0.716022164303462, "leveled_up": false}
{"t": 140, "ts": 1788066791.2289958, "step": 280, "loss_diff": 0.7312430143356323, "reward": 0.5482055872737202, "level": 1, "difficulty": 0.05, "reward_ma": 0.6992405066004879, "leveled_up": false}
{"t": 141, "ts": 1788066793.3458, "step": 282, "loss_diff": 0.7816433906555176, "reward": 0.7895504415285504, "level": 1, "difficulty": 0.05, "reward_ma": 0.7082715000932941, "leveled_up": false}
{"t": 142, "ts": 1788066795.4845076, "step": 284, "loss_diff": 0.8170995712280273, "reward": 0.451780393531094, "level": 1, "difficulty": 0.05, "reward_ma": 0.6826223894370741, "leveled_up": false}
{"t": 143, "ts": 1788066797.760309, "step": 286, "loss_diff": 0.9683455228805542, "reward": 0.9247193015994609, "level": 1, "difficulty": 0.05, "reward_ma": 0.7068320806533128, "leveled_up": false}
{"t": 144, "ts": 1788066800.460558, "step": 288, "loss_diff": 0.887265145778656, "reward": 0.5071829973958785, "level": 1, "difficulty": 0.05, "reward_ma": 0.6868671723275694, "leveled_up": false}
{"t": 145, "ts": 1788066802.7863917, "step": 290, "loss_diff": 0.715678870677948, "reward": 0.954770430624676, "level": 1, "difficulty": 0.05, "reward_ma": 0.7136574981572802, "leveled_up": false}
{"t": 146, "ts": 1788066805.1180842, "step": 292, "loss_diff": 0.7743421792984009, "reward": 0.6720629198634903, "level": 1, "difficulty": 0.05, "reward_ma": 0.7094980403279012, "leveled_up": false}
{"t": 147, "ts": 1788066807.3791509, "step": 294, "loss_diff": 0.5630831718444824, "reward": 0.5177274314642112, "level": 1, "difficulty": 0.05, "reward_ma": 0.6903209794415323, "leveled_up": false}
{"t": 148, "ts": 1788066809.6295865, "step": 296, "loss_diff": 0.6668716669082642, "reward": 0.7054426145551802, "level": 1, "difficulty": 0.05, "reward_ma": 0.6918331429528971, "leveled_up": false}
{"t": 149, "ts": 1788066811.9186375, "step": 298, "loss_diff": 0.72139573097229, "reward": 1.0333897243616412, "level": 1, "difficulty": 0.05, "reward_ma": 0.7259888010937716, "leveled_up": false}
{"t": 150, "ts": 1788066814.1773775, "step": 300, "loss_diff": 0.8427020311355591, "reward": 0.608126228952309, "level": 1, "difficulty": 0.05, "reward_ma": 0.7142025438796255, "leveled_up": false}
{"t": 151, "ts": 1788066816.34841, "step": 302, "loss_diff": 0.8563269972801208, "reward": 0.6494898799778784, "level": 1, "difficulty": 0.05, "reward_ma": 0.7077312774894507, "leveled_up": false}
{"t": 152, "ts": 1788066818.5363524, "step": 304, "loss_diff": 0.7735741138458252, "reward": 0.7750216649805991, "level": 1, "difficulty": 0.05, "reward_ma": 0.7144603162385657, "leveled_up": false}
{"t": 153, "ts": 1788066820.7513602, "step": 306, "loss_diff": 0.8288296461105347, "reward": 0.3688900316067665, "level": 1, "difficulty": 0.05, "reward_ma": 0.6799032877753858, "leveled_up": false}
{"t": 154, "ts": 1788066822.9306285, "step": 308, "loss_diff": 0.7715023756027222, "reward": 0.30775217558357215, "level": 1, "difficulty": 0.05, "reward_ma": 0.6426881765562045, "leveled_up": false}
{"t": 155, "ts": 1788066825.1530418, "step": 310, "loss_diff": 0.8785210251808167, "reward": 0.8898360493967795, "level": 1, "difficulty": 0.05, "reward_ma": 0.667402963840262, "leveled_up": false}
{"t": 156, "ts": 1788066827.436186, "step": 312, "loss_diff": 0.7677623629570007, "reward": 0.45519194748856984, "level": 1, "difficulty": 0.05, "reward_ma": 0.6461818622050928, "leveled_up": false}
{"t": 157, "ts": 1788066829.5725532, "step": 314, "loss_diff": 0.9483852386474609, "reward": 0.8126694939953821, "level": 1, "difficulty": 0.05, "reward_ma": 0.6628306253841216, "leveled_up": false}
{"t": 158, "ts": 1788066831.8185203, "step": 316, "loss_diff": 0.8099455833435059, "reward": 0.8360906618546089, "level": 1, "difficulty": 0.05, "reward_ma": 0.6801566290311705, "leveled_up": false}
{"t": 159, "ts": 1788066833.9375944, "step": 318, "loss_diff": 0.9084515571594238, "reward": 0.8403886921272185, "level": 1, "difficulty": 0.05, "reward_ma": 0.6961798353407753, "leveled_up": false}
{"t": 160, "ts": 1788066836.0843503, "step": 320, "loss_diff": 0.8515974283218384, "reward": 0.7230489365584807, "level": 1, "difficulty": 0.05, "reward_ma": 0.6988667454625458, "leveled_up": false}
{"t": 161, "ts": 1788066838.24042, "step": 322, "loss_diff": 0.8152360916137695, "reward": 0.5392774282580934, "level": 1, "difficulty": 0.05, "reward_ma": 0.6829078137421006, "leveled_up": false}
{"t": 162, "ts": 1788066840.3335023, "step": 324, "loss_diff": 0.7645328044891357, "reward": 0.31222217518667106, "level": 1, "difficulty": 0.05, "reward_ma": 0.6458392498865577, "leveled_up": false}
{"t": 163, "ts": 1788066842.525594, "step": 326, "loss_diff": 0.8244593143463135, "reward": 0.4096104793415889, "level": 1, "difficulty": 0.05, "reward_ma": 0.6222163728320609, "leveled_up": false}
{"t": 164, "ts": 1788066844.6448557, "step": 328, "loss_diff": 0.8147978782653809, "reward": 0.8614642423280807, "level": 1, "difficulty": 0.05, "reward_ma": 0.6461411597816629, "leveled_up": false}
{"t": 165, "ts": 1788066846.8704875, "step": 330, "loss_diff": 1.038461685180664, "reward": 0.5840293044466893, "level": 1, "difficulty": 0.05, "reward_ma": 0.6399299742481656, "leveled_up": false}
{"t": 166, "ts": 1788066849.0571945, "step": 332, "loss_diff": 0.7749432325363159, "reward": 0.4106175103994322, "level": 1, "difficulty": 0.05, "reward_ma": 0.6169987278632922, "leveled_up": false}
{"t": 167, "ts": 1788066851.2632294, "step": 334, "loss_diff": 0.9417954087257385, "reward": 0.8330447588581057, "level": 1, "difficulty": 0.05, "reward_ma": 0.6386033309627737, "leveled_up": false}
{"t": 168, "ts": 1788066853.5628612, "step": 336, "loss_diff": 0.6562197208404541, "reward": 0.6708397437979718, "level": 1, "difficulty": 0.05, "reward_ma": 0.6418269722462935, "leveled_up": false}
{"t": 169, "ts": 1788066855.7725291, "step": 338, "loss_diff": 0.7845783233642578, "reward": 0.7598305253261429, "level": 1, "difficulty": 0.05, "reward_ma": 0.6536273275542784, "leveled_up": false}
{"t": 170, "ts": 1788066858.0165868, "step": 340, "loss_diff": 0.7817520499229431, "reward": 0.6216356380425662, "level": 1, "difficulty": 0.05, "reward_ma": 0.6504281586031072, "leveled_up": false}
{"t": 171, "ts": 1788066860.2132306, "step": 342, "loss_diff": 0.8192530274391174, "reward": 0.8681553230438617, "level": 1, "difficulty": 0.05, "reward_ma": 0.6722008750471827, "leveled_up": false}
{"t": 172, "ts": 1788066862.561574, "step": 344, "loss_diff": 0.7360799908638, "reward": 0.8293002543642406, "level": 1, "difficulty": 0.05, "reward_ma": 0.6879108129788885, "leveled_up": false}
{"t": 173, "ts": 1788066864.7593622, "step": 346, "loss_diff": 0.8567541241645813, "reward": 0.8312740044306859, "level": 1, "difficulty": 0.05, "reward_ma": 0.7022471321240682, "leveled_up": false}
{"t": 174, "ts": 1788066866.95192, "step": 348, "loss_diff": 0.9872115850448608, "reward": 0.6182787540729451, "level": 1, "difficulty": 0.05, "reward_ma": 0.693850294318956, "leveled_up": false}
{"t": 175, "ts": 1788066869.1775746, "step": 350, "loss_diff": 0.8452043533325195, "reward": 0.6271795020319266, "level": 1, "difficulty": 0.05, "reward_ma": 0.687183215090253, "leveled_up": false}
{"t": 176, "ts": 1788066871.4562886, "step": 352, "loss_diff": 0.8765435218811035, "reward": 0.6854819617759945, "level": 1, "difficulty": 0.05, "reward_ma": 0.6870130897588272, "leveled_up": false}
{"t": 177, "ts": 1788066873.647676, "step": 354, "loss_diff": 0.8281309008598328, "reward": 0.5935408103107818, "level": 1, "difficulty": 0.05, "reward_ma": 0.6776658618140228, "leveled_up": false}
{"t": 178, "ts": 1788066876.0197253, "step": 356, "loss_diff": 0.7744835615158081, "reward": 0.908393591229033, "level": 1, "difficulty": 0.05, "reward_ma": 0.7007386347555238, "leveled_up": false}
{"t": 179, "ts": 1788066878.3251958, "step": 358, "loss_diff": 1.088179111480713, "reward": 0.5762507848786305, "level": 1, "difficulty": 0.05, "reward_ma": 0.6882898497678345, "leveled_up": false}
{"t": 180, "ts": 1788066880.6419191, "step": 360, "loss_diff": 0.7218436002731323, "reward": 0.5884461061767404, "level": 1, "difficulty": 0.05, "reward_ma": 0.678305475408725, "leveled_up": false}
{"t": 181, "ts": 1788066882.8816578, "step": 362, "loss_diff": 0.7028312683105469, "reward": 0.6249395089568923, "level": 1, "difficulty": 0.05, "reward_ma": 0.6729688787635417, "leveled_up": false}
{"t": 182, "ts": 1788066885.1743815, "step": 364, "loss_diff": 0.9284563064575195, "reward": 0.4844249153002393, "level": 1, "difficulty": 0.05, "reward_ma": 0.6541144824172115, "leveled_up": false}
{"t": 183, "ts": 1788066887.57297, "step": 366, "loss_diff": 0.7081936597824097, "reward": 0.8627580348227897, "level": 1, "difficulty": 0.05, "reward_ma": 0.6749788376577692, "leveled_up": false}
{"t": 184, "ts": 1788066889.8676777, "step": 368, "loss_diff": 0.8619346022605896, "reward": 0.09865418125861078, "level": 1, "difficulty": 0.05, "reward_ma": 0.6173463720178534, "leveled_up": false}
{"t": 185, "ts": 1788066892.233934, "step": 370, "loss_diff": 0.8710282444953918, "reward": 0.5446311454347397, "level": 1, "difficulty": 0.05, "reward_ma": 0.610074849359542, "leveled_up": false}
{"t": 186, "ts": 1788066894.5281973, "step": 372, "loss_diff": 0.7608824968338013, "reward": 0.5844728334874685, "level": 1, "difficulty": 0.05, "reward_ma": 0.6075146477723347, "leveled_up": false}
{"t": 187, "ts": 1788066896.768673, "step": 374, "loss_diff": 0.7428669929504395, "reward": 0.7731929764257405, "level": 1, "difficulty": 0.05, "reward_ma": 0.6240824806376752, "leveled_up": false}
{"t": 188, "ts": 1788066899.0642943, "step": 376, "loss_diff": 0.9220744371414185, "reward": 0.728897139932985, "level": 1, "difficulty": 0.05, "reward_ma": 0.6345639465672062, "leveled_up": false}
{"t": 189, "ts": 1788066901.3349934, "step": 378, "loss_diff": 0.830405592918396, "reward": 0.24566976899179005, "level": 1, "difficulty": 0.05, "reward_ma": 0.5956745288096645, "leveled_up": false}
{"t": 190, "ts": 1788066903.6281347, "step": 380, "loss_diff": 0.9960408210754395, "reward": 0.7880192181960882, "level": 1, "difficulty": 0.05, "reward_ma": 0.6149089977483069, "leveled_up": false}
{"t": 191, "ts": 1788066905.9151204, "step": 382, "loss_diff": 0.7998321056365967, "reward": 0.37220686492323185, "level": 1, "difficulty": 0.05, "reward_ma": 0.5906387844657994, "leveled_up": false}
{"t": 192, "ts": 1788066908.1726787, "step": 384, "loss_diff": 0.7093571424484253, "reward": 0.4618253139464959, "level": 1, "difficulty": 0.05, "reward_ma": 0.5777574374138691, "leveled_up": false}
{"t": 193, "ts": 1788066910.4854276, "step": 386, "loss_diff": 0.8475837707519531, "reward": 0.38686808896621033, "level": 1, "difficulty": 0.05, "reward_ma": 0.5586685025691032, "leveled_up": false}
{"t": 194, "ts": 1788066912.8193707, "step": 388, "loss_diff": 0.7956267595291138, "reward": 0.4567945358794002, "level": 1, "difficulty": 0.05, "reward_ma": 0.5484811059001329, "leveled_up": false}
{"t": 195, "ts": 1788066915.1379902, "step": 390, "loss_diff": 0.7597525119781494, "reward": 0.4626250035345384, "level": 1, "difficulty": 0.05, "reward_ma": 0.5398954956635734, "leveled_up": false}
{"t": 196, "ts": 1788066917.3750381, "step": 392, "loss_diff": 0.7733328342437744, "reward": 0.6082015180806752, "level": 1, "difficulty": 0.05, "reward_ma": 0.5467260979052836, "leveled_up": false}
{"t": 197, "ts": 1788066919.6688757, "step": 394, "loss_diff": 0.7630165219306946, "reward": 0.4186966031718376, "level": 1, "difficulty": 0.05, "reward_ma": 0.533923148431939, "leveled_up": false}
{"t": 198, "ts": 1788066921.9604812, "step": 396, "loss_diff": 0.8023006319999695, "reward": 0.6026930492173533, "level": 1, "difficulty": 0.05, "reward_ma": 0.5408001385104805, "leveled_up": false}
{"t": 199, "ts": 1788066924.4311688, "step": 398, "loss_diff": 1.0115176439285278, "reward": 0.7737845590637421, "level": 1, "difficulty": 0.05, "reward_ma": 0.5640985805658066, "leveled_up": false}
{"t": 200, "ts": 1788066926.7824874, "step": 400, "loss_diff": 0.7183363437652588, "reward": 0.6706405614764415, "level": 1, "difficulty": 0.05, "reward_ma": 0.5747527786568701, "leveled_up": false}
{"t": 201, "ts": 1788066929.065204, "step": 402, "loss_diff": 0.8296384215354919, "reward": 0.6695749516615901, "level": 1, "difficulty": 0.05, "reward_ma": 0.5842349959573422, "leveled_up": false}
{"t": 202, "ts": 1788066931.5490942, "step": 404, "loss_diff": 0.7068195939064026, "reward": 0.7576923908362329, "level": 1, "difficulty": 0.05, "reward_ma": 0.6015807354452313, "leveled_up": false}
{"t": 203, "ts": 1788066933.8188615, "step": 406, "loss_diff": 1.0853464603424072, "reward": 0.8867315079804127, "level": 1, "difficulty": 0.05, "reward_ma": 0.6300958126987495, "leveled_up": false}
{"t": 204, "ts": 1788066936.0606773, "step": 408, "loss_diff": 0.6600881814956665, "reward": 0.9352829785644704, "level": 1, "difficulty": 0.05, "reward_ma": 0.6606145292853216, "leveled_up": false}
{"t": 205, "ts": 1788066938.3465893, "step": 410, "loss_diff": 0.7419719099998474, "reward": 0.6108263993651906, "level": 1, "difficulty": 0.05, "reward_ma": 0.6556357162933085, "leveled_up": false}
{"t": 206, "ts": 1788066940.5639732, "step": 412, "loss_diff": 1.0299859046936035, "reward": 0.6775331167524168, "level": 1, "difficulty": 0.05, "reward_ma": 0.6578254563392194, "leveled_up": false}
{"t": 207, "ts": 1788066942.8386924, "step": 414, "loss_diff": 0.8567346930503845, "reward": 0.43472572471137266, "level": 1, "difficulty": 0.05, "reward_ma": 0.6355154831764347, "leveled_up": false}
{"t": 208, "ts": 1788066945.2579868, "step": 416, "loss_diff": 0.76729816198349, "reward": 0.8280488068020772, "level": 1, "difficulty": 0.05, "reward_ma": 0.654768815538999, "leveled_up": false}
{"t": 209, "ts": 1788066947.5186503, "step": 418, "loss_diff": 0.959425687789917, "reward": 0.7136320795294794, "level": 1, "difficulty": 0.05, "reward_ma": 0.6606551419380471, "leveled_up": false}
{"t": 210, "ts": 1788066949.7628443, "step": 420, "loss_diff": 0.7377057075500488, "reward": 0.8367785524336848, "level": 1, "difficulty": 0.05, "reward_ma": 0.6782674829876109, "leveled_up": false}
{"t": 211, "ts": 1788066952.1220074, "step": 422, "loss_diff": 0.9550557136535645, "reward": 0.8717528723731646, "level": 1, "difficulty": 0.05, "reward_ma": 0.6976160219261662, "leveled_up": false}
{"t": 212, "ts": 1788066954.3758936, "step": 424, "loss_diff": 0.5731893181800842, "reward": 0.5204642976244804, "level": 1, "difficulty": 0.05, "reward_ma": 0.6799008494959976, "leveled_up": false}
{"t": 213, "ts": 1788066956.883363, "step": 426, "loss_diff": 1.0299230813980103, "reward": 0.3804471521265374, "level": 1, "difficulty": 0.05, "reward_ma": 0.6499554797590515, "leveled_up": false}
{"t": 214, "ts": 1788066959.2385464, "step": 428, "loss_diff": 0.7733414173126221, "reward": 0.47718938620938267, "level": 1, "difficulty": 0.05, "reward_ma": 0.6326788704040847, "leveled_up": false}
{"t": 215, "ts": 1788066961.637057, "step": 430, "loss_diff": 0.687862753868103, "reward": 0.9163930818138312, "level": 1, "difficulty": 0.05, "reward_ma": 0.6610502915450593, "leveled_up": false}
{"t": 216, "ts": 1788066963.9570358, "step": 432, "loss_diff": 0.9116615056991577, "reward": 0.8832605399223141, "level": 1, "difficulty": 0.05, "reward_ma": 0.6832713163827848, "leveled_up": false}
{"t": 217, "ts": 1788066966.2713218, "step": 434, "loss_diff": 0.8984441161155701, "reward": 0.4419759993240686, "level": 1, "difficulty": 0.05, "reward_ma": 0.6591417846769133, "leveled_up": false}
{"t": 218, "ts": 1788066968.6264167, "step": 436, "loss_diff": 0.738507091999054, "reward": 0.9289715904458317, "level": 1, "difficulty": 0.05, "reward_ma": 0.6861247652538052, "leveled_up": false}
{"t": 219, "ts": 1788066970.8783808, "step": 438, "loss_diff": 0.7214726209640503, "reward": 0.5257299115063029, "level": 1, "difficulty": 0.05, "reward_ma": 0.670085279879055, "leveled_up": false}
{"t": 220, "ts": 1788066973.2259667, "step": 440, "loss_diff": 0.6264190077781677, "reward": 0.47778770961057787, "level": 1, "difficulty": 0.05, "reward_ma": 0.6508555228522073, "leveled_up": false}
{"t": 221, "ts": 1788066975.4819398, "step": 442, "loss_diff": 0.7631754279136658, "reward": 0.8704857307306916, "level": 1, "difficulty": 0.05, "reward_ma": 0.6728185436400557, "leveled_up": false}
{"t": 222, "ts": 1788066977.755665, "step": 444, "loss_diff": 0.84760582447052, "reward": 0.7854622562757414, "level": 1, "difficulty": 0.05, "reward_ma": 0.6840829149036243, "leveled_up": false}
{"t": 223, "ts": 1788066980.260952, "step": 446, "loss_diff": 0.761026918888092, "reward": 0.48173129326594677, "level": 1, "difficulty": 0.05, "reward_ma": 0.6638477527398565, "leveled_up": false}
{"t": 224, "ts": 1788066982.5640047, "step": 448, "loss_diff": 0.8650491237640381, "reward": 0.8753119306689682, "level": 1, "difficulty": 0.05, "reward_ma": 0.6849941705327677, "leveled_up": false}
{"t": 225, "ts": 1788066984.8467433, "step": 450, "loss_diff": 0.7507956027984619, "reward": 0.9941655381553499, "level": 1, "difficulty": 0.05, "reward_ma": 0.7159113072950258, "leveled_up": false}
{"t": 226, "ts": 1788066987.036663, "step": 452, "loss_diff": 0.7377123832702637, "reward": 0.7695127668310479, "level": 1, "difficulty": 0.05, "reward_ma": 0.7212714532486281, "leveled_up": false}
{"t": 227, "ts": 1788066989.2750328, "step": 454, "loss_diff": 0.8593356609344482, "reward": 0.8347183206976354, "level": 1, "difficulty": 0.05, "reward_ma": 0.7326161399935289, "leveled_up": false}
{"t": 228, "ts": 1788066991.6247132, "step": 456, "loss_diff": 0.880060613155365, "reward": 0.5985532910943957, "level": 1, "difficulty": 0.05, "reward_ma": 0.7192098551036157, "leveled_up": false}
{"t": 229, "ts": 1788066993.8544495, "step": 458, "loss_diff": 0.7314733862876892, "reward": 0.9760091589773772, "level": 1, "difficulty": 0.05, "reward_ma": 0.7448897854909919, "leveled_up": false}
{"t": 230, "ts": 1788066996.1222222, "step": 460, "loss_diff": 0.9308737516403198, "reward": 0.47421775265174976, "level": 1, "difficulty": 0.05, "reward_ma": 0.7178225822070677, "leveled_up": false}
{"t": 231, "ts": 1788066998.3304374, "step": 462, "loss_diff": 0.7801039814949036, "reward": 0.9186451364218354, "level": 1, "difficulty": 0.05, "reward_ma": 0.7379048376285445, "leveled_up": false}
{"t": 232, "ts": 1788067000.5639293, "step": 464, "loss_diff": 0.9241721630096436, "reward": 0.5172942306311517, "level": 1, "difficulty": 0.05, "reward_ma": 0.7158437769288052, "leveled_up": false}
{"t": 233, "ts": 1788067002.869675, "step": 466, "loss_diff": 0.9058645963668823, "reward": 0.7271775655580707, "level": 1, "difficulty": 0.05, "reward_ma": 0.7169771557917317, "leveled_up": false}
{"t": 234, "ts": 1788067005.1217222, "step": 468, "loss_diff": 0.8477638363838196, "reward": 1.0052957823732196, "level": 1, "difficulty": 0.05, "reward_ma": 0.7458090184498806, "leveled_up": false}
{"t": 235, "ts": 1788067007.4169426, "step": 470, "loss_diff": 0.7516713738441467, "reward": 0.7071536772483658, "level": 1, "difficulty": 0.05, "reward_ma": 0.7419434843297291, "leveled_up": false}
{"t": 236, "ts": 1788067009.6350443, "step": 472, "loss_diff": 0.8673276305198669, "reward": 0.8234222324207383, "level": 1, "difficulty": 0.05, "reward_ma": 0.7500913591388301, "leveled_up": false}
{"t": 237, "ts": 1788067011.9603004, "step": 474, "loss_diff": 0.6374860405921936, "reward": 0.8770255295150178, "level": 1, "difficulty": 0.05, "reward_ma": 0.7627847761764488, "leveled_up": false}
{"t": 238, "ts": 1788067014.3128023, "step": 476, "loss_diff": 0.8735008239746094, "reward": 0.40014173363114985, "level": 1, "difficulty": 0.05, "reward_ma": 0.7265204719219189, "leveled_up": false}
{"t": 239, "ts": 1788067016.6452427, "step": 478, "loss_diff": 0.8424370288848877, "reward": 0.7781465491449688, "level": 1, "difficulty": 0.05, "reward_ma": 0.731683079644224, "leveled_up": false}
{"t": 240, "ts": 1788067019.0728078, "step": 480, "loss_diff": 0.7495889663696289, "reward": 0.6634550664115311, "level": 1, "difficulty": 0.05, "reward_ma": 0.7248602783209547, "leveled_up": false}
{"t": 241, "ts": 1788067021.4187818, "step": 482, "loss_diff": 0.7333948612213135, "reward": 0.48161399423189927, "level": 1, "difficulty": 0.05, "reward_ma": 0.7005356499120492, "leveled_up": false}
{"t": 242, "ts": 1788067023.6792903, "step": 484, "loss_diff": 0.9321320056915283, "reward": 0.6289346553324271, "level": 1, "difficulty": 0.05, "reward_ma": 0.693375550454087, "leveled_up": false}
{"t": 243, "ts": 1788067026.018676, "step": 486, "loss_diff": 0.7663700580596924, "reward": 0.9684157081136187, "level": 1, "difficulty": 0.05, "reward_ma": 0.7208795662200402, "leveled_up": false}
{"t": 244, "ts": 1788067028.2712755, "step": 488, "loss_diff": 0.9777422547340393, "reward": 0.9320917374436762, "level": 1, "difficulty": 0.05, "reward_ma": 0.7420007833424039, "leveled_up": false}
{"t": 245, "ts": 1788067030.5437236, "step": 490, "loss_diff": 1.0681188106536865, "reward": 0.539602545394255, "level": 1, "difficulty": 0.05, "reward_ma": 0.7217609595475891, "leveled_up": false}
{"t": 246, "ts": 1788067032.7710195, "step": 492, "loss_diff": 0.76743483543396, "reward": 0.5642351236497911, "level": 1, "difficulty": 0.05, "reward_ma": 0.7060083759578093, "leveled_up": false}
{"t": 247, "ts": 1788067035.032739, "step": 494, "loss_diff": 0.7629169225692749, "reward": 0.7014168206642155, "level": 1, "difficulty": 0.05, "reward_ma": 0.7055492204284499, "leveled_up": false}
{"t": 248, "ts": 1788067037.3366895, "step": 496, "loss_diff": 0.8576858043670654, "reward": 0.8578061792092528, "level": 1, "difficulty": 0.05, "reward_ma": 0.7207749163065302, "leveled_up": false}
{"t": 249, "ts": 1788067039.659315, "step": 498, "loss_diff": 0.729262113571167, "reward": 0.8530323841105157, "level": 1, "difficulty": 0.05, "reward_ma": 0.7340006630869288, "leveled_up": false}
{"t": 250, "ts": 1788067042.3492355, "step": 500, "loss_diff": 0.7011445164680481, "reward": 0.8741417381073444, "level": 1, "difficulty": 0.05, "reward_ma": 0.7480147705889704, "leveled_up": false}
{"t": 251, "ts": 1788067044.5683308, "step": 502, "loss_diff": 0.7522377967834473, "reward": 0.6106925292187446, "level": 1, "difficulty": 0.05, "reward_ma": 0.7342825464519478, "leveled_up": false}
{"t": 252, "ts": 1788067046.8133953, "step": 504, "loss_diff": 0.8276243209838867, "reward": 0.47935870335862785, "level": 1, "difficulty": 0.05, "reward_ma": 0.7087901621426158, "leveled_up": false}
{"t": 253, "ts": 1788067049.1197102, "step": 506, "loss_diff": 0.7515792846679688, "reward": 0.8482238149151778, "level": 1, "difficulty": 0.05, "reward_ma": 0.7227335274198721, "leveled_up": false}
{"t": 254, "ts": 1788067051.4311478, "step": 508, "loss_diff": 0.7159353494644165, "reward": 0.3995805492529691, "level": 1, "difficulty": 0.05, "reward_ma": 0.6904182296031818, "leveled_up": false}
{"t": 255, "ts": 1788067053.664373, "step": 510, "loss_diff": 0.8808516263961792, "reward": 0.7177421857406623, "level": 1, "difficulty": 0.05, "reward_ma": 0.6931506252169298, "leveled_up": false}
{"t": 256, "ts": 1788067055.8872588, "step": 512, "loss_diff": 0.718845784664154, "reward": 0.7858695827659402, "level": 1, "difficulty": 0.05, "reward_ma": 0.7024225209718309, "leveled_up": false}
{"t": 257, "ts": 1788067058.1618996, "step": 514, "loss_diff": 0.9092347621917725, "reward": 0.8575552956182957, "level": 1, "difficulty": 0.05, "reward_ma": 0.7179357984364774, "leveled_up": false}
{"t": 258, "ts": 1788067060.4338727, "step": 516, "loss_diff": 0.8643801212310791, "reward": 0.5288055718064664, "level": 1, "difficulty": 0.05, "reward_ma": 0.6990227757734763, "leveled_up": false}
{"t": 259, "ts": 1788067062.639434, "step": 518, "loss_diff": 0.857799232006073, "reward": 0.24010088035557337, "level": 1, "difficulty": 0.05, "reward_ma": 0.6531305862316861, "leveled_up": false}
{"t": 260, "ts": 1788067065.340125, "step": 520, "loss_diff": 0.7752580642700195, "reward": 0.6382536750168314, "level": 1, "difficulty": 0.05, "reward_ma": 0.6516428951102006, "leveled_up": false}
{"t": 261, "ts": 1788067067.7246244, "step": 522, "loss_diff": 0.8784888982772827, "reward": 0.9870810874961294, "level": 1, "difficulty": 0.05, "reward_ma": 0.6851867143487935, "leveled_up": false}
{"t": 262, "ts": 1788067070.0690253, "step": 524, "loss_diff": 0.8129655122756958, "reward": 0.9003554495157928, "level": 1, "difficulty": 0.05, "reward_ma": 0.7067035878654935, "leveled_up": false}
{"t": 263, "ts": 1788067072.3628242, "step": 526, "loss_diff": 0.8193396329879761, "reward": 0.8844726154050706, "level": 1, "difficulty": 0.05, "reward_ma": 0.7244804906194512, "leveled_up": false}
{"t": 264, "ts": 1788067074.6190805, "step": 528, "loss_diff": 0.8945587873458862, "reward": 0.09545713807317358, "level": 1, "difficulty": 0.05, "reward_ma": 0.6615781553648235, "leveled_up": false}
{"t": 265, "ts": 1788067076.9871662, "step": 530, "loss_diff": 0.801152765750885, "reward": 0.46554817370079915, "level": 1, "difficulty": 0.05, "reward_ma": 0.641975157198421, "leveled_up": false}
{"t": 266, "ts": 1788067079.277993, "step": 532, "loss_diff": 0.8256521224975586, "reward": 0.7571212312663567, "level": 1, "difficulty": 0.05, "reward_ma": 0.6534897646052146, "leveled_up": false}
{"t": 267, "ts": 1788067081.5384622, "step": 534, "loss_diff": 0.7760807871818542, "reward": 0.9290484604398399, "level": 1, "difficulty": 0.05, "reward_ma": 0.6810456341886771, "leveled_up": false}
{"t": 268, "ts": 1788067083.7458448, "step": 536, "loss_diff": 0.7706377506256104, "reward": 0.8633351812246136, "level": 1, "difficulty": 0.05, "reward_ma": 0.6992745888922708, "leveled_up": false}
{"t": 269, "ts": 1788067085.9594715, "step": 538, "loss_diff": 0.8894115686416626, "reward": 0.9035266118132794, "level": 1, "difficulty": 0.05, "reward_ma": 0.7196997911843717, "leveled_up": false}
{"t": 270, "ts": 1788067088.2277732, "step": 540, "loss_diff": 0.8125158548355103, "reward": 0.47546669131935926, "level": 1, "difficulty": 0.05, "reward_ma": 0.6952764811978704, "leveled_up": false}
{"t": 271, "ts": 1788067090.3809068, "step": 542, "loss_diff": 0.7627028822898865, "reward": 1.0264574221779292, "level": 1, "difficulty": 0.05, "reward_ma": 0.7283945752958763, "leveled_up": false}
{"t": 272, "ts": 1788067092.5817728, "step": 544, "loss_diff": 0.6546370387077332, "reward": 0.4599368665506284, "level": 1, "difficulty": 0.05, "reward_ma": 0.7015488044213515, "leveled_up": false}
{"t": 273, "ts": 1788067094.8603885, "step": 546, "loss_diff": 0.7930945158004761, "reward": 0.892411862077148, "level": 1, "difficulty": 0.05, "reward_ma": 0.7206351101869312, "leveled_up": false}
{"t": 274, "ts": 1788067097.1473956, "step": 548, "loss_diff": 0.7434541583061218, "reward": 0.9204630541388414, "level": 1, "difficulty": 0.05, "reward_ma": 0.7406179045821222, "leveled_up": false}
{"t": 275, "ts": 1788067099.416963, "step": 550, "loss_diff": 1.0591987371444702, "reward": 0.6645933070362199, "level": 1, "difficulty": 0.05, "reward_ma": 0.733015444827532, "leveled_up": false}
{"t": 276, "ts": 1788067101.619961, "step": 552, "loss_diff": 0.7905940413475037, "reward": 0.9485275110266472, "level": 1, "difficulty": 0.05, "reward_ma": 0.7545666514474436, "leveled_up": false}
{"t": 277, "ts": 1788067103.7712803, "step": 554, "loss_diff": 1.035457968711853, "reward": 0.45135068966233133, "level": 1, "difficulty": 0.05, "reward_ma": 0.7242450552689323, "leveled_up": false}
{"t": 278, "ts": 1788067105.9600012, "step": 556, "loss_diff": 0.8546280860900879, "reward": 0.6974210885305303, "level": 1, "difficulty": 0.05, "reward_ma": 0.7215626585950922, "leveled_up": false}
{"t": 279, "ts": 1788067108.1329415, "step": 558, "loss_diff": 0.8531957268714905, "reward": 0.7712091144432531, "level": 1, "difficulty": 0.05, "reward_ma": 0.7265273041799083, "leveled_up": false}
{"t": 280, "ts": 1788067110.4560711, "step": 560, "loss_diff": 0.7305570244789124, "reward": 0.9389898552081813, "level": 1, "difficulty": 0.05, "reward_ma": 0.7477735592827356, "leveled_up": false}
{"t": 281, "ts": 1788067112.6449485, "step": 562, "loss_diff": 0.8359518051147461, "reward": 0.8232390151441064, "level": 1, "difficulty": 0.05, "reward_ma": 0.7553201048688727, "leveled_up": false}
{"t": 282, "ts": 1788067114.8782368, "step": 564, "loss_diff": 0.8156578540802002, "reward": 0.6789615655562686, "level": 1, "difficulty": 0.05, "reward_ma": 0.7476842509376123, "leveled_up": false}
{"t": 283, "ts": 1788067117.1632462, "step": 566, "loss_diff": 0.6132298707962036, "reward": 0.6373378697122783, "level": 1, "difficulty": 0.05, "reward_ma": 0.7366496128150788, "leveled_up": false}
{"t": 284, "ts": 1788067119.3635304, "step": 568, "loss_diff": 0.6325934529304504, "reward": 0.6984025430863084, "level": 1, "difficulty": 0.05, "reward_ma": 0.7328249058422017, "leveled_up": false}
{"t": 285, "ts": 1788067121.6134543, "step": 570, "loss_diff": 0.940056324005127, "reward": 0.4404431765474716, "level": 1, "difficulty": 0.05, "reward_ma": 0.7035867329127287, "leveled_up": false}
{"t": 286, "ts": 1788067123.8244476, "step": 572, "loss_diff": 0.8504472970962524, "reward": 0.9469040250188778, "level": 1, "difficulty": 0.05, "reward_ma": 0.7279184621233435, "leveled_up": false}
{"t": 287, "ts": 1788067126.0660627, "step": 574, "loss_diff": 0.7839138507843018, "reward": 0.5260236780353469, "level": 1, "difficulty": 0.05, "reward_ma": 0.7077289837145438, "leveled_up": false}
{"t": 288, "ts": 1788067128.4138772, "step": 576, "loss_diff": 0.7792813777923584, "reward": 0.5758274860137479, "level": 1, "difficulty": 0.05, "reward_ma": 0.6945388339444643, "leveled_up": false}
{"t": 289, "ts": 1788067130.5763042, "step": 578, "loss_diff": 0.7257702350616455, "reward": 0.3881459551877747, "level": 1, "difficulty": 0.05, "reward_ma": 0.6638995460687953, "leveled_up": false}
{"t": 290, "ts": 1788067133.8871298, "step": 580, "loss_diff": 0.6889691948890686, "reward": 0.6443680496385741, "level": 1, "difficulty": 0.05, "reward_ma": 0.6619463964257732, "leveled_up": false}
{"t": 291, "ts": 1788067136.1364827, "step": 582, "loss_diff": 0.7446095943450928, "reward": 0.5208581706259823, "level": 1, "difficulty": 0.05, "reward_ma": 0.6478375738457941, "leveled_up": false}
{"t": 292, "ts": 1788067138.3433902, "step": 584, "loss_diff": 0.6684065461158752, "reward": 1.052055185951996, "level": 1, "difficulty": 0.05, "reward_ma": 0.6882593350564143, "leveled_up": false}
{"t": 293, "ts": 1788067140.5715883, "step": 586, "loss_diff": 0.9804438352584839, "reward": 0.6159376905696358, "level": 1, "difficulty": 0.05, "reward_ma": 0.6810271706077365, "leveled_up": false}
{"t": 294, "ts": 1788067142.9237611, "step": 588, "loss_diff": 1.0505707263946533, "reward": 0.21209493303927524, "level": 1, "difficulty": 0.05, "reward_ma": 0.6341339468508904, "leveled_up": false}
{"t": 295, "ts": 1788067145.339, "step": 590, "loss_diff": 0.7135189175605774, "reward": 0.9378307370340614, "level": 1, "difficulty": 0.05, "reward_ma": 0.6645036258692075, "leveled_up": false}
{"t": 296, "ts": 1788067147.724873, "step": 592, "loss_diff": 0.8960515856742859, "reward": 0.7708446285649286, "level": 1, "difficulty": 0.05, "reward_ma": 0.6751377261387796, "leveled_up": false}
{"t": 297, "ts": 1788067149.7854548, "step": 594, "loss_diff": 0.729914128780365, "reward": 0.9431356379377588, "level": 1, "difficulty": 0.05, "reward_ma": 0.7019375173186776, "leveled_up": false}
{"t": 298, "ts": 1788067151.9252417, "step": 596, "loss_diff": 0.7766779661178589, "reward": 0.9040543888439287, "level": 1, "difficulty": 0.05, "reward_ma": 0.7221492044712028, "leveled_up": false}
{"t": 299, "ts": 1788067153.983055, "step": 598, "loss_diff": 0.6999738812446594, "reward": 0.3768056900046991, "level": 1, "difficulty": 0.05, "reward_ma": 0.6876148530245524, "leveled_up": false}
{"t": 300, "ts": 1788067156.186996, "step": 600, "loss_diff": 0.7433748841285706, "reward": 0.5502606608983709, "level": 1, "difficulty": 0.05, "reward_ma": 0.6738794338119343, "leveled_up": false}
{"t": 301, "ts": 1788067158.364367, "step": 602, "loss_diff": 0.8374364376068115, "reward": 0.7376786072907725, "level": 1, "difficulty": 0.05, "reward_ma": 0.6802593511598182, "leveled_up": false}
{"t": 302, "ts": 1788067161.95744, "step": 604, "loss_diff": 0.7203131318092346, "reward": 0.682497779869942, "level": 1, "difficulty": 0.05, "reward_ma": 0.6804831940308306, "leveled_up": false}
{"t": 303, "ts": 1788067164.1340775, "step": 606, "loss_diff": 0.7705503106117249, "reward": 0.5409678084656495, "level": 1, "difficulty": 0.05, "reward_ma": 0.6665316554743125, "leveled_up": false}
{"t": 304, "ts": 1788067166.2524633, "step": 608, "loss_diff": 1.0333245992660522, "reward": 0.8863241469742724, "level": 1, "difficulty": 0.05, "reward_ma": 0.6885109046243084, "leveled_up": false}
{"t": 305, "ts": 1788067168.3619502, "step": 610, "loss_diff": 0.7520418167114258, "reward": 0.3621849279845205, "level": 1, "difficulty": 0.05, "reward_ma": 0.6558783069603296, "leveled_up": false}
{"t": 306, "ts": 1788067170.4805384, "step": 612, "loss_diff": 0.8155166506767273, "reward": 0.6013118500775935, "level": 1, "difficulty": 0.05, "reward_ma": 0.650421661272056, "leveled_up": false}
{"t": 307, "ts": 1788067172.576864, "step": 614, "loss_diff": 0.7448641061782837, "reward": 0.763926231295943, "level": 1, "difficulty": 0.05, "reward_ma": 0.6617721182744447, "leveled_up": false}
{"t": 308, "ts": 1788067174.7434845, "step": 616, "loss_diff": 0.7938088178634644, "reward": 0.31474782294876374, "level": 1, "difficulty": 0.05, "reward_ma": 0.6270696887418766, "leveled_up": false}
{"t": 309, "ts": 1788067176.9542983, "step": 618, "loss_diff": 0.9639829397201538, "reward": 0.7108944044067718, "level": 1, "difficulty": 0.05, "reward_ma": 0.6354521603083662, "leveled_up": false}
{"t": 310, "ts": 1788067179.1846566, "step": 620, "loss_diff": 0.7216248512268066, "reward": 0.7021464573589826, "level": 1, "difficulty": 0.05, "reward_ma": 0.6421215900134278, "leveled_up": false}
{"t": 311, "ts": 1788067181.384966, "step": 622, "loss_diff": 0.6013199687004089, "reward": 0.7282420350437913, "level": 1, "difficulty": 0.05, "reward_ma": 0.6507336345164642, "leveled_up": false}
{"t": 312, "ts": 1788067183.6446714, "step": 624, "loss_diff": 0.830463171005249, "reward": 0.6796978191184863, "level": 1, "difficulty": 0.05, "reward_ma": 0.6536300529766664, "leveled_up": false}
{"t": 313, "ts": 1788067186.0207047, "step": 626, "loss_diff": 0.919745683670044, "reward": 0.9681107956563445, "level": 1, "difficulty": 0.05, "reward_ma": 0.6850781272446342, "leveled_up": false}
{"t": 314, "ts": 1788067188.3365896, "step": 628, "loss_diff": 0.8335466384887695, "reward": 0.9435751172078933, "level": 1, "difficulty": 0.05, "reward_ma": 0.7109278262409602, "leveled_up": false}
{"t": 315, "ts": 1788067190.7178407, "step": 630, "loss_diff": 0.8349244594573975, "reward": 0.4717712035561725, "level": 1, "difficulty": 0.05, "reward_ma": 0.6870121639724814, "leveled_up": false}
{"t": 316, "ts": 1788067193.0369196, "step": 632, "loss_diff": 0.7833017110824585, "reward": 0.696301055359571, "level": 1, "difficulty": 0.05, "reward_ma": 0.6879410531111904, "leveled_up": false}
{"t": 317, "ts": 1788067195.5398529, "step": 634, "loss_diff": 0.9981796741485596, "reward": 1.0130189251957014, "level": 1, "difficulty": 0.05, "reward_ma": 0.7204488403196414, "leveled_up": false}
{"t": 318, "ts": 1788067197.8325303, "step": 636, "loss_diff": 0.9138194918632507, "reward": 0.562302708502043, "level": 1, "difficulty": 0.05, "reward_ma": 0.7046342271378816, "leveled_up": false}
{"t": 319, "ts": 1788067200.0867171, "step": 638, "loss_diff": 0.8555206656455994, "reward": 0.8935128188008591, "level": 1, "difficulty": 0.05, "reward_ma": 0.7235220863041794, "leveled_up": false}
{"t": 320, "ts": 1788067202.2700818, "step": 640, "loss_diff": 0.7073113918304443, "reward": 0.9664185343191724, "level": 1, "difficulty": 0.05, "reward_ma": 0.7478117311056787, "leveled_up": false}
{"t": 321, "ts": 1788067204.4338012, "step": 642, "loss_diff": 0.9151200652122498, "reward": 0.4729104316586673, "level": 1, "difficulty": 0.05, "reward_ma": 0.7203216011609775, "leveled_up": false}
{"t": 322, "ts": 1788067206.5784051, "step": 644, "loss_diff": 0.6874832510948181, "reward": 0.28509070388795393, "level": 1, "difficulty": 0.05, "reward_ma": 0.6767985114336752, "leveled_up": false}
{"t": 323, "ts": 1788067208.7761996, "step": 646, "loss_diff": 0.7260384559631348, "reward": 0.5963304410747218, "level": 1, "difficulty": 0.05, "reward_ma": 0.6687517043977799, "leveled_up": false}
{"t": 324, "ts": 1788067211.078856, "step": 648, "loss_diff": 0.6877827644348145, "reward": 0.7196781398059987, "level": 1, "difficulty": 0.05, "reward_ma": 0.6738443479386018, "leveled_up": false}
{"t": 325, "ts": 1788067213.3780143, "step": 650, "loss_diff": 0.8273339867591858, "reward": 0.711809763890271, "level": 1, "difficulty": 0.05, "reward_ma": 0.6776408895337688, "leveled_up": false}
{"t": 326, "ts": 1788067215.6485548, "step": 652, "loss_diff": 0.8824107050895691, "reward": 0.46887773566415564, "level": 1, "difficulty": 0.05, "reward_ma": 0.6567645741468076, "leveled_up": false}
{"t": 327, "ts": 1788067217.874476, "step": 654, "loss_diff": 0.887169361114502, "reward": 0.9293753476771425, "level": 1, "difficulty": 0.05, "reward_ma": 0.6840256514998411, "leveled_up": false}
{"t": 328, "ts": 1788067220.214675, "step": 656, "loss_diff": 0.8778177499771118, "reward": 0.8563727934903794, "level": 1, "difficulty": 0.05, "reward_ma": 0.7012603656988949, "leveled_up": false}
{"t": 329, "ts": 1788067222.5268667, "step": 658, "loss_diff": 0.9503915309906006, "reward": 0.546078448980273, "level": 1, "difficulty": 0.05, "reward_ma": 0.6857421740270327, "leveled_up": false}
{"t": 330, "ts": 1788067224.8282695, "step": 660, "loss_diff": 0.780732274055481, "reward": 1.020976522378745, "level": 1, "difficulty": 0.05, "reward_ma": 0.7192656088622039, "leveled_up": false}
{"t": 331, "ts": 1788067227.084885, "step": 662, "loss_diff": 0.9141968488693237, "reward": 0.8013043747230106, "level": 1, "difficulty": 0.05, "reward_ma": 0.7274694854482846, "leveled_up": false}
{"t": 332, "ts": 1788067229.4152112, "step": 664, "loss_diff": 0.8954113125801086, "reward": 0.8656877336152548, "level": 1, "difficulty": 0.05, "reward_ma": 0.7412913102649816, "leveled_up": false}
{"t": 333, "ts": 1788067231.833944, "step": 666, "loss_diff": 0.8380388021469116, "reward": 0.529084065001228, "level": 1, "difficulty": 0.05, "reward_ma": 0.7200705857386063, "leveled_up": false}
{"t": 334, "ts": 1788067234.0620205, "step": 668, "loss_diff": 0.8580417037010193, "reward": 0.6428353369214013, "level": 1, "difficulty": 0.05, "reward_ma": 0.7123470608568858, "leveled_up": false}
{"t": 335, "ts": 1788067236.3718796, "step": 670, "loss_diff": 0.799079179763794, "reward": 0.6904969202650544, "level": 1, "difficulty": 0.05, "reward_ma": 0.7101620467977027, "leveled_up": false}
{"t": 336, "ts": 1788067238.6155167, "step": 672, "loss_diff": 0.8993618488311768, "reward": 1.000564610294224, "level": 1, "difficulty": 0.05, "reward_ma": 0.7392023031473549, "leveled_up": false}
{"t": 337, "ts": 1788067240.8200576, "step": 674, "loss_diff": 0.8949000835418701, "reward": 0.6306668875489392, "level": 1, "difficulty": 0.05, "reward_ma": 0.7283487615875134, "leveled_up": false}
{"t": 338, "ts": 1788067243.0596983, "step": 676, "loss_diff": 0.8300703763961792, "reward": 0.46501532220213654, "level": 1, "difficulty": 0.05, "reward_ma": 0.7020154176489758, "leveled_up": false}
{"t": 339, "ts": 1788067245.2532454, "step": 678, "loss_diff": 0.8660639524459839, "reward": 0.7454169680638215, "level": 1, "difficulty": 0.05, "reward_ma": 0.7063555726904603, "leveled_up": false}
{"t": 340, "ts": 1788067247.4388273, "step": 680, "loss_diff": 0.7062541246414185, "reward": 0.9954334385942819, "level": 1, "difficulty": 0.05, "reward_ma": 0.7352633592808425, "leveled_up": false}
{"t": 341, "ts": 1788067249.571532, "step": 682, "loss_diff": 0.6535013914108276, "reward": 1.0289195329480836, "level": 1, "difficulty": 0.05, "reward_ma": 0.7646289766475667, "leveled_up": false}
{"t": 342, "ts": 1788067251.744325, "step": 684, "loss_diff": 0.5792880654335022, "reward": 0.6990904354213024, "level": 1, "difficulty": 0.05, "reward_ma": 0.7580751225249402, "leveled_up": false}
{"t": 343, "ts": 1788067253.8692794, "step": 686, "loss_diff": 0.7169000506401062, "reward": 0.7668094612017828, "level": 1, "difficulty": 0.05, "reward_ma": 0.7589485563926245, "leveled_up": false}
{"t": 344, "ts": 1788067256.0625813, "step": 688, "loss_diff": 0.760727047920227, "reward": 0.37280014811037687, "level": 1, "difficulty": 0.05, "reward_ma": 0.7203337155643997, "leveled_up": false}
{"t": 345, "ts": 1788067258.261472, "step": 690, "loss_diff": 0.7653869390487671, "reward": 0.589371148440217, "level": 1, "difficulty": 0.05, "reward_ma": 0.7072374588519814, "leveled_up": false}
{"t": 346, "ts": 1788067260.4325244, "step": 692, "loss_diff": 0.8474709391593933, "reward": 0.5507565330269805, "level": 1, "difficulty": 0.05, "reward_ma": 0.6915893662694813, "leveled_up": false}
{"t": 347, "ts": 1788067262.54701, "step": 694, "loss_diff": 0.812032163143158, "reward": 0.8568928386646448, "level": 1, "difficulty": 0.05, "reward_ma": 0.7081197135089976, "leveled_up": false}
{"t": 348, "ts": 1788067264.7348275, "step": 696, "loss_diff": 0.770230770111084, "reward": 0.4609670471824467, "level": 1, "difficulty": 0.05, "reward_ma": 0.6834044468763425, "leveled_up": false}
{"t": 349, "ts": 1788067266.8295007, "step": 698, "loss_diff": 0.8059514760971069, "reward": 0.5156188931326778, "level": 1, "difficulty": 0.05, "reward_ma": 0.666625891501976, "leveled_up": false}
{"t": 350, "ts": 1788067268.9728837, "step": 700, "loss_diff": 0.8849923014640808, "reward": 0.7236205557203136, "level": 1, "difficulty": 0.05, "reward_ma": 0.6723253579238098, "leveled_up": false}
{"t": 351, "ts": 1788067271.135065, "step": 702, "loss_diff": 0.7076097726821899, "reward": 0.8619756149580221, "level": 1, "difficulty": 0.05, "reward_ma": 0.691290383627231, "leveled_up": false}
{"t": 352, "ts": 1788067273.2396202, "step": 704, "loss_diff": 0.771547257900238, "reward": 0.8719162628085263, "level": 1, "difficulty": 0.05, "reward_ma": 0.7093529715453606, "leveled_up": false}
{"t": 353, "ts": 1788067275.543192, "step": 706, "loss_diff": 0.8353099822998047, "reward": 0.6573098908229233, "level": 1, "difficulty": 0.05, "reward_ma": 0.7041486634731169, "leveled_up": false}
{"t": 354, "ts": 1788067277.744898, "step": 708, "loss_diff": 0.711438775062561, "reward": 0.9539000747118174, "level": 1, "difficulty": 0.05, "reward_ma": 0.729123804596987, "leveled_up": false}
{"t": 355, "ts": 1788067279.976312, "step": 710, "loss_diff": 0.9551587700843811, "reward": 0.4776169603447194, "level": 1, "difficulty": 0.05, "reward_ma": 0.7039731201717603, "leveled_up": false}
{"t": 356, "ts": 1788067282.3525803, "step": 712, "loss_diff": 0.8765509128570557, "reward": 0.9304059227056026, "level": 1, "difficulty": 0.05, "reward_ma": 0.7266164004251445, "leveled_up": false}
{"t": 357, "ts": 1788067284.5659852, "step": 714, "loss_diff": 0.7918482422828674, "reward": 0.5211032362409435, "level": 1, "difficulty": 0.05, "reward_ma": 0.7060650840067244, "leveled_up": false}
{"t": 358, "ts": 1788067287.0695918, "step": 716, "loss_diff": 0.7003307938575745, "reward": 0.8784074256803148, "level": 1, "difficulty": 0.05, "reward_ma": 0.7232993181740834, "leveled_up": false}
{"t": 359, "ts": 1788067289.2650807, "step": 718, "loss_diff": 0.9146075248718262, "reward": 0.40526282055886187, "level": 1, "difficulty": 0.05, "reward_ma": 0.6914956684125613, "leveled_up": false}
{"t": 360, "ts": 1788067291.5248628, "step": 720, "loss_diff": 0.7237169742584229, "reward": 0.6339322415108749, "level": 1, "difficulty": 0.05, "reward_ma": 0.6857393257223927, "leveled_up": false}
{"t": 361, "ts": 1788067293.758664, "step": 722, "loss_diff": 0.8232883810997009, "reward": 0.7934474414109257, "level": 1, "difficulty": 0.05, "reward_ma": 0.6965101372912461, "leveled_up": false}
{"t": 362, "ts": 1788067295.9705515, "step": 724, "loss_diff": 0.733414888381958, "reward": 0.7047164948816947, "level": 1, "difficulty": 0.05, "reward_ma": 0.6973307730502909, "leveled_up": false}
{"t": 363, "ts": 1788067298.3773127, "step": 726, "loss_diff": 0.7467067837715149, "reward": 0.8123859683316211, "level": 1, "difficulty": 0.05, "reward_ma": 0.708836292578424, "leveled_up": false}
{"t": 364, "ts": 1788067300.639112, "step": 728, "loss_diff": 0.7174479961395264, "reward": 0.3659155303470556, "level": 1, "difficulty": 0.05, "reward_ma": 0.674544216355287, "leveled_up": false}
{"t": 365, "ts": 1788067302.916086, "step": 730, "loss_diff": 0.8198752403259277, "reward": 0.6721567910951741, "level": 1, "difficulty": 0.05, "reward_ma": 0.6743054738292757, "leveled_up": false}
{"t": 366, "ts": 1788067305.136032, "step": 732, "loss_diff": 0.9591754674911499, "reward": 0.6328651272606513, "level": 1, "difficulty": 0.05, "reward_ma": 0.6701614391724133, "leveled_up": false}
{"t": 367, "ts": 1788067307.3582215, "step": 734, "loss_diff": 1.2104474306106567, "reward": 0.8920492872673174, "level": 1, "difficulty": 0.05, "reward_ma": 0.6923502239819037, "leveled_up": false}
{"t": 368, "ts": 1788067309.624463, "step": 736, "loss_diff": 0.7830105423927307, "reward": 0.7058421179030712, "level": 1, "difficulty": 0.05, "reward_ma": 0.6936994133740205, "leveled_up": false}
{"t": 369, "ts": 1788067311.7849617, "step": 738, "loss_diff": 0.6983482241630554, "reward": 0.8958895655928322, "level": 1, "difficulty": 0.05, "reward_ma": 0.7139184285959017, "leveled_up": false}
{"t": 370, "ts": 1788067314.1145391, "step": 740, "loss_diff": 0.758094072341919, "reward": 0.7318561122219773, "level": 1, "difficulty": 0.05, "reward_ma": 0.7157121969585093, "leveled_up": false}
{"t": 371, "ts": 1788067316.3194287, "step": 742, "loss_diff": 0.8210516571998596, "reward": 0.5907669772137955, "level": 1, "difficulty": 0.05, "reward_ma": 0.703217674984038, "leveled_up": false}
{"t": 372, "ts": 1788067318.5226936, "step": 744, "loss_diff": 0.8900447487831116, "reward": 0.7613363523016654, "level": 1, "difficulty": 0.05, "reward_ma": 0.7090295427158008, "leveled_up": false}
{"t": 373, "ts": 1788067320.920915, "step": 746, "loss_diff": 0.7669216990470886, "reward": 0.723768472455843, "level": 1, "difficulty": 0.05, "reward_ma": 0.710503435689805, "leveled_up": false}
{"t": 374, "ts": 1788067323.1822772, "step": 748, "loss_diff": 0.8070810437202454, "reward": 0.8772332371111263, "level": 1, "difficulty": 0.05, "reward_ma": 0.7271764158319372, "leveled_up": false}
{"t": 375, "ts": 1788067325.4823773, "step": 750, "loss_diff": 0.9606942534446716, "reward": 0.5043648946493821, "level": 1, "difficulty": 0.05, "reward_ma": 0.7048952637136816, "leveled_up": false}
{"t": 376, "ts": 1788067327.6713731, "step": 752, "loss_diff": 0.6855842471122742, "reward": 0.7889051025125997, "level": 1, "difficulty": 0.05, "reward_ma": 0.7132962475935734, "leveled_up": false}
{"t": 377, "ts": 1788067329.8456762, "step": 754, "loss_diff": 0.7721037864685059, "reward": 0.28352461802247736, "level": 1, "difficulty": 0.05, "reward_ma": 0.6703190846364637, "leveled_up": false}
{"t": 378, "ts": 1788067332.040298, "step": 756, "loss_diff": 0.8311949968338013, "reward": 0.2961298323075463, "level": 1, "difficulty": 0.05, "reward_ma": 0.632900159403572, "leveled_up": false}
{"t": 379, "ts": 1788067334.2450528, "step": 758, "loss_diff": 0.7405849099159241, "reward": 0.6062975616300241, "level": 1, "difficulty": 0.05, "reward_ma": 0.6302398996262172, "leveled_up": false}
{"t": 380, "ts": 1788067336.8486712, "step": 760, "loss_diff": 0.9261354207992554, "reward": 0.8080767573320756, "level": 1, "difficulty": 0.05, "reward_ma": 0.648023585396803, "leveled_up": false}
{"t": 381, "ts": 1788067339.050957, "step": 762, "loss_diff": 0.8402527570724487, "reward": 0.7480736897322517, "level": 1, "difficulty": 0.05, "reward_ma": 0.6580285958303479, "leveled_up": false}
{"t": 382, "ts": 1788067341.3225985, "step": 764, "loss_diff": 1.0280017852783203, "reward": 0.8189745591600439, "level": 1, "difficulty": 0.05, "reward_ma": 0.6741231921633175, "leveled_up": false}
{"t": 383, "ts": 1788067343.5603087, "step": 766, "loss_diff": 0.8347954750061035, "reward": 0.929497070842751, "level": 1, "difficulty": 0.05, "reward_ma": 0.6996605800312609, "leveled_up": false}
{"t": 384, "ts": 1788067345.7476962, "step": 768, "loss_diff": 0.9621407985687256, "reward": 0.8785407406628554, "level": 1, "difficulty": 0.05, "reward_ma": 0.7175485960944203, "leveled_up": false}
{"t": 385, "ts": 1788067348.0144186, "step": 770, "loss_diff": 0.766652524471283, "reward": 0.7117685392998431, "level": 1, "difficulty": 0.05, "reward_ma": 0.7169705904149626, "leveled_up": false}
{"t": 386, "ts": 1788067350.2347965, "step": 772, "loss_diff": 0.9185231924057007, "reward": 0.8470709208758688, "level": 1, "difficulty": 0.05, "reward_ma": 0.7299806234610532, "leveled_up": false}
{"t": 387, "ts": 1788067352.4484901, "step": 774, "loss_diff": 0.6796314120292664, "reward": 0.8413910192923262, "level": 1, "difficulty": 0.05, "reward_ma": 0.7411216630441806, "leveled_up": false}
{"t": 388, "ts": 1788067354.6614304, "step": 776, "loss_diff": 0.7302743792533875, "reward": 0.514910859494681, "level": 1, "difficulty": 0.05, "reward_ma": 0.7185005826892306, "leveled_up": false}