| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 956, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 22.390625, |
| "epoch": 0.0041841004184100415, |
| "grad_norm": 7.586400032043457, |
| "kl": 0.0, |
| "learning_rate": 1e-06, |
| "loss": 0.0, |
| "reward": 0.32652924954891205, |
| "reward_std": 0.17557984590530396, |
| "reward_std_all": 0.2862996757030487, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6046417355537415, |
| "rewards/forensics_tempsamp_iou_reward": 0.222829170525074, |
| "step": 1 |
| }, |
| { |
| "completion_length": 22.15625, |
| "epoch": 0.008368200836820083, |
| "grad_norm": 5.234766483306885, |
| "kl": 0.00051116943359375, |
| "learning_rate": 9.989539748953975e-07, |
| "loss": 0.0, |
| "reward": 0.3683357536792755, |
| "reward_std": 0.13757380843162537, |
| "reward_std_all": 0.2576821595430374, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9177520871162415, |
| "rewards/forensics_tempsamp_iou_reward": 0.28651174157857895, |
| "step": 2 |
| }, |
| { |
| "completion_length": 23.15625, |
| "epoch": 0.012552301255230125, |
| "grad_norm": 5.281967639923096, |
| "kl": 0.00266265869140625, |
| "learning_rate": 9.97907949790795e-07, |
| "loss": 0.0001, |
| "reward": 0.3160640448331833, |
| "reward_std": 0.12132176011800766, |
| "reward_std_all": 0.2726598381996155, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7190731763839722, |
| "rewards/forensics_tempsamp_iou_reward": 0.21248193085193634, |
| "step": 3 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 0.016736401673640166, |
| "grad_norm": 5.507230281829834, |
| "kl": 0.00537109375, |
| "learning_rate": 9.968619246861925e-07, |
| "loss": 0.0002, |
| "reward": 0.28863998502492905, |
| "reward_std": 0.1915564090013504, |
| "reward_std_all": 0.31092436611652374, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.653877317905426, |
| "rewards/forensics_tempsamp_iou_reward": 0.19376827776432037, |
| "step": 4 |
| }, |
| { |
| "completion_length": 21.640625, |
| "epoch": 0.02092050209205021, |
| "grad_norm": 4.8625383377075195, |
| "kl": 0.01629638671875, |
| "learning_rate": 9.9581589958159e-07, |
| "loss": 0.0007, |
| "reward": 0.23931505531072617, |
| "reward_std": 0.15258487313985825, |
| "reward_std_all": 0.32243405282497406, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7462074160575867, |
| "rewards/forensics_tempsamp_iou_reward": 0.14216922968626022, |
| "step": 5 |
| }, |
| { |
| "completion_length": 23.71875, |
| "epoch": 0.02510460251046025, |
| "grad_norm": 3.571162223815918, |
| "kl": 0.0460205078125, |
| "learning_rate": 9.947698744769873e-07, |
| "loss": 0.0018, |
| "reward": 0.3139348477125168, |
| "reward_std": 0.1908045932650566, |
| "reward_std_all": 0.3002701848745346, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8048895001411438, |
| "rewards/forensics_tempsamp_iou_reward": 0.21924392879009247, |
| "step": 6 |
| }, |
| { |
| "completion_length": 23.25, |
| "epoch": 0.029288702928870293, |
| "grad_norm": 3.347341775894165, |
| "kl": 0.0543212890625, |
| "learning_rate": 9.937238493723848e-07, |
| "loss": 0.0022, |
| "reward": 0.3601393550634384, |
| "reward_std": 0.1646009311079979, |
| "reward_std_all": 0.2766386419534683, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8728953301906586, |
| "rewards/forensics_tempsamp_iou_reward": 0.2707321047782898, |
| "step": 7 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 0.03347280334728033, |
| "grad_norm": 4.406038761138916, |
| "kl": 0.0810546875, |
| "learning_rate": 9.926778242677823e-07, |
| "loss": 0.0032, |
| "reward": 0.3438200205564499, |
| "reward_std": 0.11181015893816948, |
| "reward_std_all": 0.2602531537413597, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7579298615455627, |
| "rewards/forensics_tempsamp_iou_reward": 0.24873536825180054, |
| "step": 8 |
| }, |
| { |
| "completion_length": 22.96875, |
| "epoch": 0.03765690376569038, |
| "grad_norm": 2.576413154602051, |
| "kl": 0.104248046875, |
| "learning_rate": 9.916317991631798e-07, |
| "loss": 0.0042, |
| "reward": 0.32269978523254395, |
| "reward_std": 0.18512476235628128, |
| "reward_std_all": 0.30032122135162354, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9412148892879486, |
| "rewards/forensics_tempsamp_iou_reward": 0.23744626343250275, |
| "step": 9 |
| }, |
| { |
| "completion_length": 24.328125, |
| "epoch": 0.04184100418410042, |
| "grad_norm": 2.9359893798828125, |
| "kl": 0.18017578125, |
| "learning_rate": 9.905857740585774e-07, |
| "loss": 0.0072, |
| "reward": 0.2715313583612442, |
| "reward_std": 0.11592591553926468, |
| "reward_std_all": 0.2966170907020569, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7083293348550797, |
| "rewards/forensics_tempsamp_iou_reward": 0.17647871375083923, |
| "step": 10 |
| }, |
| { |
| "completion_length": 23.796875, |
| "epoch": 0.04602510460251046, |
| "grad_norm": 6.247899532318115, |
| "kl": 0.20556640625, |
| "learning_rate": 9.895397489539749e-07, |
| "loss": 0.0082, |
| "reward": 0.32468774914741516, |
| "reward_std": 0.1301351860165596, |
| "reward_std_all": 0.2775004357099533, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8256918787956238, |
| "rewards/forensics_tempsamp_iou_reward": 0.2337658777832985, |
| "step": 11 |
| }, |
| { |
| "completion_length": 25.203125, |
| "epoch": 0.0502092050209205, |
| "grad_norm": 4.460570812225342, |
| "kl": 0.20703125, |
| "learning_rate": 9.884937238493724e-07, |
| "loss": 0.0083, |
| "reward": 0.3567911684513092, |
| "reward_std": 0.16738688200712204, |
| "reward_std_all": 0.27143267542123795, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.823586106300354, |
| "rewards/forensics_tempsamp_iou_reward": 0.2605914920568466, |
| "step": 12 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 0.05439330543933055, |
| "grad_norm": 3.6588432788848877, |
| "kl": 0.22412109375, |
| "learning_rate": 9.8744769874477e-07, |
| "loss": 0.009, |
| "reward": 0.3232514262199402, |
| "reward_std": 0.17221737653017044, |
| "reward_std_all": 0.29511335492134094, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7741326987743378, |
| "rewards/forensics_tempsamp_iou_reward": 0.22805257141590118, |
| "step": 13 |
| }, |
| { |
| "completion_length": 25.4375, |
| "epoch": 0.058577405857740586, |
| "grad_norm": 3.558849334716797, |
| "kl": 0.17919921875, |
| "learning_rate": 9.864016736401674e-07, |
| "loss": 0.0072, |
| "reward": 0.2531444877386093, |
| "reward_std": 0.15694618225097656, |
| "reward_std_all": 0.31244952976703644, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.4689566195011139, |
| "rewards/forensics_tempsamp_iou_reward": 0.15358345955610275, |
| "step": 14 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 0.06276150627615062, |
| "grad_norm": 2.943216562271118, |
| "kl": 0.21484375, |
| "learning_rate": 9.85355648535565e-07, |
| "loss": 0.0086, |
| "reward": 0.31452177464962006, |
| "reward_std": 0.18208516389131546, |
| "reward_std_all": 0.29727230966091156, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7364770472049713, |
| "rewards/forensics_tempsamp_iou_reward": 0.21466580778360367, |
| "step": 15 |
| }, |
| { |
| "completion_length": 23.953125, |
| "epoch": 0.06694560669456066, |
| "grad_norm": 4.29056453704834, |
| "kl": 0.22412109375, |
| "learning_rate": 9.843096234309622e-07, |
| "loss": 0.009, |
| "reward": 0.29436418414115906, |
| "reward_std": 0.13953615725040436, |
| "reward_std_all": 0.2921256572008133, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6781406700611115, |
| "rewards/forensics_tempsamp_iou_reward": 0.1986214816570282, |
| "step": 16 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 0.07112970711297072, |
| "grad_norm": 3.4024159908294678, |
| "kl": 0.236328125, |
| "learning_rate": 9.832635983263597e-07, |
| "loss": 0.0095, |
| "reward": 0.3372637778520584, |
| "reward_std": 0.18419578671455383, |
| "reward_std_all": 0.29400408267974854, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9562384784221649, |
| "rewards/forensics_tempsamp_iou_reward": 0.25259098410606384, |
| "step": 17 |
| }, |
| { |
| "completion_length": 21.828125, |
| "epoch": 0.07531380753138076, |
| "grad_norm": 3.3547465801239014, |
| "kl": 0.2431640625, |
| "learning_rate": 9.822175732217572e-07, |
| "loss": 0.0097, |
| "reward": 0.3338204622268677, |
| "reward_std": 0.14419721066951752, |
| "reward_std_all": 0.2832743674516678, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7712738513946533, |
| "rewards/forensics_tempsamp_iou_reward": 0.244672492146492, |
| "step": 18 |
| }, |
| { |
| "completion_length": 22.640625, |
| "epoch": 0.0794979079497908, |
| "grad_norm": 3.6062145233154297, |
| "kl": 0.23876953125, |
| "learning_rate": 9.811715481171548e-07, |
| "loss": 0.0096, |
| "reward": 0.2902381122112274, |
| "reward_std": 0.15652930736541748, |
| "reward_std_all": 0.3060254156589508, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6975690424442291, |
| "rewards/forensics_tempsamp_iou_reward": 0.19456204771995544, |
| "step": 19 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 0.08368200836820083, |
| "grad_norm": 4.997276306152344, |
| "kl": 0.33984375, |
| "learning_rate": 9.801255230125523e-07, |
| "loss": 0.0136, |
| "reward": 0.32277560234069824, |
| "reward_std": 0.10894428193569183, |
| "reward_std_all": 0.26980940997600555, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7998393177986145, |
| "rewards/forensics_tempsamp_iou_reward": 0.22661571204662323, |
| "step": 20 |
| }, |
| { |
| "completion_length": 20.671875, |
| "epoch": 0.08786610878661087, |
| "grad_norm": 2.639582633972168, |
| "kl": 0.22314453125, |
| "learning_rate": 9.790794979079498e-07, |
| "loss": 0.0089, |
| "reward": 0.30074335634708405, |
| "reward_std": 0.20942280441522598, |
| "reward_std_all": 0.31690627336502075, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7201886177062988, |
| "rewards/forensics_tempsamp_iou_reward": 0.20385383069515228, |
| "step": 21 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 0.09205020920502092, |
| "grad_norm": 3.4374496936798096, |
| "kl": 0.23291015625, |
| "learning_rate": 9.780334728033473e-07, |
| "loss": 0.0093, |
| "reward": 0.43312735855579376, |
| "reward_std": 0.19417206197977066, |
| "reward_std_all": 0.25543202459812164, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9062532484531403, |
| "rewards/forensics_tempsamp_iou_reward": 0.3543802946805954, |
| "step": 22 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 0.09623430962343096, |
| "grad_norm": 3.527658462524414, |
| "kl": 0.2197265625, |
| "learning_rate": 9.769874476987448e-07, |
| "loss": 0.0088, |
| "reward": 0.389848455786705, |
| "reward_std": 0.15388014167547226, |
| "reward_std_all": 0.2567143738269806, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7790012359619141, |
| "rewards/forensics_tempsamp_iou_reward": 0.2948019728064537, |
| "step": 23 |
| }, |
| { |
| "completion_length": 19.765625, |
| "epoch": 0.100418410041841, |
| "grad_norm": 2.6915128231048584, |
| "kl": 0.20556640625, |
| "learning_rate": 9.759414225941423e-07, |
| "loss": 0.0082, |
| "reward": 0.37542735040187836, |
| "reward_std": 0.19585968554019928, |
| "reward_std_all": 0.28278176486492157, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7738228142261505, |
| "rewards/forensics_tempsamp_iou_reward": 0.2851048409938812, |
| "step": 24 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 0.10460251046025104, |
| "grad_norm": 2.734421491622925, |
| "kl": 0.21484375, |
| "learning_rate": 9.748953974895398e-07, |
| "loss": 0.0086, |
| "reward": 0.3591455817222595, |
| "reward_std": 0.21876687556505203, |
| "reward_std_all": 0.3020075857639313, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8293378055095673, |
| "rewards/forensics_tempsamp_iou_reward": 0.27461325377225876, |
| "step": 25 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 0.1087866108786611, |
| "grad_norm": 2.7922000885009766, |
| "kl": 0.20703125, |
| "learning_rate": 9.738493723849371e-07, |
| "loss": 0.0083, |
| "reward": 0.3647250831127167, |
| "reward_std": 0.1600918173789978, |
| "reward_std_all": 0.2729649245738983, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8378541469573975, |
| "rewards/forensics_tempsamp_iou_reward": 0.27459298074245453, |
| "step": 26 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 0.11297071129707113, |
| "grad_norm": 2.6484546661376953, |
| "kl": 0.20849609375, |
| "learning_rate": 9.728033472803347e-07, |
| "loss": 0.0083, |
| "reward": 0.3264050930738449, |
| "reward_std": 0.13920806348323822, |
| "reward_std_all": 0.2765499949455261, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7107179164886475, |
| "rewards/forensics_tempsamp_iou_reward": 0.22992640733718872, |
| "step": 27 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 0.11715481171548117, |
| "grad_norm": 2.6283891201019287, |
| "kl": 0.2021484375, |
| "learning_rate": 9.717573221757322e-07, |
| "loss": 0.0081, |
| "reward": 0.4493083208799362, |
| "reward_std": 0.20125902444124222, |
| "reward_std_all": 0.25433163344860077, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8362603485584259, |
| "rewards/forensics_tempsamp_iou_reward": 0.3686801940202713, |
| "step": 28 |
| }, |
| { |
| "completion_length": 22.3125, |
| "epoch": 0.12133891213389121, |
| "grad_norm": 2.4925622940063477, |
| "kl": 0.212890625, |
| "learning_rate": 9.707112970711297e-07, |
| "loss": 0.0085, |
| "reward": 0.2992720305919647, |
| "reward_std": 0.11565325036644936, |
| "reward_std_all": 0.2809276580810547, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6758152544498444, |
| "rewards/forensics_tempsamp_iou_reward": 0.19789063185453415, |
| "step": 29 |
| }, |
| { |
| "completion_length": 22.1875, |
| "epoch": 0.12552301255230125, |
| "grad_norm": 2.4201557636260986, |
| "kl": 0.2236328125, |
| "learning_rate": 9.696652719665272e-07, |
| "loss": 0.0089, |
| "reward": 0.38816623389720917, |
| "reward_std": 0.18402977287769318, |
| "reward_std_all": 0.26735904812812805, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7545492649078369, |
| "rewards/forensics_tempsamp_iou_reward": 0.29266615211963654, |
| "step": 30 |
| }, |
| { |
| "completion_length": 21.4375, |
| "epoch": 0.1297071129707113, |
| "grad_norm": 3.0774667263031006, |
| "kl": 0.18212890625, |
| "learning_rate": 9.686192468619247e-07, |
| "loss": 0.0073, |
| "reward": 0.443069651722908, |
| "reward_std": 0.16818813979625702, |
| "reward_std_all": 0.23900970071554184, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9521180987358093, |
| "rewards/forensics_tempsamp_iou_reward": 0.36849141120910645, |
| "step": 31 |
| }, |
| { |
| "completion_length": 25.34375, |
| "epoch": 0.13389121338912133, |
| "grad_norm": 2.5716047286987305, |
| "kl": 0.203125, |
| "learning_rate": 9.675732217573222e-07, |
| "loss": 0.0081, |
| "reward": 0.3637811839580536, |
| "reward_std": 0.16480311006307602, |
| "reward_std_all": 0.27341093122959137, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7260869741439819, |
| "rewards/forensics_tempsamp_iou_reward": 0.26909536123275757, |
| "step": 32 |
| }, |
| { |
| "completion_length": 22.28125, |
| "epoch": 0.13807531380753138, |
| "grad_norm": 3.069857120513916, |
| "kl": 0.2158203125, |
| "learning_rate": 9.665271966527197e-07, |
| "loss": 0.0086, |
| "reward": 0.34146536886692047, |
| "reward_std": 0.16381171345710754, |
| "reward_std_all": 0.27423295378685, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7755928039550781, |
| "rewards/forensics_tempsamp_iou_reward": 0.24398396909236908, |
| "step": 33 |
| }, |
| { |
| "completion_length": 22.5625, |
| "epoch": 0.14225941422594143, |
| "grad_norm": 3.188498020172119, |
| "kl": 0.20361328125, |
| "learning_rate": 9.654811715481172e-07, |
| "loss": 0.0081, |
| "reward": 0.3494633287191391, |
| "reward_std": 0.14528657495975494, |
| "reward_std_all": 0.26684587448835373, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.747743546962738, |
| "rewards/forensics_tempsamp_iou_reward": 0.2746489755809307, |
| "step": 34 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 0.14644351464435146, |
| "grad_norm": 2.5757181644439697, |
| "kl": 0.193359375, |
| "learning_rate": 9.644351464435145e-07, |
| "loss": 0.0077, |
| "reward": 0.33570457994937897, |
| "reward_std": 0.1109573096036911, |
| "reward_std_all": 0.26059287786483765, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7379959523677826, |
| "rewards/forensics_tempsamp_iou_reward": 0.23691926896572113, |
| "step": 35 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 0.1506276150627615, |
| "grad_norm": 2.52881121635437, |
| "kl": 0.19189453125, |
| "learning_rate": 9.63389121338912e-07, |
| "loss": 0.0077, |
| "reward": 0.43021704256534576, |
| "reward_std": 0.14606455713510513, |
| "reward_std_all": 0.23222054541110992, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8082605004310608, |
| "rewards/forensics_tempsamp_iou_reward": 0.3387262672185898, |
| "step": 36 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 0.15481171548117154, |
| "grad_norm": 4.086231231689453, |
| "kl": 0.24072265625, |
| "learning_rate": 9.623430962343096e-07, |
| "loss": 0.0097, |
| "reward": 0.48338504135608673, |
| "reward_std": 0.1683856025338173, |
| "reward_std_all": 0.22045395523309708, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9292173385620117, |
| "rewards/forensics_tempsamp_iou_reward": 0.4046168029308319, |
| "step": 37 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 0.1589958158995816, |
| "grad_norm": 2.329577922821045, |
| "kl": 0.20703125, |
| "learning_rate": 9.61297071129707e-07, |
| "loss": 0.0083, |
| "reward": 0.41878238320350647, |
| "reward_std": 0.13207846879959106, |
| "reward_std_all": 0.23971392214298248, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8918798565864563, |
| "rewards/forensics_tempsamp_iou_reward": 0.34818150103092194, |
| "step": 38 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 0.16317991631799164, |
| "grad_norm": 3.3772428035736084, |
| "kl": 0.2021484375, |
| "learning_rate": 9.602510460251046e-07, |
| "loss": 0.0081, |
| "reward": 0.34119078516960144, |
| "reward_std": 0.1733928769826889, |
| "reward_std_all": 0.2866531014442444, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8822580873966217, |
| "rewards/forensics_tempsamp_iou_reward": 0.2573893368244171, |
| "step": 39 |
| }, |
| { |
| "completion_length": 21.0, |
| "epoch": 0.16736401673640167, |
| "grad_norm": 2.882540464401245, |
| "kl": 0.22216796875, |
| "learning_rate": 9.592050209205021e-07, |
| "loss": 0.0089, |
| "reward": 0.3684040457010269, |
| "reward_std": 0.20962397009134293, |
| "reward_std_all": 0.29534460604190826, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8444999158382416, |
| "rewards/forensics_tempsamp_iou_reward": 0.27859051525592804, |
| "step": 40 |
| }, |
| { |
| "completion_length": 21.578125, |
| "epoch": 0.17154811715481172, |
| "grad_norm": 2.3474440574645996, |
| "kl": 0.21826171875, |
| "learning_rate": 9.581589958158996e-07, |
| "loss": 0.0087, |
| "reward": 0.27565792202949524, |
| "reward_std": 0.14532283693552017, |
| "reward_std_all": 0.3018806129693985, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6841050982475281, |
| "rewards/forensics_tempsamp_iou_reward": 0.17951739951968193, |
| "step": 41 |
| }, |
| { |
| "completion_length": 21.3125, |
| "epoch": 0.17573221757322174, |
| "grad_norm": 3.983370542526245, |
| "kl": 0.1826171875, |
| "learning_rate": 9.571129707112971e-07, |
| "loss": 0.0073, |
| "reward": 0.2732257917523384, |
| "reward_std": 0.128234650939703, |
| "reward_std_all": 0.29850438237190247, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.5697210133075714, |
| "rewards/forensics_tempsamp_iou_reward": 0.17275435477495193, |
| "step": 42 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 0.1799163179916318, |
| "grad_norm": 2.832289934158325, |
| "kl": 0.20556640625, |
| "learning_rate": 9.560669456066946e-07, |
| "loss": 0.0082, |
| "reward": 0.3517254590988159, |
| "reward_std": 0.18037428706884384, |
| "reward_std_all": 0.2857476770877838, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9071855247020721, |
| "rewards/forensics_tempsamp_iou_reward": 0.2747180610895157, |
| "step": 43 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 0.18410041841004185, |
| "grad_norm": 2.7222142219543457, |
| "kl": 0.185546875, |
| "learning_rate": 9.55020920502092e-07, |
| "loss": 0.0074, |
| "reward": 0.38121676445007324, |
| "reward_std": 0.160438671708107, |
| "reward_std_all": 0.26082316786050797, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9112547934055328, |
| "rewards/forensics_tempsamp_iou_reward": 0.2993100583553314, |
| "step": 44 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 0.18828451882845187, |
| "grad_norm": 2.500004768371582, |
| "kl": 0.2041015625, |
| "learning_rate": 9.539748953974895e-07, |
| "loss": 0.0082, |
| "reward": 0.4045710861682892, |
| "reward_std": 0.15461453795433044, |
| "reward_std_all": 0.2456449717283249, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8004147410392761, |
| "rewards/forensics_tempsamp_iou_reward": 0.3073156625032425, |
| "step": 45 |
| }, |
| { |
| "completion_length": 20.625, |
| "epoch": 0.19246861924686193, |
| "grad_norm": 2.2287964820861816, |
| "kl": 0.1826171875, |
| "learning_rate": 9.52928870292887e-07, |
| "loss": 0.0073, |
| "reward": 0.2748546749353409, |
| "reward_std": 0.17132844775915146, |
| "reward_std_all": 0.3189420700073242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9095750749111176, |
| "rewards/forensics_tempsamp_iou_reward": 0.19107332825660706, |
| "step": 46 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 0.19665271966527198, |
| "grad_norm": 2.7088253498077393, |
| "kl": 0.16357421875, |
| "learning_rate": 9.518828451882844e-07, |
| "loss": 0.0065, |
| "reward": 0.3824062794446945, |
| "reward_std": 0.20348912477493286, |
| "reward_std_all": 0.27947454154491425, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9206356704235077, |
| "rewards/forensics_tempsamp_iou_reward": 0.2945864647626877, |
| "step": 47 |
| }, |
| { |
| "completion_length": 22.5625, |
| "epoch": 0.200836820083682, |
| "grad_norm": 3.575388193130493, |
| "kl": 0.185546875, |
| "learning_rate": 9.508368200836819e-07, |
| "loss": 0.0074, |
| "reward": 0.30769166350364685, |
| "reward_std": 0.18517035990953445, |
| "reward_std_all": 0.30867528915405273, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8546599447727203, |
| "rewards/forensics_tempsamp_iou_reward": 0.2166326716542244, |
| "step": 48 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 0.20502092050209206, |
| "grad_norm": 3.062904119491577, |
| "kl": 0.18994140625, |
| "learning_rate": 9.497907949790794e-07, |
| "loss": 0.0076, |
| "reward": 0.36563727259635925, |
| "reward_std": 0.19126105308532715, |
| "reward_std_all": 0.28109224140644073, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7904012799263, |
| "rewards/forensics_tempsamp_iou_reward": 0.27382370829582214, |
| "step": 49 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 0.20920502092050208, |
| "grad_norm": 2.5525851249694824, |
| "kl": 0.20166015625, |
| "learning_rate": 9.487447698744769e-07, |
| "loss": 0.0081, |
| "reward": 0.345081090927124, |
| "reward_std": 0.15642611682415009, |
| "reward_std_all": 0.27373331785202026, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7981561422348022, |
| "rewards/forensics_tempsamp_iou_reward": 0.2621668726205826, |
| "step": 50 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 0.21338912133891214, |
| "grad_norm": 2.0393307209014893, |
| "kl": 0.19580078125, |
| "learning_rate": 9.476987447698744e-07, |
| "loss": 0.0078, |
| "reward": 0.3610183149576187, |
| "reward_std": 0.20577482879161835, |
| "reward_std_all": 0.28537262976169586, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7973324954509735, |
| "rewards/forensics_tempsamp_iou_reward": 0.2715054154396057, |
| "step": 51 |
| }, |
| { |
| "completion_length": 21.4375, |
| "epoch": 0.2175732217573222, |
| "grad_norm": 3.2122840881347656, |
| "kl": 0.16064453125, |
| "learning_rate": 9.466527196652719e-07, |
| "loss": 0.0064, |
| "reward": 0.3488035351037979, |
| "reward_std": 0.126681886613369, |
| "reward_std_all": 0.26765692234039307, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8196521699428558, |
| "rewards/forensics_tempsamp_iou_reward": 0.257691890001297, |
| "step": 52 |
| }, |
| { |
| "completion_length": 24.125, |
| "epoch": 0.2217573221757322, |
| "grad_norm": 2.167557716369629, |
| "kl": 0.1611328125, |
| "learning_rate": 9.456066945606695e-07, |
| "loss": 0.0064, |
| "reward": 0.34760577976703644, |
| "reward_std": 0.15085458755493164, |
| "reward_std_all": 0.2770399749279022, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7991946935653687, |
| "rewards/forensics_tempsamp_iou_reward": 0.25365591049194336, |
| "step": 53 |
| }, |
| { |
| "completion_length": 21.859375, |
| "epoch": 0.22594142259414227, |
| "grad_norm": 3.0633938312530518, |
| "kl": 0.1796875, |
| "learning_rate": 9.44560669456067e-07, |
| "loss": 0.0072, |
| "reward": 0.44028422236442566, |
| "reward_std": 0.24309130012989044, |
| "reward_std_all": 0.2743610739707947, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9340702295303345, |
| "rewards/forensics_tempsamp_iou_reward": 0.36326864361763, |
| "step": 54 |
| }, |
| { |
| "completion_length": 23.3125, |
| "epoch": 0.2301255230125523, |
| "grad_norm": 3.2539944648742676, |
| "kl": 0.21533203125, |
| "learning_rate": 9.435146443514645e-07, |
| "loss": 0.0086, |
| "reward": 0.32758061587810516, |
| "reward_std": 0.16607342660427094, |
| "reward_std_all": 0.28696076571941376, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7835468649864197, |
| "rewards/forensics_tempsamp_iou_reward": 0.22972016781568527, |
| "step": 55 |
| }, |
| { |
| "completion_length": 23.734375, |
| "epoch": 0.23430962343096234, |
| "grad_norm": 2.7632741928100586, |
| "kl": 0.1982421875, |
| "learning_rate": 9.424686192468618e-07, |
| "loss": 0.0079, |
| "reward": 0.3129670172929764, |
| "reward_std": 0.1564241498708725, |
| "reward_std_all": 0.28786371648311615, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6681990623474121, |
| "rewards/forensics_tempsamp_iou_reward": 0.2126583531498909, |
| "step": 56 |
| }, |
| { |
| "completion_length": 22.25, |
| "epoch": 0.2384937238493724, |
| "grad_norm": 3.011981964111328, |
| "kl": 0.23046875, |
| "learning_rate": 9.414225941422593e-07, |
| "loss": 0.0092, |
| "reward": 0.42676813900470734, |
| "reward_std": 0.19988757371902466, |
| "reward_std_all": 0.2643730863928795, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9045308828353882, |
| "rewards/forensics_tempsamp_iou_reward": 0.35181228816509247, |
| "step": 57 |
| }, |
| { |
| "completion_length": 27.71875, |
| "epoch": 0.24267782426778242, |
| "grad_norm": 2.5664639472961426, |
| "kl": 0.16943359375, |
| "learning_rate": 9.403765690376568e-07, |
| "loss": 0.0068, |
| "reward": 0.35306112468242645, |
| "reward_std": 0.2114599049091339, |
| "reward_std_all": 0.29966430366039276, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8806408643722534, |
| "rewards/forensics_tempsamp_iou_reward": 0.2669929787516594, |
| "step": 58 |
| }, |
| { |
| "completion_length": 19.578125, |
| "epoch": 0.24686192468619247, |
| "grad_norm": 2.5698797702789307, |
| "kl": 0.197265625, |
| "learning_rate": 9.393305439330543e-07, |
| "loss": 0.0079, |
| "reward": 0.3327927142381668, |
| "reward_std": 0.18998057395219803, |
| "reward_std_all": 0.2902723699808121, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7480018734931946, |
| "rewards/forensics_tempsamp_iou_reward": 0.24441038817167282, |
| "step": 59 |
| }, |
| { |
| "completion_length": 22.890625, |
| "epoch": 0.2510460251046025, |
| "grad_norm": 2.887362003326416, |
| "kl": 0.17041015625, |
| "learning_rate": 9.382845188284518e-07, |
| "loss": 0.0068, |
| "reward": 0.3334708958864212, |
| "reward_std": 0.16507523506879807, |
| "reward_std_all": 0.2874464839696884, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8347360491752625, |
| "rewards/forensics_tempsamp_iou_reward": 0.24782820045948029, |
| "step": 60 |
| }, |
| { |
| "completion_length": 22.5, |
| "epoch": 0.25523012552301255, |
| "grad_norm": 2.0620532035827637, |
| "kl": 0.173828125, |
| "learning_rate": 9.372384937238493e-07, |
| "loss": 0.007, |
| "reward": 0.42092128098011017, |
| "reward_std": 0.19240941107273102, |
| "reward_std_all": 0.2560470253229141, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8779537677764893, |
| "rewards/forensics_tempsamp_iou_reward": 0.3297566920518875, |
| "step": 61 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 0.2594142259414226, |
| "grad_norm": 3.0325570106506348, |
| "kl": 0.17138671875, |
| "learning_rate": 9.361924686192469e-07, |
| "loss": 0.0068, |
| "reward": 0.32446475327014923, |
| "reward_std": 0.15927113592624664, |
| "reward_std_all": 0.28787219524383545, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8384105563163757, |
| "rewards/forensics_tempsamp_iou_reward": 0.24168004095554352, |
| "step": 62 |
| }, |
| { |
| "completion_length": 22.71875, |
| "epoch": 0.26359832635983266, |
| "grad_norm": 2.446808338165283, |
| "kl": 0.1640625, |
| "learning_rate": 9.351464435146444e-07, |
| "loss": 0.0065, |
| "reward": 0.43146589398384094, |
| "reward_std": 0.1586010381579399, |
| "reward_std_all": 0.23731720447540283, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8308470547199249, |
| "rewards/forensics_tempsamp_iou_reward": 0.3464578837156296, |
| "step": 63 |
| }, |
| { |
| "completion_length": 24.09375, |
| "epoch": 0.26778242677824265, |
| "grad_norm": 2.342294216156006, |
| "kl": 0.18115234375, |
| "learning_rate": 9.341004184100419e-07, |
| "loss": 0.0072, |
| "reward": 0.40610258281230927, |
| "reward_std": 0.22527223080396652, |
| "reward_std_all": 0.2842797487974167, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8654806911945343, |
| "rewards/forensics_tempsamp_iou_reward": 0.3188140094280243, |
| "step": 64 |
| }, |
| { |
| "completion_length": 21.984375, |
| "epoch": 0.2719665271966527, |
| "grad_norm": 2.130748748779297, |
| "kl": 0.18017578125, |
| "learning_rate": 9.330543933054393e-07, |
| "loss": 0.0072, |
| "reward": 0.3678058087825775, |
| "reward_std": 0.17842144519090652, |
| "reward_std_all": 0.27484454959630966, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7750593423843384, |
| "rewards/forensics_tempsamp_iou_reward": 0.2718849629163742, |
| "step": 65 |
| }, |
| { |
| "completion_length": 22.40625, |
| "epoch": 0.27615062761506276, |
| "grad_norm": 2.604670763015747, |
| "kl": 0.16796875, |
| "learning_rate": 9.320083682008367e-07, |
| "loss": 0.0067, |
| "reward": 0.3262310028076172, |
| "reward_std": 0.13436225056648254, |
| "reward_std_all": 0.2714546173810959, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.84375, |
| "rewards/forensics_tempsamp_iou_reward": 0.2329244315624237, |
| "step": 66 |
| }, |
| { |
| "completion_length": 24.125, |
| "epoch": 0.2803347280334728, |
| "grad_norm": 2.806077718734741, |
| "kl": 0.1728515625, |
| "learning_rate": 9.309623430962342e-07, |
| "loss": 0.0069, |
| "reward": 0.3901044875383377, |
| "reward_std": 0.11893605440855026, |
| "reward_std_all": 0.2361702024936676, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8212221264839172, |
| "rewards/forensics_tempsamp_iou_reward": 0.2957017570734024, |
| "step": 67 |
| }, |
| { |
| "completion_length": 21.75, |
| "epoch": 0.28451882845188287, |
| "grad_norm": 2.9567649364471436, |
| "kl": 0.20068359375, |
| "learning_rate": 9.299163179916317e-07, |
| "loss": 0.008, |
| "reward": 0.3170981705188751, |
| "reward_std": 0.15230406820774078, |
| "reward_std_all": 0.28708404302597046, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7831559777259827, |
| "rewards/forensics_tempsamp_iou_reward": 0.2246413677930832, |
| "step": 68 |
| }, |
| { |
| "completion_length": 25.109375, |
| "epoch": 0.28870292887029286, |
| "grad_norm": 2.6112756729125977, |
| "kl": 0.1640625, |
| "learning_rate": 9.288702928870292e-07, |
| "loss": 0.0066, |
| "reward": 0.39385800063610077, |
| "reward_std": 0.16494587063789368, |
| "reward_std_all": 0.2597482353448868, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8362612724304199, |
| "rewards/forensics_tempsamp_iou_reward": 0.29728274047374725, |
| "step": 69 |
| }, |
| { |
| "completion_length": 24.5625, |
| "epoch": 0.2928870292887029, |
| "grad_norm": 3.015868902206421, |
| "kl": 0.1884765625, |
| "learning_rate": 9.278242677824268e-07, |
| "loss": 0.0075, |
| "reward": 0.35404084622859955, |
| "reward_std": 0.1602024808526039, |
| "reward_std_all": 0.27648378908634186, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8639806807041168, |
| "rewards/forensics_tempsamp_iou_reward": 0.2686200439929962, |
| "step": 70 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 0.29707112970711297, |
| "grad_norm": 3.8776068687438965, |
| "kl": 0.17529296875, |
| "learning_rate": 9.267782426778243e-07, |
| "loss": 0.007, |
| "reward": 0.3987846225500107, |
| "reward_std": 0.15969102829694748, |
| "reward_std_all": 0.2560664564371109, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8402622044086456, |
| "rewards/forensics_tempsamp_iou_reward": 0.31750574707984924, |
| "step": 71 |
| }, |
| { |
| "completion_length": 23.109375, |
| "epoch": 0.301255230125523, |
| "grad_norm": 2.4891602993011475, |
| "kl": 0.17041015625, |
| "learning_rate": 9.257322175732218e-07, |
| "loss": 0.0068, |
| "reward": 0.45526957511901855, |
| "reward_std": 0.170804463326931, |
| "reward_std_all": 0.23407982289791107, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8395125567913055, |
| "rewards/forensics_tempsamp_iou_reward": 0.368361160159111, |
| "step": 72 |
| }, |
| { |
| "completion_length": 21.640625, |
| "epoch": 0.3054393305439331, |
| "grad_norm": 2.499086856842041, |
| "kl": 0.185546875, |
| "learning_rate": 9.246861924686192e-07, |
| "loss": 0.0074, |
| "reward": 0.35304781794548035, |
| "reward_std": 0.1780683621764183, |
| "reward_std_all": 0.2834163010120392, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8075635135173798, |
| "rewards/forensics_tempsamp_iou_reward": 0.2588299810886383, |
| "step": 73 |
| }, |
| { |
| "completion_length": 21.140625, |
| "epoch": 0.30962343096234307, |
| "grad_norm": 2.864497423171997, |
| "kl": 0.20263671875, |
| "learning_rate": 9.236401673640167e-07, |
| "loss": 0.0081, |
| "reward": 0.41607198119163513, |
| "reward_std": 0.11527368053793907, |
| "reward_std_all": 0.2349308580160141, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9594540596008301, |
| "rewards/forensics_tempsamp_iou_reward": 0.35371387004852295, |
| "step": 74 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 0.3138075313807531, |
| "grad_norm": 3.3631751537323, |
| "kl": 0.193359375, |
| "learning_rate": 9.225941422594142e-07, |
| "loss": 0.0077, |
| "reward": 0.3692771941423416, |
| "reward_std": 0.17589308321475983, |
| "reward_std_all": 0.2745033800601959, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7776351869106293, |
| "rewards/forensics_tempsamp_iou_reward": 0.2821844816207886, |
| "step": 75 |
| }, |
| { |
| "completion_length": 25.265625, |
| "epoch": 0.3179916317991632, |
| "grad_norm": 3.2122628688812256, |
| "kl": 0.22412109375, |
| "learning_rate": 9.215481171548116e-07, |
| "loss": 0.009, |
| "reward": 0.41379180550575256, |
| "reward_std": 0.1993199661374092, |
| "reward_std_all": 0.26996180415153503, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9028154909610748, |
| "rewards/forensics_tempsamp_iou_reward": 0.3367422968149185, |
| "step": 76 |
| }, |
| { |
| "completion_length": 20.4375, |
| "epoch": 0.32217573221757323, |
| "grad_norm": 3.6009676456451416, |
| "kl": 0.21826171875, |
| "learning_rate": 9.205020920502091e-07, |
| "loss": 0.0087, |
| "reward": 0.4053776115179062, |
| "reward_std": 0.14346328005194664, |
| "reward_std_all": 0.23989441990852356, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8589051961898804, |
| "rewards/forensics_tempsamp_iou_reward": 0.31789630651474, |
| "step": 77 |
| }, |
| { |
| "completion_length": 22.46875, |
| "epoch": 0.3263598326359833, |
| "grad_norm": 2.690593957901001, |
| "kl": 0.18798828125, |
| "learning_rate": 9.194560669456066e-07, |
| "loss": 0.0075, |
| "reward": 0.33698494732379913, |
| "reward_std": 0.17444373667240143, |
| "reward_std_all": 0.2880709171295166, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7623375058174133, |
| "rewards/forensics_tempsamp_iou_reward": 0.24299560487270355, |
| "step": 78 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 0.3305439330543933, |
| "grad_norm": 3.2760088443756104, |
| "kl": 0.1845703125, |
| "learning_rate": 9.184100418410042e-07, |
| "loss": 0.0074, |
| "reward": 0.3815077841281891, |
| "reward_std": 0.1497289165854454, |
| "reward_std_all": 0.2607156038284302, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8757800459861755, |
| "rewards/forensics_tempsamp_iou_reward": 0.28850650787353516, |
| "step": 79 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 0.33472803347280333, |
| "grad_norm": 2.410973072052002, |
| "kl": 0.1982421875, |
| "learning_rate": 9.173640167364017e-07, |
| "loss": 0.0079, |
| "reward": 0.4528784453868866, |
| "reward_std": 0.17536590993404388, |
| "reward_std_all": 0.23991592228412628, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.940642923116684, |
| "rewards/forensics_tempsamp_iou_reward": 0.37946097552776337, |
| "step": 80 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 0.3389121338912134, |
| "grad_norm": 2.683236598968506, |
| "kl": 0.21875, |
| "learning_rate": 9.163179916317991e-07, |
| "loss": 0.0088, |
| "reward": 0.37575775384902954, |
| "reward_std": 0.17851759493350983, |
| "reward_std_all": 0.2725459188222885, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8715241849422455, |
| "rewards/forensics_tempsamp_iou_reward": 0.2849694490432739, |
| "step": 81 |
| }, |
| { |
| "completion_length": 22.75, |
| "epoch": 0.34309623430962344, |
| "grad_norm": 3.1503398418426514, |
| "kl": 0.2119140625, |
| "learning_rate": 9.152719665271966e-07, |
| "loss": 0.0085, |
| "reward": 0.3728176951408386, |
| "reward_std": 0.13261707872152328, |
| "reward_std_all": 0.2619427889585495, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8797271847724915, |
| "rewards/forensics_tempsamp_iou_reward": 0.286740317940712, |
| "step": 82 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 0.3472803347280335, |
| "grad_norm": 3.081580638885498, |
| "kl": 0.20458984375, |
| "learning_rate": 9.142259414225941e-07, |
| "loss": 0.0082, |
| "reward": 0.38699860870838165, |
| "reward_std": 0.15666668117046356, |
| "reward_std_all": 0.26290811598300934, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7808124423027039, |
| "rewards/forensics_tempsamp_iou_reward": 0.2996341437101364, |
| "step": 83 |
| }, |
| { |
| "completion_length": 23.84375, |
| "epoch": 0.3514644351464435, |
| "grad_norm": 2.8324291706085205, |
| "kl": 0.20263671875, |
| "learning_rate": 9.131799163179916e-07, |
| "loss": 0.0081, |
| "reward": 0.36178258061408997, |
| "reward_std": 0.18250061571598053, |
| "reward_std_all": 0.28149572014808655, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9591636657714844, |
| "rewards/forensics_tempsamp_iou_reward": 0.27068886160850525, |
| "step": 84 |
| }, |
| { |
| "completion_length": 21.09375, |
| "epoch": 0.35564853556485354, |
| "grad_norm": 3.804971933364868, |
| "kl": 0.26171875, |
| "learning_rate": 9.121338912133891e-07, |
| "loss": 0.0105, |
| "reward": 0.44546370208263397, |
| "reward_std": 0.1519039273262024, |
| "reward_std_all": 0.2349248304963112, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8869717419147491, |
| "rewards/forensics_tempsamp_iou_reward": 0.374598428606987, |
| "step": 85 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 0.3598326359832636, |
| "grad_norm": 2.7997212409973145, |
| "kl": 0.24267578125, |
| "learning_rate": 9.110878661087865e-07, |
| "loss": 0.0097, |
| "reward": 0.3559633642435074, |
| "reward_std": 0.16267015039920807, |
| "reward_std_all": 0.27574947476387024, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7843071818351746, |
| "rewards/forensics_tempsamp_iou_reward": 0.26181748509407043, |
| "step": 86 |
| }, |
| { |
| "completion_length": 23.34375, |
| "epoch": 0.36401673640167365, |
| "grad_norm": 2.095106363296509, |
| "kl": 0.20849609375, |
| "learning_rate": 9.10041841004184e-07, |
| "loss": 0.0083, |
| "reward": 0.3718299865722656, |
| "reward_std": 0.11165961623191833, |
| "reward_std_all": 0.24783912301063538, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.651852160692215, |
| "rewards/forensics_tempsamp_iou_reward": 0.27822286635637283, |
| "step": 87 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 0.3682008368200837, |
| "grad_norm": 2.4638006687164307, |
| "kl": 0.19921875, |
| "learning_rate": 9.089958158995816e-07, |
| "loss": 0.008, |
| "reward": 0.4299616515636444, |
| "reward_std": 0.13000230491161346, |
| "reward_std_all": 0.22978141903877258, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8977851867675781, |
| "rewards/forensics_tempsamp_iou_reward": 0.34900718927383423, |
| "step": 88 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 0.3723849372384937, |
| "grad_norm": 2.41025972366333, |
| "kl": 0.21435546875, |
| "learning_rate": 9.07949790794979e-07, |
| "loss": 0.0086, |
| "reward": 0.4060441702604294, |
| "reward_std": 0.17378535866737366, |
| "reward_std_all": 0.25658953189849854, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7541440725326538, |
| "rewards/forensics_tempsamp_iou_reward": 0.3128507435321808, |
| "step": 89 |
| }, |
| { |
| "completion_length": 21.0, |
| "epoch": 0.37656903765690375, |
| "grad_norm": 2.7619025707244873, |
| "kl": 0.22802734375, |
| "learning_rate": 9.069037656903765e-07, |
| "loss": 0.0091, |
| "reward": 0.4481276720762253, |
| "reward_std": 0.1563880518078804, |
| "reward_std_all": 0.23036200553178787, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7761400938034058, |
| "rewards/forensics_tempsamp_iou_reward": 0.35051658749580383, |
| "step": 90 |
| }, |
| { |
| "completion_length": 22.015625, |
| "epoch": 0.3807531380753138, |
| "grad_norm": 2.7098612785339355, |
| "kl": 0.18798828125, |
| "learning_rate": 9.05857740585774e-07, |
| "loss": 0.0075, |
| "reward": 0.32770682871341705, |
| "reward_std": 0.13553054630756378, |
| "reward_std_all": 0.2789801359176636, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7694220244884491, |
| "rewards/forensics_tempsamp_iou_reward": 0.23242538422346115, |
| "step": 91 |
| }, |
| { |
| "completion_length": 22.046875, |
| "epoch": 0.38493723849372385, |
| "grad_norm": 2.859090805053711, |
| "kl": 0.20654296875, |
| "learning_rate": 9.048117154811715e-07, |
| "loss": 0.0083, |
| "reward": 0.42070935666561127, |
| "reward_std": 0.1405000127851963, |
| "reward_std_all": 0.24001451581716537, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8833147883415222, |
| "rewards/forensics_tempsamp_iou_reward": 0.3415044844150543, |
| "step": 92 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 0.3891213389121339, |
| "grad_norm": 2.689154624938965, |
| "kl": 0.197265625, |
| "learning_rate": 9.03765690376569e-07, |
| "loss": 0.0079, |
| "reward": 0.43007929623126984, |
| "reward_std": 0.16231907904148102, |
| "reward_std_all": 0.24156006425619125, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8733600974082947, |
| "rewards/forensics_tempsamp_iou_reward": 0.34607982635498047, |
| "step": 93 |
| }, |
| { |
| "completion_length": 23.078125, |
| "epoch": 0.39330543933054396, |
| "grad_norm": 3.126600742340088, |
| "kl": 0.20263671875, |
| "learning_rate": 9.027196652719665e-07, |
| "loss": 0.0081, |
| "reward": 0.3452116698026657, |
| "reward_std": 0.15583550930023193, |
| "reward_std_all": 0.2789909839630127, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9051045775413513, |
| "rewards/forensics_tempsamp_iou_reward": 0.2600211948156357, |
| "step": 94 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 0.39748953974895396, |
| "grad_norm": 1.9876948595046997, |
| "kl": 0.18994140625, |
| "learning_rate": 9.01673640167364e-07, |
| "loss": 0.0076, |
| "reward": 0.41506506502628326, |
| "reward_std": 0.12063340470194817, |
| "reward_std_all": 0.22870634496212006, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7716578841209412, |
| "rewards/forensics_tempsamp_iou_reward": 0.3191799074411392, |
| "step": 95 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 0.401673640167364, |
| "grad_norm": 2.872668981552124, |
| "kl": 0.2138671875, |
| "learning_rate": 9.006276150627615e-07, |
| "loss": 0.0086, |
| "reward": 0.3717724084854126, |
| "reward_std": 0.16219652444124222, |
| "reward_std_all": 0.2662489265203476, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8738818466663361, |
| "rewards/forensics_tempsamp_iou_reward": 0.27805814146995544, |
| "step": 96 |
| }, |
| { |
| "completion_length": 22.3125, |
| "epoch": 0.40585774058577406, |
| "grad_norm": 2.8319153785705566, |
| "kl": 0.19970703125, |
| "learning_rate": 8.99581589958159e-07, |
| "loss": 0.008, |
| "reward": 0.3316686749458313, |
| "reward_std": 0.13618012517690659, |
| "reward_std_all": 0.28182078897953033, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7416793406009674, |
| "rewards/forensics_tempsamp_iou_reward": 0.2386946827173233, |
| "step": 97 |
| }, |
| { |
| "completion_length": 24.65625, |
| "epoch": 0.4100418410041841, |
| "grad_norm": 2.5535874366760254, |
| "kl": 0.20458984375, |
| "learning_rate": 8.985355648535564e-07, |
| "loss": 0.0082, |
| "reward": 0.4091688096523285, |
| "reward_std": 0.1997481733560562, |
| "reward_std_all": 0.26823901385068893, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9526621699333191, |
| "rewards/forensics_tempsamp_iou_reward": 0.32271507382392883, |
| "step": 98 |
| }, |
| { |
| "completion_length": 22.671875, |
| "epoch": 0.41422594142259417, |
| "grad_norm": 3.4918320178985596, |
| "kl": 0.23779296875, |
| "learning_rate": 8.974895397489539e-07, |
| "loss": 0.0095, |
| "reward": 0.4746667146682739, |
| "reward_std": 0.17448637634515762, |
| "reward_std_all": 0.2271493673324585, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8673669993877411, |
| "rewards/forensics_tempsamp_iou_reward": 0.3896245062351227, |
| "step": 99 |
| }, |
| { |
| "completion_length": 23.265625, |
| "epoch": 0.41841004184100417, |
| "grad_norm": 2.3665590286254883, |
| "kl": 0.212890625, |
| "learning_rate": 8.964435146443514e-07, |
| "loss": 0.0085, |
| "reward": 0.35852548480033875, |
| "reward_std": 0.14135438948869705, |
| "reward_std_all": 0.26262067258358, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.866885244846344, |
| "rewards/forensics_tempsamp_iou_reward": 0.2648075222969055, |
| "step": 100 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 0.4225941422594142, |
| "grad_norm": 2.5446417331695557, |
| "kl": 0.2861328125, |
| "learning_rate": 8.953974895397489e-07, |
| "loss": 0.0114, |
| "reward": 0.4049398750066757, |
| "reward_std": 0.15363071858882904, |
| "reward_std_all": 0.24122053384780884, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7949315905570984, |
| "rewards/forensics_tempsamp_iou_reward": 0.3074842840433121, |
| "step": 101 |
| }, |
| { |
| "completion_length": 23.15625, |
| "epoch": 0.42677824267782427, |
| "grad_norm": 2.8922619819641113, |
| "kl": 0.27294921875, |
| "learning_rate": 8.943514644351464e-07, |
| "loss": 0.0109, |
| "reward": 0.38747841119766235, |
| "reward_std": 0.14295434206724167, |
| "reward_std_all": 0.2511216998100281, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7708611190319061, |
| "rewards/forensics_tempsamp_iou_reward": 0.2926473096013069, |
| "step": 102 |
| }, |
| { |
| "completion_length": 22.390625, |
| "epoch": 0.4309623430962343, |
| "grad_norm": 3.332198143005371, |
| "kl": 0.27197265625, |
| "learning_rate": 8.933054393305439e-07, |
| "loss": 0.0109, |
| "reward": 0.4021445959806442, |
| "reward_std": 0.12268586084246635, |
| "reward_std_all": 0.23634861409664154, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9228777587413788, |
| "rewards/forensics_tempsamp_iou_reward": 0.32669635117053986, |
| "step": 103 |
| }, |
| { |
| "completion_length": 25.4375, |
| "epoch": 0.4351464435146444, |
| "grad_norm": 2.0750114917755127, |
| "kl": 0.2080078125, |
| "learning_rate": 8.922594142259414e-07, |
| "loss": 0.0083, |
| "reward": 0.37635770440101624, |
| "reward_std": 0.14773592725396156, |
| "reward_std_all": 0.26692817360162735, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8644660413265228, |
| "rewards/forensics_tempsamp_iou_reward": 0.2949496954679489, |
| "step": 104 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 0.4393305439330544, |
| "grad_norm": 2.6949427127838135, |
| "kl": 0.23046875, |
| "learning_rate": 8.91213389121339e-07, |
| "loss": 0.0092, |
| "reward": 0.4585359990596771, |
| "reward_std": 0.17895497381687164, |
| "reward_std_all": 0.23442470282316208, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8797975778579712, |
| "rewards/forensics_tempsamp_iou_reward": 0.3803655803203583, |
| "step": 105 |
| }, |
| { |
| "completion_length": 24.703125, |
| "epoch": 0.4435146443514644, |
| "grad_norm": 2.5802485942840576, |
| "kl": 0.2001953125, |
| "learning_rate": 8.901673640167363e-07, |
| "loss": 0.008, |
| "reward": 0.47577258944511414, |
| "reward_std": 0.1904684379696846, |
| "reward_std_all": 0.23487290740013123, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9099609553813934, |
| "rewards/forensics_tempsamp_iou_reward": 0.40353283286094666, |
| "step": 106 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 0.4476987447698745, |
| "grad_norm": 2.643733501434326, |
| "kl": 0.21875, |
| "learning_rate": 8.891213389121338e-07, |
| "loss": 0.0088, |
| "reward": 0.4633331596851349, |
| "reward_std": 0.1954338625073433, |
| "reward_std_all": 0.24786019325256348, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9045187830924988, |
| "rewards/forensics_tempsamp_iou_reward": 0.3926125019788742, |
| "step": 107 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 0.45188284518828453, |
| "grad_norm": 3.067986011505127, |
| "kl": 0.20947265625, |
| "learning_rate": 8.880753138075313e-07, |
| "loss": 0.0084, |
| "reward": 0.45437172055244446, |
| "reward_std": 0.17405963689088821, |
| "reward_std_all": 0.24038219451904297, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8637037873268127, |
| "rewards/forensics_tempsamp_iou_reward": 0.3765452802181244, |
| "step": 108 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 0.4560669456066946, |
| "grad_norm": 2.71237850189209, |
| "kl": 0.18408203125, |
| "learning_rate": 8.870292887029288e-07, |
| "loss": 0.0074, |
| "reward": 0.42786090075969696, |
| "reward_std": 0.21435575187206268, |
| "reward_std_all": 0.27776917815208435, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8901926875114441, |
| "rewards/forensics_tempsamp_iou_reward": 0.3493655323982239, |
| "step": 109 |
| }, |
| { |
| "completion_length": 19.734375, |
| "epoch": 0.4602510460251046, |
| "grad_norm": 3.9000916481018066, |
| "kl": 0.197265625, |
| "learning_rate": 8.859832635983263e-07, |
| "loss": 0.0079, |
| "reward": 0.4886866509914398, |
| "reward_std": 0.16028254479169846, |
| "reward_std_all": 0.21461468189954758, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.942463606595993, |
| "rewards/forensics_tempsamp_iou_reward": 0.4303586781024933, |
| "step": 110 |
| }, |
| { |
| "completion_length": 22.84375, |
| "epoch": 0.46443514644351463, |
| "grad_norm": 3.3757073879241943, |
| "kl": 0.177734375, |
| "learning_rate": 8.849372384937238e-07, |
| "loss": 0.0071, |
| "reward": 0.38874877989292145, |
| "reward_std": 0.14397985488176346, |
| "reward_std_all": 0.24822485446929932, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8374001085758209, |
| "rewards/forensics_tempsamp_iou_reward": 0.30239614844322205, |
| "step": 111 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 0.4686192468619247, |
| "grad_norm": 2.9442272186279297, |
| "kl": 0.1826171875, |
| "learning_rate": 8.838912133891213e-07, |
| "loss": 0.0073, |
| "reward": 0.35087350010871887, |
| "reward_std": 0.17515070736408234, |
| "reward_std_all": 0.27819710969924927, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6912501454353333, |
| "rewards/forensics_tempsamp_iou_reward": 0.2518915757536888, |
| "step": 112 |
| }, |
| { |
| "completion_length": 22.0625, |
| "epoch": 0.47280334728033474, |
| "grad_norm": 2.623720645904541, |
| "kl": 0.22705078125, |
| "learning_rate": 8.828451882845189e-07, |
| "loss": 0.0091, |
| "reward": 0.4834417998790741, |
| "reward_std": 0.10748527944087982, |
| "reward_std_all": 0.19094017148017883, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9855321645736694, |
| "rewards/forensics_tempsamp_iou_reward": 0.40672165155410767, |
| "step": 113 |
| }, |
| { |
| "completion_length": 22.640625, |
| "epoch": 0.4769874476987448, |
| "grad_norm": 2.7359771728515625, |
| "kl": 0.1708984375, |
| "learning_rate": 8.817991631799164e-07, |
| "loss": 0.0068, |
| "reward": 0.41464781761169434, |
| "reward_std": 0.14165400713682175, |
| "reward_std_all": 0.23397576063871384, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8276611566543579, |
| "rewards/forensics_tempsamp_iou_reward": 0.3258593678474426, |
| "step": 114 |
| }, |
| { |
| "completion_length": 21.953125, |
| "epoch": 0.4811715481171548, |
| "grad_norm": 2.9807729721069336, |
| "kl": 0.17041015625, |
| "learning_rate": 8.807531380753138e-07, |
| "loss": 0.0068, |
| "reward": 0.383725568652153, |
| "reward_std": 0.13195287436246872, |
| "reward_std_all": 0.24784056842327118, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8918665051460266, |
| "rewards/forensics_tempsamp_iou_reward": 0.3063836097717285, |
| "step": 115 |
| }, |
| { |
| "completion_length": 21.953125, |
| "epoch": 0.48535564853556484, |
| "grad_norm": 3.17545485496521, |
| "kl": 0.1884765625, |
| "learning_rate": 8.797071129707112e-07, |
| "loss": 0.0075, |
| "reward": 0.44285212457180023, |
| "reward_std": 0.15928660333156586, |
| "reward_std_all": 0.23400167375802994, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8989458382129669, |
| "rewards/forensics_tempsamp_iou_reward": 0.3684719651937485, |
| "step": 116 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 0.4895397489539749, |
| "grad_norm": 2.4447708129882812, |
| "kl": 0.193359375, |
| "learning_rate": 8.786610878661087e-07, |
| "loss": 0.0077, |
| "reward": 0.4413929581642151, |
| "reward_std": 0.23515470325946808, |
| "reward_std_all": 0.27337145805358887, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8891858756542206, |
| "rewards/forensics_tempsamp_iou_reward": 0.36477820575237274, |
| "step": 117 |
| }, |
| { |
| "completion_length": 22.375, |
| "epoch": 0.49372384937238495, |
| "grad_norm": 2.5961410999298096, |
| "kl": 0.17919921875, |
| "learning_rate": 8.776150627615062e-07, |
| "loss": 0.0072, |
| "reward": 0.40608617663383484, |
| "reward_std": 0.1389121375977993, |
| "reward_std_all": 0.2508374750614166, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8445764482021332, |
| "rewards/forensics_tempsamp_iou_reward": 0.3192327469587326, |
| "step": 118 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 0.497907949790795, |
| "grad_norm": 2.6434261798858643, |
| "kl": 0.21240234375, |
| "learning_rate": 8.765690376569037e-07, |
| "loss": 0.0085, |
| "reward": 0.40813907980918884, |
| "reward_std": 0.16808870434761047, |
| "reward_std_all": 0.24641027301549911, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8661004602909088, |
| "rewards/forensics_tempsamp_iou_reward": 0.31640492379665375, |
| "step": 119 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 0.502092050209205, |
| "grad_norm": 2.6388192176818848, |
| "kl": 0.1982421875, |
| "learning_rate": 8.755230125523012e-07, |
| "loss": 0.0079, |
| "reward": 0.4793882369995117, |
| "reward_std": 0.12512316182255745, |
| "reward_std_all": 0.20260989665985107, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9372714757919312, |
| "rewards/forensics_tempsamp_iou_reward": 0.4141802340745926, |
| "step": 120 |
| }, |
| { |
| "completion_length": 21.28125, |
| "epoch": 0.5062761506276151, |
| "grad_norm": 3.487044095993042, |
| "kl": 0.2080078125, |
| "learning_rate": 8.744769874476987e-07, |
| "loss": 0.0083, |
| "reward": 0.48427271842956543, |
| "reward_std": 0.1616232693195343, |
| "reward_std_all": 0.21365190297365189, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9411173462867737, |
| "rewards/forensics_tempsamp_iou_reward": 0.41497400403022766, |
| "step": 121 |
| }, |
| { |
| "completion_length": 24.234375, |
| "epoch": 0.5104602510460251, |
| "grad_norm": 3.0354321002960205, |
| "kl": 0.1591796875, |
| "learning_rate": 8.734309623430963e-07, |
| "loss": 0.0064, |
| "reward": 0.39963117241859436, |
| "reward_std": 0.15710975974798203, |
| "reward_std_all": 0.25147461891174316, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8066351413726807, |
| "rewards/forensics_tempsamp_iou_reward": 0.3015369474887848, |
| "step": 122 |
| }, |
| { |
| "completion_length": 21.71875, |
| "epoch": 0.5146443514644351, |
| "grad_norm": 3.017091989517212, |
| "kl": 0.16552734375, |
| "learning_rate": 8.723849372384937e-07, |
| "loss": 0.0066, |
| "reward": 0.4131031781435013, |
| "reward_std": 0.18442408740520477, |
| "reward_std_all": 0.2597008943557739, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.932875782251358, |
| "rewards/forensics_tempsamp_iou_reward": 0.343762144446373, |
| "step": 123 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 0.5188284518828452, |
| "grad_norm": 3.7269277572631836, |
| "kl": 0.208984375, |
| "learning_rate": 8.713389121338912e-07, |
| "loss": 0.0083, |
| "reward": 0.4837358444929123, |
| "reward_std": 0.15381664782762527, |
| "reward_std_all": 0.21456818282604218, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9017967581748962, |
| "rewards/forensics_tempsamp_iou_reward": 0.41204752027988434, |
| "step": 124 |
| }, |
| { |
| "completion_length": 20.734375, |
| "epoch": 0.5230125523012552, |
| "grad_norm": 5.1426239013671875, |
| "kl": 0.2158203125, |
| "learning_rate": 8.702928870292887e-07, |
| "loss": 0.0086, |
| "reward": 0.49494320154190063, |
| "reward_std": 0.12166949734091759, |
| "reward_std_all": 0.19107121229171753, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9302825629711151, |
| "rewards/forensics_tempsamp_iou_reward": 0.42943650484085083, |
| "step": 125 |
| }, |
| { |
| "completion_length": 23.375, |
| "epoch": 0.5271966527196653, |
| "grad_norm": 3.0175423622131348, |
| "kl": 0.18994140625, |
| "learning_rate": 8.692468619246861e-07, |
| "loss": 0.0076, |
| "reward": 0.4020064175128937, |
| "reward_std": 0.121223334223032, |
| "reward_std_all": 0.23639969527721405, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8566511869430542, |
| "rewards/forensics_tempsamp_iou_reward": 0.3105523884296417, |
| "step": 126 |
| }, |
| { |
| "completion_length": 20.046875, |
| "epoch": 0.5313807531380753, |
| "grad_norm": 2.433946132659912, |
| "kl": 0.18505859375, |
| "learning_rate": 8.682008368200836e-07, |
| "loss": 0.0074, |
| "reward": 0.5017316937446594, |
| "reward_std": 0.14362675324082375, |
| "reward_std_all": 0.2073051929473877, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9106599688529968, |
| "rewards/forensics_tempsamp_iou_reward": 0.44401469826698303, |
| "step": 127 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 0.5355648535564853, |
| "grad_norm": 2.952678680419922, |
| "kl": 0.22607421875, |
| "learning_rate": 8.671548117154811e-07, |
| "loss": 0.009, |
| "reward": 0.45628105103969574, |
| "reward_std": 0.13382942974567413, |
| "reward_std_all": 0.22084788978099823, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9668984413146973, |
| "rewards/forensics_tempsamp_iou_reward": 0.38444581627845764, |
| "step": 128 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 0.5397489539748954, |
| "grad_norm": 2.743352174758911, |
| "kl": 0.20458984375, |
| "learning_rate": 8.661087866108786e-07, |
| "loss": 0.0082, |
| "reward": 0.42789220809936523, |
| "reward_std": 0.14278340339660645, |
| "reward_std_all": 0.2393144816160202, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9444932341575623, |
| "rewards/forensics_tempsamp_iou_reward": 0.36573757231235504, |
| "step": 129 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 0.5439330543933054, |
| "grad_norm": 2.849771738052368, |
| "kl": 0.177734375, |
| "learning_rate": 8.650627615062761e-07, |
| "loss": 0.0071, |
| "reward": 0.4272582530975342, |
| "reward_std": 0.19119562953710556, |
| "reward_std_all": 0.25316163897514343, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7757718861103058, |
| "rewards/forensics_tempsamp_iou_reward": 0.33690232038497925, |
| "step": 130 |
| }, |
| { |
| "completion_length": 24.1875, |
| "epoch": 0.5481171548117155, |
| "grad_norm": 2.4035611152648926, |
| "kl": 0.22705078125, |
| "learning_rate": 8.640167364016737e-07, |
| "loss": 0.0091, |
| "reward": 0.3635486662387848, |
| "reward_std": 0.11964528262615204, |
| "reward_std_all": 0.25798438489437103, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8915493488311768, |
| "rewards/forensics_tempsamp_iou_reward": 0.27745555341243744, |
| "step": 131 |
| }, |
| { |
| "completion_length": 22.96875, |
| "epoch": 0.5523012552301255, |
| "grad_norm": 2.8074169158935547, |
| "kl": 0.1943359375, |
| "learning_rate": 8.629707112970711e-07, |
| "loss": 0.0078, |
| "reward": 0.43903808295726776, |
| "reward_std": 0.14686980843544006, |
| "reward_std_all": 0.2310941368341446, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9122007191181183, |
| "rewards/forensics_tempsamp_iou_reward": 0.35912472009658813, |
| "step": 132 |
| }, |
| { |
| "completion_length": 23.40625, |
| "epoch": 0.5564853556485355, |
| "grad_norm": 2.4067201614379883, |
| "kl": 0.20751953125, |
| "learning_rate": 8.619246861924686e-07, |
| "loss": 0.0083, |
| "reward": 0.40644124150276184, |
| "reward_std": 0.13685572519898415, |
| "reward_std_all": 0.2431831732392311, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9134937822818756, |
| "rewards/forensics_tempsamp_iou_reward": 0.31430450081825256, |
| "step": 133 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 0.5606694560669456, |
| "grad_norm": 2.9175379276275635, |
| "kl": 0.1953125, |
| "learning_rate": 8.608786610878661e-07, |
| "loss": 0.0078, |
| "reward": 0.44299888610839844, |
| "reward_std": 0.1378997266292572, |
| "reward_std_all": 0.2222016528248787, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9360418021678925, |
| "rewards/forensics_tempsamp_iou_reward": 0.3682139813899994, |
| "step": 134 |
| }, |
| { |
| "completion_length": 22.359375, |
| "epoch": 0.5648535564853556, |
| "grad_norm": 2.451629161834717, |
| "kl": 0.22216796875, |
| "learning_rate": 8.598326359832636e-07, |
| "loss": 0.0089, |
| "reward": 0.4005991518497467, |
| "reward_std": 0.1276058740913868, |
| "reward_std_all": 0.23929477483034134, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9119961261749268, |
| "rewards/forensics_tempsamp_iou_reward": 0.32354769110679626, |
| "step": 135 |
| }, |
| { |
| "completion_length": 20.421875, |
| "epoch": 0.5690376569037657, |
| "grad_norm": 2.153024435043335, |
| "kl": 0.1953125, |
| "learning_rate": 8.58786610878661e-07, |
| "loss": 0.0078, |
| "reward": 0.4740244299173355, |
| "reward_std": 0.1444147303700447, |
| "reward_std_all": 0.21636095643043518, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9031059443950653, |
| "rewards/forensics_tempsamp_iou_reward": 0.4018695056438446, |
| "step": 136 |
| }, |
| { |
| "completion_length": 21.3125, |
| "epoch": 0.5732217573221757, |
| "grad_norm": 3.050682544708252, |
| "kl": 0.2431640625, |
| "learning_rate": 8.577405857740585e-07, |
| "loss": 0.0097, |
| "reward": 0.4499470889568329, |
| "reward_std": 0.18046756833791733, |
| "reward_std_all": 0.23873861134052277, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9610866010189056, |
| "rewards/forensics_tempsamp_iou_reward": 0.37879204750061035, |
| "step": 137 |
| }, |
| { |
| "completion_length": 23.53125, |
| "epoch": 0.5774058577405857, |
| "grad_norm": 3.1136395931243896, |
| "kl": 0.23291015625, |
| "learning_rate": 8.56694560669456e-07, |
| "loss": 0.0093, |
| "reward": 0.5147728025913239, |
| "reward_std": 0.18133465945720673, |
| "reward_std_all": 0.21935952454805374, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.929665595293045, |
| "rewards/forensics_tempsamp_iou_reward": 0.44274812936782837, |
| "step": 138 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 0.5815899581589958, |
| "grad_norm": 2.5090715885162354, |
| "kl": 0.234375, |
| "learning_rate": 8.556485355648536e-07, |
| "loss": 0.0094, |
| "reward": 0.5767271816730499, |
| "reward_std": 0.1422729156911373, |
| "reward_std_all": 0.16612739861011505, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8583837449550629, |
| "rewards/forensics_tempsamp_iou_reward": 0.5035188794136047, |
| "step": 139 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 0.5857740585774058, |
| "grad_norm": 2.816964626312256, |
| "kl": 0.21630859375, |
| "learning_rate": 8.54602510460251e-07, |
| "loss": 0.0086, |
| "reward": 0.4988979548215866, |
| "reward_std": 0.14711756259202957, |
| "reward_std_all": 0.20451705902814865, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9052472710609436, |
| "rewards/forensics_tempsamp_iou_reward": 0.42210060358047485, |
| "step": 140 |
| }, |
| { |
| "completion_length": 23.8125, |
| "epoch": 0.5899581589958159, |
| "grad_norm": 3.428279161453247, |
| "kl": 0.2880859375, |
| "learning_rate": 8.535564853556485e-07, |
| "loss": 0.0115, |
| "reward": 0.5659472644329071, |
| "reward_std": 0.1879376620054245, |
| "reward_std_all": 0.20124821364879608, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9567589163780212, |
| "rewards/forensics_tempsamp_iou_reward": 0.5213198363780975, |
| "step": 141 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 0.5941422594142259, |
| "grad_norm": 3.072437047958374, |
| "kl": 0.22998046875, |
| "learning_rate": 8.52510460251046e-07, |
| "loss": 0.0092, |
| "reward": 0.4164227694272995, |
| "reward_std": 0.12511048465967178, |
| "reward_std_all": 0.22945372760295868, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8135422170162201, |
| "rewards/forensics_tempsamp_iou_reward": 0.3279648721218109, |
| "step": 142 |
| }, |
| { |
| "completion_length": 24.78125, |
| "epoch": 0.5983263598326359, |
| "grad_norm": 3.051137685775757, |
| "kl": 0.22216796875, |
| "learning_rate": 8.514644351464435e-07, |
| "loss": 0.0089, |
| "reward": 0.44584985077381134, |
| "reward_std": 0.134488545358181, |
| "reward_std_all": 0.2198861613869667, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9396452903747559, |
| "rewards/forensics_tempsamp_iou_reward": 0.368113249540329, |
| "step": 143 |
| }, |
| { |
| "completion_length": 23.984375, |
| "epoch": 0.602510460251046, |
| "grad_norm": 3.862793207168579, |
| "kl": 0.185546875, |
| "learning_rate": 8.50418410041841e-07, |
| "loss": 0.0074, |
| "reward": 0.45022670924663544, |
| "reward_std": 0.14671873301267624, |
| "reward_std_all": 0.22519346326589584, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8508294522762299, |
| "rewards/forensics_tempsamp_iou_reward": 0.3635125309228897, |
| "step": 144 |
| }, |
| { |
| "completion_length": 25.453125, |
| "epoch": 0.606694560669456, |
| "grad_norm": 3.2549514770507812, |
| "kl": 0.2421875, |
| "learning_rate": 8.493723849372385e-07, |
| "loss": 0.0097, |
| "reward": 0.3441780060529709, |
| "reward_std": 0.14902973175048828, |
| "reward_std_all": 0.27569784224033356, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7128922641277313, |
| "rewards/forensics_tempsamp_iou_reward": 0.24711671471595764, |
| "step": 145 |
| }, |
| { |
| "completion_length": 22.140625, |
| "epoch": 0.6108786610878661, |
| "grad_norm": 3.3701300621032715, |
| "kl": 0.1845703125, |
| "learning_rate": 8.483263598326359e-07, |
| "loss": 0.0074, |
| "reward": 0.4855945408344269, |
| "reward_std": 0.1593681052327156, |
| "reward_std_all": 0.21955610811710358, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8708549737930298, |
| "rewards/forensics_tempsamp_iou_reward": 0.40526606142520905, |
| "step": 146 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 0.6150627615062761, |
| "grad_norm": 2.755064010620117, |
| "kl": 0.224609375, |
| "learning_rate": 8.472803347280334e-07, |
| "loss": 0.009, |
| "reward": 0.5241940319538116, |
| "reward_std": 0.1578264757990837, |
| "reward_std_all": 0.2001493126153946, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9042113125324249, |
| "rewards/forensics_tempsamp_iou_reward": 0.45731498301029205, |
| "step": 147 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 0.6192468619246861, |
| "grad_norm": 2.699641466140747, |
| "kl": 0.19482421875, |
| "learning_rate": 8.462343096234308e-07, |
| "loss": 0.0078, |
| "reward": 0.42927534878253937, |
| "reward_std": 0.07328962162137032, |
| "reward_std_all": 0.20531512051820755, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9384458363056183, |
| "rewards/forensics_tempsamp_iou_reward": 0.3543698340654373, |
| "step": 148 |
| }, |
| { |
| "completion_length": 22.984375, |
| "epoch": 0.6234309623430963, |
| "grad_norm": 3.4765737056732178, |
| "kl": 0.27294921875, |
| "learning_rate": 8.451882845188284e-07, |
| "loss": 0.0109, |
| "reward": 0.4355625808238983, |
| "reward_std": 0.12133080512285233, |
| "reward_std_all": 0.21979010105133057, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8812152147293091, |
| "rewards/forensics_tempsamp_iou_reward": 0.350423663854599, |
| "step": 149 |
| }, |
| { |
| "completion_length": 21.140625, |
| "epoch": 0.6276150627615062, |
| "grad_norm": 2.752394437789917, |
| "kl": 0.21728515625, |
| "learning_rate": 8.441422594142259e-07, |
| "loss": 0.0087, |
| "reward": 0.41755253076553345, |
| "reward_std": 0.2179994136095047, |
| "reward_std_all": 0.2757028639316559, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9277379214763641, |
| "rewards/forensics_tempsamp_iou_reward": 0.3413289934396744, |
| "step": 150 |
| }, |
| { |
| "completion_length": 20.96875, |
| "epoch": 0.6317991631799164, |
| "grad_norm": 2.6615583896636963, |
| "kl": 0.2021484375, |
| "learning_rate": 8.430962343096234e-07, |
| "loss": 0.0081, |
| "reward": 0.3939850777387619, |
| "reward_std": 0.13101816177368164, |
| "reward_std_all": 0.2440369725227356, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8808875977993011, |
| "rewards/forensics_tempsamp_iou_reward": 0.31139564514160156, |
| "step": 151 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 0.6359832635983264, |
| "grad_norm": 2.1855051517486572, |
| "kl": 0.228515625, |
| "learning_rate": 8.420502092050209e-07, |
| "loss": 0.0091, |
| "reward": 0.48360365629196167, |
| "reward_std": 0.09144109860062599, |
| "reward_std_all": 0.19477061927318573, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8971797823905945, |
| "rewards/forensics_tempsamp_iou_reward": 0.4289720356464386, |
| "step": 152 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 0.6401673640167364, |
| "grad_norm": 2.5410447120666504, |
| "kl": 0.23681640625, |
| "learning_rate": 8.410041841004184e-07, |
| "loss": 0.0095, |
| "reward": 0.532864898443222, |
| "reward_std": 0.17426315695047379, |
| "reward_std_all": 0.21076004952192307, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9394762217998505, |
| "rewards/forensics_tempsamp_iou_reward": 0.48673059046268463, |
| "step": 153 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 0.6443514644351465, |
| "grad_norm": 3.2715723514556885, |
| "kl": 0.2236328125, |
| "learning_rate": 8.399581589958159e-07, |
| "loss": 0.0089, |
| "reward": 0.45571091771125793, |
| "reward_std": 0.1523030549287796, |
| "reward_std_all": 0.22705690562725067, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8981777727603912, |
| "rewards/forensics_tempsamp_iou_reward": 0.39293012022972107, |
| "step": 154 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 0.6485355648535565, |
| "grad_norm": 2.7428181171417236, |
| "kl": 0.23779296875, |
| "learning_rate": 8.389121338912134e-07, |
| "loss": 0.0095, |
| "reward": 0.45074114203453064, |
| "reward_std": 0.1848168522119522, |
| "reward_std_all": 0.25254911184310913, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9553932845592499, |
| "rewards/forensics_tempsamp_iou_reward": 0.40142688155174255, |
| "step": 155 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 0.6527196652719666, |
| "grad_norm": 2.396305799484253, |
| "kl": 0.2001953125, |
| "learning_rate": 8.378661087866107e-07, |
| "loss": 0.008, |
| "reward": 0.4004524052143097, |
| "reward_std": 0.13376879319548607, |
| "reward_std_all": 0.2451367825269699, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9098137617111206, |
| "rewards/forensics_tempsamp_iou_reward": 0.3227430135011673, |
| "step": 156 |
| }, |
| { |
| "completion_length": 21.578125, |
| "epoch": 0.6569037656903766, |
| "grad_norm": 2.7211360931396484, |
| "kl": 0.16845703125, |
| "learning_rate": 8.368200836820083e-07, |
| "loss": 0.0067, |
| "reward": 0.3646601438522339, |
| "reward_std": 0.11267167702317238, |
| "reward_std_all": 0.2500659078359604, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8038130402565002, |
| "rewards/forensics_tempsamp_iou_reward": 0.28284918516874313, |
| "step": 157 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 0.6610878661087866, |
| "grad_norm": 3.1417579650878906, |
| "kl": 0.21484375, |
| "learning_rate": 8.357740585774058e-07, |
| "loss": 0.0086, |
| "reward": 0.47523047029972076, |
| "reward_std": 0.17171894013881683, |
| "reward_std_all": 0.231247179210186, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8490384519100189, |
| "rewards/forensics_tempsamp_iou_reward": 0.3956393450498581, |
| "step": 158 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 0.6652719665271967, |
| "grad_norm": 3.0648622512817383, |
| "kl": 0.3203125, |
| "learning_rate": 8.347280334728033e-07, |
| "loss": 0.0128, |
| "reward": 0.4476076066493988, |
| "reward_std": 0.1520785465836525, |
| "reward_std_all": 0.23183970898389816, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.879236102104187, |
| "rewards/forensics_tempsamp_iou_reward": 0.3722226917743683, |
| "step": 159 |
| }, |
| { |
| "completion_length": 19.90625, |
| "epoch": 0.6694560669456067, |
| "grad_norm": 2.613673686981201, |
| "kl": 0.23828125, |
| "learning_rate": 8.336820083682008e-07, |
| "loss": 0.0095, |
| "reward": 0.3872516304254532, |
| "reward_std": 0.18575584888458252, |
| "reward_std_all": 0.27996020019054413, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9223994612693787, |
| "rewards/forensics_tempsamp_iou_reward": 0.31443534791469574, |
| "step": 160 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 0.6736401673640168, |
| "grad_norm": 3.170278310775757, |
| "kl": 0.20556640625, |
| "learning_rate": 8.326359832635983e-07, |
| "loss": 0.0082, |
| "reward": 0.47693106532096863, |
| "reward_std": 0.09521405771374702, |
| "reward_std_all": 0.19265932589769363, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9170872569084167, |
| "rewards/forensics_tempsamp_iou_reward": 0.4039805829524994, |
| "step": 161 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 0.6778242677824268, |
| "grad_norm": 3.641517400741577, |
| "kl": 0.23876953125, |
| "learning_rate": 8.315899581589958e-07, |
| "loss": 0.0095, |
| "reward": 0.5118494629859924, |
| "reward_std": 0.18338937312364578, |
| "reward_std_all": 0.22490958124399185, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9177646934986115, |
| "rewards/forensics_tempsamp_iou_reward": 0.4537495821714401, |
| "step": 162 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 0.6820083682008368, |
| "grad_norm": 3.0905048847198486, |
| "kl": 0.22998046875, |
| "learning_rate": 8.305439330543933e-07, |
| "loss": 0.0092, |
| "reward": 0.4999140650033951, |
| "reward_std": 0.14736276492476463, |
| "reward_std_all": 0.21067219227552414, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9354741871356964, |
| "rewards/forensics_tempsamp_iou_reward": 0.43387193977832794, |
| "step": 163 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 0.6861924686192469, |
| "grad_norm": 2.8736541271209717, |
| "kl": 0.21630859375, |
| "learning_rate": 8.294979079497908e-07, |
| "loss": 0.0087, |
| "reward": 0.47392456233501434, |
| "reward_std": 0.1292835958302021, |
| "reward_std_all": 0.20665565133094788, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8792850971221924, |
| "rewards/forensics_tempsamp_iou_reward": 0.39171041548252106, |
| "step": 164 |
| }, |
| { |
| "completion_length": 22.46875, |
| "epoch": 0.6903765690376569, |
| "grad_norm": 2.429201364517212, |
| "kl": 0.19873046875, |
| "learning_rate": 8.284518828451882e-07, |
| "loss": 0.0079, |
| "reward": 0.47362270951271057, |
| "reward_std": 0.12597563862800598, |
| "reward_std_all": 0.2081482782959938, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9658733308315277, |
| "rewards/forensics_tempsamp_iou_reward": 0.4163615107536316, |
| "step": 165 |
| }, |
| { |
| "completion_length": 21.84375, |
| "epoch": 0.694560669456067, |
| "grad_norm": 2.4877402782440186, |
| "kl": 0.228515625, |
| "learning_rate": 8.274058577405857e-07, |
| "loss": 0.0091, |
| "reward": 0.4998297691345215, |
| "reward_std": 0.1216079369187355, |
| "reward_std_all": 0.19593335688114166, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9306803643703461, |
| "rewards/forensics_tempsamp_iou_reward": 0.4344746470451355, |
| "step": 166 |
| }, |
| { |
| "completion_length": 21.03125, |
| "epoch": 0.698744769874477, |
| "grad_norm": 3.3212668895721436, |
| "kl": 0.2060546875, |
| "learning_rate": 8.263598326359832e-07, |
| "loss": 0.0082, |
| "reward": 0.4406004846096039, |
| "reward_std": 0.16852135956287384, |
| "reward_std_all": 0.24621307104825974, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9169618785381317, |
| "rewards/forensics_tempsamp_iou_reward": 0.36687174439430237, |
| "step": 167 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 0.702928870292887, |
| "grad_norm": 2.7538318634033203, |
| "kl": 0.23193359375, |
| "learning_rate": 8.253138075313807e-07, |
| "loss": 0.0093, |
| "reward": 0.49902525544166565, |
| "reward_std": 0.1871483251452446, |
| "reward_std_all": 0.22284496575593948, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8337318599224091, |
| "rewards/forensics_tempsamp_iou_reward": 0.4203528165817261, |
| "step": 168 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 0.7071129707112971, |
| "grad_norm": 2.9568936824798584, |
| "kl": 0.205078125, |
| "learning_rate": 8.242677824267782e-07, |
| "loss": 0.0082, |
| "reward": 0.4685553014278412, |
| "reward_std": 0.12919190898537636, |
| "reward_std_all": 0.21346978843212128, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9470005333423615, |
| "rewards/forensics_tempsamp_iou_reward": 0.40412504971027374, |
| "step": 169 |
| }, |
| { |
| "completion_length": 22.890625, |
| "epoch": 0.7112970711297071, |
| "grad_norm": 3.2359461784362793, |
| "kl": 0.23779296875, |
| "learning_rate": 8.232217573221757e-07, |
| "loss": 0.0095, |
| "reward": 0.44061385095119476, |
| "reward_std": 0.16264215111732483, |
| "reward_std_all": 0.23639892786741257, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9212930798530579, |
| "rewards/forensics_tempsamp_iou_reward": 0.3668813109397888, |
| "step": 170 |
| }, |
| { |
| "completion_length": 22.734375, |
| "epoch": 0.7154811715481172, |
| "grad_norm": 2.961820602416992, |
| "kl": 0.24755859375, |
| "learning_rate": 8.221757322175732e-07, |
| "loss": 0.0099, |
| "reward": 0.5017964839935303, |
| "reward_std": 0.1242625042796135, |
| "reward_std_all": 0.18973636627197266, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8366635739803314, |
| "rewards/forensics_tempsamp_iou_reward": 0.4209460914134979, |
| "step": 171 |
| }, |
| { |
| "completion_length": 20.78125, |
| "epoch": 0.7196652719665272, |
| "grad_norm": 3.2609643936157227, |
| "kl": 0.24658203125, |
| "learning_rate": 8.211297071129707e-07, |
| "loss": 0.0099, |
| "reward": 0.49299533665180206, |
| "reward_std": 0.08453327417373657, |
| "reward_std_all": 0.1793249100446701, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8321774303913116, |
| "rewards/forensics_tempsamp_iou_reward": 0.42463693022727966, |
| "step": 172 |
| }, |
| { |
| "completion_length": 20.609375, |
| "epoch": 0.7238493723849372, |
| "grad_norm": 2.9796805381774902, |
| "kl": 0.20849609375, |
| "learning_rate": 8.200836820083682e-07, |
| "loss": 0.0083, |
| "reward": 0.4336213022470474, |
| "reward_std": 0.14152024686336517, |
| "reward_std_all": 0.2349139228463173, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9082809388637543, |
| "rewards/forensics_tempsamp_iou_reward": 0.36374300718307495, |
| "step": 173 |
| }, |
| { |
| "completion_length": 23.3125, |
| "epoch": 0.7280334728033473, |
| "grad_norm": 3.01364803314209, |
| "kl": 0.24658203125, |
| "learning_rate": 8.190376569037657e-07, |
| "loss": 0.0099, |
| "reward": 0.4674176573753357, |
| "reward_std": 0.15620875358581543, |
| "reward_std_all": 0.2268999144434929, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9155757427215576, |
| "rewards/forensics_tempsamp_iou_reward": 0.39580968022346497, |
| "step": 174 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 0.7322175732217573, |
| "grad_norm": 2.8095555305480957, |
| "kl": 0.2607421875, |
| "learning_rate": 8.179916317991632e-07, |
| "loss": 0.0104, |
| "reward": 0.4752761572599411, |
| "reward_std": 0.14566955715417862, |
| "reward_std_all": 0.21782489866018295, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8762764036655426, |
| "rewards/forensics_tempsamp_iou_reward": 0.39315688610076904, |
| "step": 175 |
| }, |
| { |
| "completion_length": 22.9375, |
| "epoch": 0.7364016736401674, |
| "grad_norm": 3.1036009788513184, |
| "kl": 0.25439453125, |
| "learning_rate": 8.169456066945606e-07, |
| "loss": 0.0102, |
| "reward": 0.3794126808643341, |
| "reward_std": 0.1754727065563202, |
| "reward_std_all": 0.27418793737888336, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8977140784263611, |
| "rewards/forensics_tempsamp_iou_reward": 0.29535171389579773, |
| "step": 176 |
| }, |
| { |
| "completion_length": 23.765625, |
| "epoch": 0.7405857740585774, |
| "grad_norm": 3.3552582263946533, |
| "kl": 0.23095703125, |
| "learning_rate": 8.158995815899581e-07, |
| "loss": 0.0092, |
| "reward": 0.4229155480861664, |
| "reward_std": 0.13358639553189278, |
| "reward_std_all": 0.23477252572774887, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8086326122283936, |
| "rewards/forensics_tempsamp_iou_reward": 0.33889272809028625, |
| "step": 177 |
| }, |
| { |
| "completion_length": 21.828125, |
| "epoch": 0.7447698744769874, |
| "grad_norm": 3.182995319366455, |
| "kl": 0.23486328125, |
| "learning_rate": 8.148535564853556e-07, |
| "loss": 0.0094, |
| "reward": 0.5248161852359772, |
| "reward_std": 0.17395954579114914, |
| "reward_std_all": 0.203041173517704, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9158969521522522, |
| "rewards/forensics_tempsamp_iou_reward": 0.46165670454502106, |
| "step": 178 |
| }, |
| { |
| "completion_length": 24.390625, |
| "epoch": 0.7489539748953975, |
| "grad_norm": 2.787008762359619, |
| "kl": 0.22607421875, |
| "learning_rate": 8.138075313807531e-07, |
| "loss": 0.0091, |
| "reward": 0.5045577585697174, |
| "reward_std": 0.14821110665798187, |
| "reward_std_all": 0.20557596534490585, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8753862380981445, |
| "rewards/forensics_tempsamp_iou_reward": 0.4298754185438156, |
| "step": 179 |
| }, |
| { |
| "completion_length": 25.546875, |
| "epoch": 0.7531380753138075, |
| "grad_norm": 3.3069863319396973, |
| "kl": 0.220703125, |
| "learning_rate": 8.127615062761506e-07, |
| "loss": 0.0088, |
| "reward": 0.45841725170612335, |
| "reward_std": 0.13112735003232956, |
| "reward_std_all": 0.213491752743721, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8984034061431885, |
| "rewards/forensics_tempsamp_iou_reward": 0.3781336098909378, |
| "step": 180 |
| }, |
| { |
| "completion_length": 24.171875, |
| "epoch": 0.7573221757322176, |
| "grad_norm": 2.972693681716919, |
| "kl": 0.2392578125, |
| "learning_rate": 8.117154811715481e-07, |
| "loss": 0.0096, |
| "reward": 0.4576316624879837, |
| "reward_std": 0.15145494043827057, |
| "reward_std_all": 0.2268020063638687, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8955655992031097, |
| "rewards/forensics_tempsamp_iou_reward": 0.38260869681835175, |
| "step": 181 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 0.7615062761506276, |
| "grad_norm": 3.5101563930511475, |
| "kl": 0.19970703125, |
| "learning_rate": 8.106694560669455e-07, |
| "loss": 0.008, |
| "reward": 0.4825403094291687, |
| "reward_std": 0.14002035558223724, |
| "reward_std_all": 0.21266379207372665, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9040354192256927, |
| "rewards/forensics_tempsamp_iou_reward": 0.4063745439052582, |
| "step": 182 |
| }, |
| { |
| "completion_length": 21.375, |
| "epoch": 0.7656903765690377, |
| "grad_norm": 3.110072612762451, |
| "kl": 0.2373046875, |
| "learning_rate": 8.096234309623431e-07, |
| "loss": 0.0095, |
| "reward": 0.4870626777410507, |
| "reward_std": 0.23556938767433167, |
| "reward_std_all": 0.2564467042684555, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9442270696163177, |
| "rewards/forensics_tempsamp_iou_reward": 0.42147161066532135, |
| "step": 183 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 0.7698744769874477, |
| "grad_norm": 3.106229543685913, |
| "kl": 0.21484375, |
| "learning_rate": 8.085774058577406e-07, |
| "loss": 0.0086, |
| "reward": 0.5039902329444885, |
| "reward_std": 0.12779080495238304, |
| "reward_std_all": 0.2006426751613617, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9264122843742371, |
| "rewards/forensics_tempsamp_iou_reward": 0.45152513682842255, |
| "step": 184 |
| }, |
| { |
| "completion_length": 22.96875, |
| "epoch": 0.7740585774058577, |
| "grad_norm": 3.5228633880615234, |
| "kl": 0.23486328125, |
| "learning_rate": 8.075313807531381e-07, |
| "loss": 0.0094, |
| "reward": 0.43880653381347656, |
| "reward_std": 0.21230527758598328, |
| "reward_std_all": 0.25976429879665375, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8808355033397675, |
| "rewards/forensics_tempsamp_iou_reward": 0.3544783443212509, |
| "step": 185 |
| }, |
| { |
| "completion_length": 21.25, |
| "epoch": 0.7782426778242678, |
| "grad_norm": 2.6524996757507324, |
| "kl": 0.23486328125, |
| "learning_rate": 8.064853556485355e-07, |
| "loss": 0.0094, |
| "reward": 0.5435624122619629, |
| "reward_std": 0.126361683011055, |
| "reward_std_all": 0.17262475192546844, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8786827325820923, |
| "rewards/forensics_tempsamp_iou_reward": 0.4717957079410553, |
| "step": 186 |
| }, |
| { |
| "completion_length": 22.984375, |
| "epoch": 0.7824267782426778, |
| "grad_norm": 4.7811431884765625, |
| "kl": 0.2900390625, |
| "learning_rate": 8.05439330543933e-07, |
| "loss": 0.0116, |
| "reward": 0.46644362807273865, |
| "reward_std": 0.12555569410324097, |
| "reward_std_all": 0.21093381196260452, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8558894097805023, |
| "rewards/forensics_tempsamp_iou_reward": 0.3875201642513275, |
| "step": 187 |
| }, |
| { |
| "completion_length": 23.140625, |
| "epoch": 0.7866108786610879, |
| "grad_norm": 2.4787087440490723, |
| "kl": 0.2353515625, |
| "learning_rate": 8.043933054393305e-07, |
| "loss": 0.0094, |
| "reward": 0.5302537977695465, |
| "reward_std": 0.1639224886894226, |
| "reward_std_all": 0.19575748592615128, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9368042945861816, |
| "rewards/forensics_tempsamp_iou_reward": 0.4657113701105118, |
| "step": 188 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 0.7907949790794979, |
| "grad_norm": 2.504493236541748, |
| "kl": 0.24951171875, |
| "learning_rate": 8.03347280334728e-07, |
| "loss": 0.01, |
| "reward": 0.4700623005628586, |
| "reward_std": 0.10663755983114243, |
| "reward_std_all": 0.19997362047433853, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.911878228187561, |
| "rewards/forensics_tempsamp_iou_reward": 0.39281585812568665, |
| "step": 189 |
| }, |
| { |
| "completion_length": 21.203125, |
| "epoch": 0.7949790794979079, |
| "grad_norm": 3.0539772510528564, |
| "kl": 0.25048828125, |
| "learning_rate": 8.023012552301254e-07, |
| "loss": 0.01, |
| "reward": 0.5498219281435013, |
| "reward_std": 0.11988098174333572, |
| "reward_std_all": 0.17097638547420502, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9491911828517914, |
| "rewards/forensics_tempsamp_iou_reward": 0.5010037273168564, |
| "step": 190 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 0.799163179916318, |
| "grad_norm": 3.0065865516662598, |
| "kl": 0.27734375, |
| "learning_rate": 8.01255230125523e-07, |
| "loss": 0.0111, |
| "reward": 0.5193320512771606, |
| "reward_std": 0.09360900148749352, |
| "reward_std_all": 0.17452287673950195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.916426807641983, |
| "rewards/forensics_tempsamp_iou_reward": 0.46101684868335724, |
| "step": 191 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 0.803347280334728, |
| "grad_norm": 2.4014053344726562, |
| "kl": 0.23388671875, |
| "learning_rate": 8.002092050209205e-07, |
| "loss": 0.0093, |
| "reward": 0.6023570895195007, |
| "reward_std": 0.09932931140065193, |
| "reward_std_all": 0.13800369203090668, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9454897344112396, |
| "rewards/forensics_tempsamp_iou_reward": 0.5582804381847382, |
| "step": 192 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 0.8075313807531381, |
| "grad_norm": 3.3778600692749023, |
| "kl": 0.19921875, |
| "learning_rate": 7.99163179916318e-07, |
| "loss": 0.008, |
| "reward": 0.48741570115089417, |
| "reward_std": 0.1268736720085144, |
| "reward_std_all": 0.20043056458234787, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9081154465675354, |
| "rewards/forensics_tempsamp_iou_reward": 0.41168293356895447, |
| "step": 193 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 0.8117154811715481, |
| "grad_norm": 3.2653019428253174, |
| "kl": 0.28564453125, |
| "learning_rate": 7.981171548117155e-07, |
| "loss": 0.0114, |
| "reward": 0.5302922129631042, |
| "reward_std": 0.15213659405708313, |
| "reward_std_all": 0.19866738468408585, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9435873925685883, |
| "rewards/forensics_tempsamp_iou_reward": 0.4792274385690689, |
| "step": 194 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 0.8158995815899581, |
| "grad_norm": 2.576396942138672, |
| "kl": 0.259765625, |
| "learning_rate": 7.97071129707113e-07, |
| "loss": 0.0104, |
| "reward": 0.42537812888622284, |
| "reward_std": 0.14282989501953125, |
| "reward_std_all": 0.23934666067361832, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8956102132797241, |
| "rewards/forensics_tempsamp_iou_reward": 0.3497551828622818, |
| "step": 195 |
| }, |
| { |
| "completion_length": 21.640625, |
| "epoch": 0.8200836820083682, |
| "grad_norm": 3.430049180984497, |
| "kl": 0.36865234375, |
| "learning_rate": 7.960251046025104e-07, |
| "loss": 0.0147, |
| "reward": 0.5035016983747482, |
| "reward_std": 0.10397813841700554, |
| "reward_std_all": 0.18489725142717361, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9101535081863403, |
| "rewards/forensics_tempsamp_iou_reward": 0.43821047246456146, |
| "step": 196 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 0.8242677824267782, |
| "grad_norm": 2.962965250015259, |
| "kl": 0.23974609375, |
| "learning_rate": 7.949790794979079e-07, |
| "loss": 0.0096, |
| "reward": 0.47257475554943085, |
| "reward_std": 0.15035942941904068, |
| "reward_std_all": 0.2228764072060585, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8841829597949982, |
| "rewards/forensics_tempsamp_iou_reward": 0.41789956390857697, |
| "step": 197 |
| }, |
| { |
| "completion_length": 24.4375, |
| "epoch": 0.8284518828451883, |
| "grad_norm": 3.26701283454895, |
| "kl": 0.32275390625, |
| "learning_rate": 7.939330543933053e-07, |
| "loss": 0.0129, |
| "reward": 0.4376286119222641, |
| "reward_std": 0.1243523582816124, |
| "reward_std_all": 0.21740268170833588, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9838087260723114, |
| "rewards/forensics_tempsamp_iou_reward": 0.3651266247034073, |
| "step": 198 |
| }, |
| { |
| "completion_length": 21.25, |
| "epoch": 0.8326359832635983, |
| "grad_norm": 2.820166826248169, |
| "kl": 0.20654296875, |
| "learning_rate": 7.928870292887028e-07, |
| "loss": 0.0083, |
| "reward": 0.4441964328289032, |
| "reward_std": 0.15912766009569168, |
| "reward_std_all": 0.2330639809370041, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9417475759983063, |
| "rewards/forensics_tempsamp_iou_reward": 0.3780969977378845, |
| "step": 199 |
| }, |
| { |
| "completion_length": 21.765625, |
| "epoch": 0.8368200836820083, |
| "grad_norm": 2.7870678901672363, |
| "kl": 0.2470703125, |
| "learning_rate": 7.918410041841004e-07, |
| "loss": 0.0099, |
| "reward": 0.41933462023735046, |
| "reward_std": 0.12255899608135223, |
| "reward_std_all": 0.22802068293094635, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9585937559604645, |
| "rewards/forensics_tempsamp_iou_reward": 0.34702616930007935, |
| "step": 200 |
| }, |
| { |
| "completion_length": 20.515625, |
| "epoch": 0.8410041841004184, |
| "grad_norm": 2.982102632522583, |
| "kl": 0.2412109375, |
| "learning_rate": 7.907949790794979e-07, |
| "loss": 0.0097, |
| "reward": 0.46187594532966614, |
| "reward_std": 0.17189842462539673, |
| "reward_std_all": 0.2359485849738121, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9705944359302521, |
| "rewards/forensics_tempsamp_iou_reward": 0.40182164311408997, |
| "step": 201 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 0.8451882845188284, |
| "grad_norm": 2.991445779800415, |
| "kl": 0.19873046875, |
| "learning_rate": 7.897489539748954e-07, |
| "loss": 0.008, |
| "reward": 0.36798734962940216, |
| "reward_std": 0.15709343552589417, |
| "reward_std_all": 0.26785267889499664, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8682383894920349, |
| "rewards/forensics_tempsamp_iou_reward": 0.2782354801893234, |
| "step": 202 |
| }, |
| { |
| "completion_length": 23.265625, |
| "epoch": 0.8493723849372385, |
| "grad_norm": 2.9757676124572754, |
| "kl": 0.19091796875, |
| "learning_rate": 7.887029288702929e-07, |
| "loss": 0.0077, |
| "reward": 0.4394252300262451, |
| "reward_std": 0.18786875158548355, |
| "reward_std_all": 0.25210700929164886, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9387990534305573, |
| "rewards/forensics_tempsamp_iou_reward": 0.3632575571537018, |
| "step": 203 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 0.8535564853556485, |
| "grad_norm": 2.7130942344665527, |
| "kl": 0.294921875, |
| "learning_rate": 7.876569037656904e-07, |
| "loss": 0.0118, |
| "reward": 0.5747864544391632, |
| "reward_std": 0.16425180435180664, |
| "reward_std_all": 0.18271279335021973, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9329926073551178, |
| "rewards/forensics_tempsamp_iou_reward": 0.5177406668663025, |
| "step": 204 |
| }, |
| { |
| "completion_length": 22.890625, |
| "epoch": 0.8577405857740585, |
| "grad_norm": 2.594869375228882, |
| "kl": 0.2060546875, |
| "learning_rate": 7.866108786610879e-07, |
| "loss": 0.0082, |
| "reward": 0.5173429846763611, |
| "reward_std": 0.1691846027970314, |
| "reward_std_all": 0.20683391392230988, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9226298630237579, |
| "rewards/forensics_tempsamp_iou_reward": 0.44503675401210785, |
| "step": 205 |
| }, |
| { |
| "completion_length": 22.8125, |
| "epoch": 0.8619246861924686, |
| "grad_norm": 3.7502756118774414, |
| "kl": 0.21484375, |
| "learning_rate": 7.855648535564853e-07, |
| "loss": 0.0086, |
| "reward": 0.4609629958868027, |
| "reward_std": 0.19262301921844482, |
| "reward_std_all": 0.24545274674892426, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9291132092475891, |
| "rewards/forensics_tempsamp_iou_reward": 0.3958514332771301, |
| "step": 206 |
| }, |
| { |
| "completion_length": 21.0, |
| "epoch": 0.8661087866108786, |
| "grad_norm": 2.974710702896118, |
| "kl": 0.28125, |
| "learning_rate": 7.845188284518827e-07, |
| "loss": 0.0113, |
| "reward": 0.3848852068185806, |
| "reward_std": 0.20623034238815308, |
| "reward_std_all": 0.28727981448173523, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8507529199123383, |
| "rewards/forensics_tempsamp_iou_reward": 0.2996257245540619, |
| "step": 207 |
| }, |
| { |
| "completion_length": 21.78125, |
| "epoch": 0.8702928870292888, |
| "grad_norm": 2.7488296031951904, |
| "kl": 0.265625, |
| "learning_rate": 7.834728033472802e-07, |
| "loss": 0.0106, |
| "reward": 0.4288987070322037, |
| "reward_std": 0.1736207976937294, |
| "reward_std_all": 0.24638701975345612, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9122807085514069, |
| "rewards/forensics_tempsamp_iou_reward": 0.34523868560791016, |
| "step": 208 |
| }, |
| { |
| "completion_length": 20.546875, |
| "epoch": 0.8744769874476988, |
| "grad_norm": 2.767073392868042, |
| "kl": 0.24267578125, |
| "learning_rate": 7.824267782426778e-07, |
| "loss": 0.0097, |
| "reward": 0.5557944178581238, |
| "reward_std": 0.17601989954710007, |
| "reward_std_all": 0.19384042918682098, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9826851487159729, |
| "rewards/forensics_tempsamp_iou_reward": 0.49782395362854004, |
| "step": 209 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 0.8786610878661087, |
| "grad_norm": 2.8378989696502686, |
| "kl": 0.21826171875, |
| "learning_rate": 7.813807531380753e-07, |
| "loss": 0.0087, |
| "reward": 0.515391081571579, |
| "reward_std": 0.179767906665802, |
| "reward_std_all": 0.22289501875638962, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8967886567115784, |
| "rewards/forensics_tempsamp_iou_reward": 0.44681820273399353, |
| "step": 210 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 0.8828451882845189, |
| "grad_norm": 2.2181572914123535, |
| "kl": 0.2666015625, |
| "learning_rate": 7.803347280334728e-07, |
| "loss": 0.0107, |
| "reward": 0.477676123380661, |
| "reward_std": 0.16649889945983887, |
| "reward_std_all": 0.22404198348522186, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9306403994560242, |
| "rewards/forensics_tempsamp_iou_reward": 0.4057765007019043, |
| "step": 211 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 0.8870292887029289, |
| "grad_norm": 3.1561989784240723, |
| "kl": 0.2314453125, |
| "learning_rate": 7.792887029288703e-07, |
| "loss": 0.0093, |
| "reward": 0.4781081974506378, |
| "reward_std": 0.20230144262313843, |
| "reward_std_all": 0.24319110065698624, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8857801258563995, |
| "rewards/forensics_tempsamp_iou_reward": 0.40602242946624756, |
| "step": 212 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 0.891213389121339, |
| "grad_norm": 2.478482723236084, |
| "kl": 0.23681640625, |
| "learning_rate": 7.782426778242678e-07, |
| "loss": 0.0095, |
| "reward": 0.4585840106010437, |
| "reward_std": 0.19420409947633743, |
| "reward_std_all": 0.24980199337005615, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8904297649860382, |
| "rewards/forensics_tempsamp_iou_reward": 0.39127199351787567, |
| "step": 213 |
| }, |
| { |
| "completion_length": 21.609375, |
| "epoch": 0.895397489539749, |
| "grad_norm": 2.8684754371643066, |
| "kl": 0.24609375, |
| "learning_rate": 7.771966527196653e-07, |
| "loss": 0.0099, |
| "reward": 0.5294999480247498, |
| "reward_std": 0.16930413246154785, |
| "reward_std_all": 0.1997930333018303, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9805516302585602, |
| "rewards/forensics_tempsamp_iou_reward": 0.4737071096897125, |
| "step": 214 |
| }, |
| { |
| "completion_length": 22.578125, |
| "epoch": 0.899581589958159, |
| "grad_norm": 2.982945680618286, |
| "kl": 0.19677734375, |
| "learning_rate": 7.761506276150628e-07, |
| "loss": 0.0079, |
| "reward": 0.36478492617607117, |
| "reward_std": 0.10291404277086258, |
| "reward_std_all": 0.24725479632616043, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7124014645814896, |
| "rewards/forensics_tempsamp_iou_reward": 0.2808893695473671, |
| "step": 215 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 0.9037656903765691, |
| "grad_norm": 3.543671131134033, |
| "kl": 0.2880859375, |
| "learning_rate": 7.751046025104601e-07, |
| "loss": 0.0115, |
| "reward": 0.48197421431541443, |
| "reward_std": 0.15266630053520203, |
| "reward_std_all": 0.21370842307806015, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9019806981086731, |
| "rewards/forensics_tempsamp_iou_reward": 0.4163857698440552, |
| "step": 216 |
| }, |
| { |
| "completion_length": 21.234375, |
| "epoch": 0.9079497907949791, |
| "grad_norm": 3.4962265491485596, |
| "kl": 0.328125, |
| "learning_rate": 7.740585774058576e-07, |
| "loss": 0.0131, |
| "reward": 0.45272061228752136, |
| "reward_std": 0.17142578214406967, |
| "reward_std_all": 0.23806852102279663, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8259552419185638, |
| "rewards/forensics_tempsamp_iou_reward": 0.3735013008117676, |
| "step": 217 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 0.9121338912133892, |
| "grad_norm": 2.3328404426574707, |
| "kl": 0.20703125, |
| "learning_rate": 7.730125523012552e-07, |
| "loss": 0.0083, |
| "reward": 0.5424121022224426, |
| "reward_std": 0.13422730565071106, |
| "reward_std_all": 0.18518050014972687, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8995182812213898, |
| "rewards/forensics_tempsamp_iou_reward": 0.49242454767227173, |
| "step": 218 |
| }, |
| { |
| "completion_length": 21.796875, |
| "epoch": 0.9163179916317992, |
| "grad_norm": 2.6833362579345703, |
| "kl": 0.2294921875, |
| "learning_rate": 7.719665271966527e-07, |
| "loss": 0.0092, |
| "reward": 0.4486705958843231, |
| "reward_std": 0.1046195887029171, |
| "reward_std_all": 0.20982079207897186, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8844920098781586, |
| "rewards/forensics_tempsamp_iou_reward": 0.3761271834373474, |
| "step": 219 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 0.9205020920502092, |
| "grad_norm": 2.917285203933716, |
| "kl": 0.2783203125, |
| "learning_rate": 7.709205020920502e-07, |
| "loss": 0.0111, |
| "reward": 0.5231565237045288, |
| "reward_std": 0.14112459123134613, |
| "reward_std_all": 0.19468006491661072, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8755681216716766, |
| "rewards/forensics_tempsamp_iou_reward": 0.4544021040201187, |
| "step": 220 |
| }, |
| { |
| "completion_length": 24.9375, |
| "epoch": 0.9246861924686193, |
| "grad_norm": 2.7568986415863037, |
| "kl": 0.23779296875, |
| "learning_rate": 7.698744769874477e-07, |
| "loss": 0.0095, |
| "reward": 0.39048123359680176, |
| "reward_std": 0.21019791066646576, |
| "reward_std_all": 0.28257623314857483, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9461603760719299, |
| "rewards/forensics_tempsamp_iou_reward": 0.3105696588754654, |
| "step": 221 |
| }, |
| { |
| "completion_length": 22.0625, |
| "epoch": 0.9288702928870293, |
| "grad_norm": 2.8259966373443604, |
| "kl": 0.30419921875, |
| "learning_rate": 7.688284518828452e-07, |
| "loss": 0.0122, |
| "reward": 0.38780489563941956, |
| "reward_std": 0.1341216042637825, |
| "reward_std_all": 0.2435222789645195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8021270334720612, |
| "rewards/forensics_tempsamp_iou_reward": 0.2885711193084717, |
| "step": 222 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 0.9330543933054394, |
| "grad_norm": 2.7412943840026855, |
| "kl": 0.25146484375, |
| "learning_rate": 7.677824267782427e-07, |
| "loss": 0.0101, |
| "reward": 0.4320545047521591, |
| "reward_std": 0.18888843059539795, |
| "reward_std_all": 0.25703153014183044, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.888391762971878, |
| "rewards/forensics_tempsamp_iou_reward": 0.3529551327228546, |
| "step": 223 |
| }, |
| { |
| "completion_length": 22.90625, |
| "epoch": 0.9372384937238494, |
| "grad_norm": 2.965860605239868, |
| "kl": 0.34375, |
| "learning_rate": 7.667364016736401e-07, |
| "loss": 0.0137, |
| "reward": 0.5466612279415131, |
| "reward_std": 0.09992274641990662, |
| "reward_std_all": 0.1602260321378708, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.949523538351059, |
| "rewards/forensics_tempsamp_iou_reward": 0.48074495792388916, |
| "step": 224 |
| }, |
| { |
| "completion_length": 22.828125, |
| "epoch": 0.9414225941422594, |
| "grad_norm": 3.049088954925537, |
| "kl": 0.255859375, |
| "learning_rate": 7.656903765690376e-07, |
| "loss": 0.0103, |
| "reward": 0.5095895826816559, |
| "reward_std": 0.1619444638490677, |
| "reward_std_all": 0.21143320947885513, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8608218133449554, |
| "rewards/forensics_tempsamp_iou_reward": 0.43393535912036896, |
| "step": 225 |
| }, |
| { |
| "completion_length": 26.796875, |
| "epoch": 0.9456066945606695, |
| "grad_norm": 2.5555121898651123, |
| "kl": 0.26513671875, |
| "learning_rate": 7.64644351464435e-07, |
| "loss": 0.0106, |
| "reward": 0.38324546813964844, |
| "reward_std": 0.09288034588098526, |
| "reward_std_all": 0.2360876500606537, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8620824813842773, |
| "rewards/forensics_tempsamp_iou_reward": 0.2976876348257065, |
| "step": 226 |
| }, |
| { |
| "completion_length": 22.828125, |
| "epoch": 0.9497907949790795, |
| "grad_norm": 2.714383840560913, |
| "kl": 0.271484375, |
| "learning_rate": 7.635983263598326e-07, |
| "loss": 0.0108, |
| "reward": 0.4541253298521042, |
| "reward_std": 0.11566142737865448, |
| "reward_std_all": 0.21116336435079575, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9491065740585327, |
| "rewards/forensics_tempsamp_iou_reward": 0.38119879364967346, |
| "step": 227 |
| }, |
| { |
| "completion_length": 23.34375, |
| "epoch": 0.9539748953974896, |
| "grad_norm": 2.4098281860351562, |
| "kl": 0.26171875, |
| "learning_rate": 7.625523012552301e-07, |
| "loss": 0.0105, |
| "reward": 0.5027758330106735, |
| "reward_std": 0.185209259390831, |
| "reward_std_all": 0.22052696347236633, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9107955694198608, |
| "rewards/forensics_tempsamp_iou_reward": 0.42998918890953064, |
| "step": 228 |
| }, |
| { |
| "completion_length": 24.1875, |
| "epoch": 0.9581589958158996, |
| "grad_norm": 2.6245439052581787, |
| "kl": 0.25634765625, |
| "learning_rate": 7.615062761506276e-07, |
| "loss": 0.0102, |
| "reward": 0.4221508800983429, |
| "reward_std": 0.11530141159892082, |
| "reward_std_all": 0.23151814937591553, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9399924874305725, |
| "rewards/forensics_tempsamp_iou_reward": 0.3421252369880676, |
| "step": 229 |
| }, |
| { |
| "completion_length": 22.90625, |
| "epoch": 0.9623430962343096, |
| "grad_norm": 3.325984239578247, |
| "kl": 0.2890625, |
| "learning_rate": 7.604602510460251e-07, |
| "loss": 0.0116, |
| "reward": 0.4244838356971741, |
| "reward_std": 0.1300276182591915, |
| "reward_std_all": 0.2310565933585167, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9081459641456604, |
| "rewards/forensics_tempsamp_iou_reward": 0.34608910977840424, |
| "step": 230 |
| }, |
| { |
| "completion_length": 23.796875, |
| "epoch": 0.9665271966527197, |
| "grad_norm": 3.1329855918884277, |
| "kl": 0.291015625, |
| "learning_rate": 7.594142259414226e-07, |
| "loss": 0.0117, |
| "reward": 0.4453258365392685, |
| "reward_std": 0.1702342852950096, |
| "reward_std_all": 0.23973409831523895, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9037531912326813, |
| "rewards/forensics_tempsamp_iou_reward": 0.3643639385700226, |
| "step": 231 |
| }, |
| { |
| "completion_length": 24.703125, |
| "epoch": 0.9707112970711297, |
| "grad_norm": 2.8671205043792725, |
| "kl": 0.24267578125, |
| "learning_rate": 7.5836820083682e-07, |
| "loss": 0.0097, |
| "reward": 0.4461572468280792, |
| "reward_std": 0.18001391738653183, |
| "reward_std_all": 0.2440803274512291, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8942068815231323, |
| "rewards/forensics_tempsamp_iou_reward": 0.3725469410419464, |
| "step": 232 |
| }, |
| { |
| "completion_length": 26.515625, |
| "epoch": 0.9748953974895398, |
| "grad_norm": 2.6558263301849365, |
| "kl": 0.244140625, |
| "learning_rate": 7.573221757322175e-07, |
| "loss": 0.0098, |
| "reward": 0.4009731262922287, |
| "reward_std": 0.13910868018865585, |
| "reward_std_all": 0.2447948008775711, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8860389590263367, |
| "rewards/forensics_tempsamp_iou_reward": 0.31428056955337524, |
| "step": 233 |
| }, |
| { |
| "completion_length": 22.359375, |
| "epoch": 0.9790794979079498, |
| "grad_norm": 2.8703744411468506, |
| "kl": 0.27734375, |
| "learning_rate": 7.56276150627615e-07, |
| "loss": 0.0111, |
| "reward": 0.4656105935573578, |
| "reward_std": 0.13129105418920517, |
| "reward_std_all": 0.21583713591098785, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9010334014892578, |
| "rewards/forensics_tempsamp_iou_reward": 0.39821185171604156, |
| "step": 234 |
| }, |
| { |
| "completion_length": 22.953125, |
| "epoch": 0.9832635983263598, |
| "grad_norm": 2.4311509132385254, |
| "kl": 0.21484375, |
| "learning_rate": 7.552301255230126e-07, |
| "loss": 0.0086, |
| "reward": 0.5233648419380188, |
| "reward_std": 0.11986519396305084, |
| "reward_std_all": 0.17819354683160782, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9213725328445435, |
| "rewards/forensics_tempsamp_iou_reward": 0.45844584703445435, |
| "step": 235 |
| }, |
| { |
| "completion_length": 21.15625, |
| "epoch": 0.9874476987447699, |
| "grad_norm": 2.8223154544830322, |
| "kl": 0.2392578125, |
| "learning_rate": 7.5418410041841e-07, |
| "loss": 0.0095, |
| "reward": 0.49878184497356415, |
| "reward_std": 0.1817081719636917, |
| "reward_std_all": 0.22260653227567673, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9375977218151093, |
| "rewards/forensics_tempsamp_iou_reward": 0.42771054804325104, |
| "step": 236 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 0.9916317991631799, |
| "grad_norm": 3.2318050861358643, |
| "kl": 0.2255859375, |
| "learning_rate": 7.531380753138075e-07, |
| "loss": 0.009, |
| "reward": 0.5772554576396942, |
| "reward_std": 0.11502983421087265, |
| "reward_std_all": 0.1570388525724411, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9452534019947052, |
| "rewards/forensics_tempsamp_iou_reward": 0.5242081880569458, |
| "step": 237 |
| }, |
| { |
| "completion_length": 21.28125, |
| "epoch": 0.99581589958159, |
| "grad_norm": 2.953636407852173, |
| "kl": 0.1982421875, |
| "learning_rate": 7.52092050209205e-07, |
| "loss": 0.0079, |
| "reward": 0.4944388121366501, |
| "reward_std": 0.143937349319458, |
| "reward_std_all": 0.2036518156528473, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9042218625545502, |
| "rewards/forensics_tempsamp_iou_reward": 0.43114589154720306, |
| "step": 238 |
| }, |
| { |
| "completion_length": 24.142858505249023, |
| "epoch": 1.0, |
| "grad_norm": 2.4333882331848145, |
| "kl": 0.181640625, |
| "learning_rate": 7.510460251046025e-07, |
| "loss": 0.0073, |
| "reward": 0.5391118973493576, |
| "reward_std": 0.11269606649875641, |
| "reward_std_all": 0.17295445501804352, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.774907112121582, |
| "rewards/forensics_tempsamp_iou_reward": 0.48869478702545166, |
| "step": 239 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 1.00418410041841, |
| "grad_norm": 3.1751489639282227, |
| "kl": 0.21337890625, |
| "learning_rate": 7.5e-07, |
| "loss": 0.0085, |
| "reward": 0.5711886286735535, |
| "reward_std": 0.1397424414753914, |
| "reward_std_all": 0.17281435430049896, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9726583659648895, |
| "rewards/forensics_tempsamp_iou_reward": 0.5212274789810181, |
| "step": 240 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 1.00836820083682, |
| "grad_norm": 2.9954943656921387, |
| "kl": 0.28125, |
| "learning_rate": 7.489539748953974e-07, |
| "loss": 0.0113, |
| "reward": 0.585724949836731, |
| "reward_std": 0.12797259539365768, |
| "reward_std_all": 0.16164620965719223, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9676521420478821, |
| "rewards/forensics_tempsamp_iou_reward": 0.5425120890140533, |
| "step": 241 |
| }, |
| { |
| "completion_length": 23.140625, |
| "epoch": 1.0125523012552302, |
| "grad_norm": 2.822831153869629, |
| "kl": 0.2080078125, |
| "learning_rate": 7.479079497907949e-07, |
| "loss": 0.0083, |
| "reward": 0.5188894271850586, |
| "reward_std": 0.16484617441892624, |
| "reward_std_all": 0.2060597836971283, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8710611462593079, |
| "rewards/forensics_tempsamp_iou_reward": 0.4425643980503082, |
| "step": 242 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 1.0167364016736402, |
| "grad_norm": 2.8700313568115234, |
| "kl": 0.26171875, |
| "learning_rate": 7.468619246861925e-07, |
| "loss": 0.0105, |
| "reward": 0.5465741753578186, |
| "reward_std": 0.0680680051445961, |
| "reward_std_all": 0.14961640536785126, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.892967015504837, |
| "rewards/forensics_tempsamp_iou_reward": 0.48684388399124146, |
| "step": 243 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 1.0209205020920502, |
| "grad_norm": 2.9829611778259277, |
| "kl": 0.279296875, |
| "learning_rate": 7.4581589958159e-07, |
| "loss": 0.0112, |
| "reward": 0.5293379426002502, |
| "reward_std": 0.13763121888041496, |
| "reward_std_all": 0.1869383379817009, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8995577096939087, |
| "rewards/forensics_tempsamp_iou_reward": 0.46375414729118347, |
| "step": 244 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 1.0251046025104602, |
| "grad_norm": 2.8357324600219727, |
| "kl": 0.23388671875, |
| "learning_rate": 7.447698744769874e-07, |
| "loss": 0.0094, |
| "reward": 0.5194398462772369, |
| "reward_std": 0.14051742106676102, |
| "reward_std_all": 0.18857649713754654, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9733692109584808, |
| "rewards/forensics_tempsamp_iou_reward": 0.4700639247894287, |
| "step": 245 |
| }, |
| { |
| "completion_length": 21.53125, |
| "epoch": 1.0292887029288702, |
| "grad_norm": 3.7512168884277344, |
| "kl": 0.22314453125, |
| "learning_rate": 7.437238493723849e-07, |
| "loss": 0.0089, |
| "reward": 0.5247024297714233, |
| "reward_std": 0.1112057976424694, |
| "reward_std_all": 0.1765020489692688, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8781596422195435, |
| "rewards/forensics_tempsamp_iou_reward": 0.4491224139928818, |
| "step": 246 |
| }, |
| { |
| "completion_length": 24.203125, |
| "epoch": 1.0334728033472804, |
| "grad_norm": 2.5578560829162598, |
| "kl": 0.25341796875, |
| "learning_rate": 7.426778242677824e-07, |
| "loss": 0.0101, |
| "reward": 0.5313106775283813, |
| "reward_std": 0.133583664894104, |
| "reward_std_all": 0.1826692670583725, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8455827534198761, |
| "rewards/forensics_tempsamp_iou_reward": 0.45618388056755066, |
| "step": 247 |
| }, |
| { |
| "completion_length": 22.03125, |
| "epoch": 1.0376569037656904, |
| "grad_norm": 2.791870355606079, |
| "kl": 0.21875, |
| "learning_rate": 7.416317991631799e-07, |
| "loss": 0.0087, |
| "reward": 0.4771214425563812, |
| "reward_std": 0.12686984986066818, |
| "reward_std_all": 0.2107955664396286, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9012301862239838, |
| "rewards/forensics_tempsamp_iou_reward": 0.411191388964653, |
| "step": 248 |
| }, |
| { |
| "completion_length": 23.890625, |
| "epoch": 1.0418410041841004, |
| "grad_norm": 2.552312135696411, |
| "kl": 0.22021484375, |
| "learning_rate": 7.405857740585773e-07, |
| "loss": 0.0088, |
| "reward": 0.5310852527618408, |
| "reward_std": 0.14674681425094604, |
| "reward_std_all": 0.19230832159519196, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.915603905916214, |
| "rewards/forensics_tempsamp_iou_reward": 0.46750861406326294, |
| "step": 249 |
| }, |
| { |
| "completion_length": 22.515625, |
| "epoch": 1.0460251046025104, |
| "grad_norm": 3.9564101696014404, |
| "kl": 0.21240234375, |
| "learning_rate": 7.395397489539748e-07, |
| "loss": 0.0085, |
| "reward": 0.5883689522743225, |
| "reward_std": 0.16731204837560654, |
| "reward_std_all": 0.18058864772319794, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9943610429763794, |
| "rewards/forensics_tempsamp_iou_reward": 0.5530558228492737, |
| "step": 250 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 1.0502092050209204, |
| "grad_norm": 3.151780605316162, |
| "kl": 0.2412109375, |
| "learning_rate": 7.384937238493723e-07, |
| "loss": 0.0096, |
| "reward": 0.5892803966999054, |
| "reward_std": 0.1454412043094635, |
| "reward_std_all": 0.1636819764971733, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9695702195167542, |
| "rewards/forensics_tempsamp_iou_reward": 0.5499061197042465, |
| "step": 251 |
| }, |
| { |
| "completion_length": 23.3125, |
| "epoch": 1.0543933054393306, |
| "grad_norm": 3.610527276992798, |
| "kl": 0.27001953125, |
| "learning_rate": 7.374476987447699e-07, |
| "loss": 0.0108, |
| "reward": 0.48310159146785736, |
| "reward_std": 0.12885990366339684, |
| "reward_std_all": 0.2007329985499382, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.816636472940445, |
| "rewards/forensics_tempsamp_iou_reward": 0.3920867145061493, |
| "step": 252 |
| }, |
| { |
| "completion_length": 22.671875, |
| "epoch": 1.0585774058577406, |
| "grad_norm": 2.9160239696502686, |
| "kl": 0.2734375, |
| "learning_rate": 7.364016736401674e-07, |
| "loss": 0.0109, |
| "reward": 0.5183329582214355, |
| "reward_std": 0.18024856597185135, |
| "reward_std_all": 0.21802489459514618, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9295851588249207, |
| "rewards/forensics_tempsamp_iou_reward": 0.45799025893211365, |
| "step": 253 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 1.0627615062761506, |
| "grad_norm": 2.984461545944214, |
| "kl": 0.25244140625, |
| "learning_rate": 7.353556485355649e-07, |
| "loss": 0.0101, |
| "reward": 0.5660831928253174, |
| "reward_std": 0.1368194781243801, |
| "reward_std_all": 0.16809197515249252, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9190649092197418, |
| "rewards/forensics_tempsamp_iou_reward": 0.5205181390047073, |
| "step": 254 |
| }, |
| { |
| "completion_length": 22.4375, |
| "epoch": 1.0669456066945606, |
| "grad_norm": 3.1417200565338135, |
| "kl": 0.24365234375, |
| "learning_rate": 7.343096234309623e-07, |
| "loss": 0.0098, |
| "reward": 0.43124328553676605, |
| "reward_std": 0.1375356838107109, |
| "reward_std_all": 0.23387806862592697, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9054712057113647, |
| "rewards/forensics_tempsamp_iou_reward": 0.3502599895000458, |
| "step": 255 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 1.0711297071129706, |
| "grad_norm": 2.845176935195923, |
| "kl": 0.23046875, |
| "learning_rate": 7.332635983263598e-07, |
| "loss": 0.0092, |
| "reward": 0.5145905911922455, |
| "reward_std": 0.11194794625043869, |
| "reward_std_all": 0.1824449747800827, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9760283827781677, |
| "rewards/forensics_tempsamp_iou_reward": 0.4643611013889313, |
| "step": 256 |
| }, |
| { |
| "completion_length": 21.796875, |
| "epoch": 1.0753138075313808, |
| "grad_norm": 2.875415086746216, |
| "kl": 0.18603515625, |
| "learning_rate": 7.322175732217572e-07, |
| "loss": 0.0075, |
| "reward": 0.5560543537139893, |
| "reward_std": 0.1196829341351986, |
| "reward_std_all": 0.16810527443885803, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9502838551998138, |
| "rewards/forensics_tempsamp_iou_reward": 0.4933578073978424, |
| "step": 257 |
| }, |
| { |
| "completion_length": 21.34375, |
| "epoch": 1.0794979079497908, |
| "grad_norm": 3.432624340057373, |
| "kl": 0.2490234375, |
| "learning_rate": 7.311715481171547e-07, |
| "loss": 0.01, |
| "reward": 0.44275417923927307, |
| "reward_std": 0.12824781239032745, |
| "reward_std_all": 0.2230178862810135, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8501627743244171, |
| "rewards/forensics_tempsamp_iou_reward": 0.36633414030075073, |
| "step": 258 |
| }, |
| { |
| "completion_length": 23.21875, |
| "epoch": 1.0836820083682008, |
| "grad_norm": 3.3391928672790527, |
| "kl": 0.2783203125, |
| "learning_rate": 7.301255230125522e-07, |
| "loss": 0.0112, |
| "reward": 0.44474785029888153, |
| "reward_std": 0.127333864569664, |
| "reward_std_all": 0.21916208416223526, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8645506203174591, |
| "rewards/forensics_tempsamp_iou_reward": 0.36465153098106384, |
| "step": 259 |
| }, |
| { |
| "completion_length": 23.890625, |
| "epoch": 1.0878661087866108, |
| "grad_norm": 3.082578420639038, |
| "kl": 0.2451171875, |
| "learning_rate": 7.290794979079497e-07, |
| "loss": 0.0098, |
| "reward": 0.5212238729000092, |
| "reward_std": 0.10541628301143646, |
| "reward_std_all": 0.17908016592264175, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9139945209026337, |
| "rewards/forensics_tempsamp_iou_reward": 0.44380728900432587, |
| "step": 260 |
| }, |
| { |
| "completion_length": 22.140625, |
| "epoch": 1.0920502092050208, |
| "grad_norm": 2.71238374710083, |
| "kl": 0.23876953125, |
| "learning_rate": 7.280334728033473e-07, |
| "loss": 0.0096, |
| "reward": 0.4448404759168625, |
| "reward_std": 0.14464901387691498, |
| "reward_std_all": 0.23661063611507416, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8963099420070648, |
| "rewards/forensics_tempsamp_iou_reward": 0.382612943649292, |
| "step": 261 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 1.096234309623431, |
| "grad_norm": 3.261598825454712, |
| "kl": 0.2685546875, |
| "learning_rate": 7.269874476987448e-07, |
| "loss": 0.0107, |
| "reward": 0.4150901138782501, |
| "reward_std": 0.12200522422790527, |
| "reward_std_all": 0.23671426624059677, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8627020120620728, |
| "rewards/forensics_tempsamp_iou_reward": 0.34210868179798126, |
| "step": 262 |
| }, |
| { |
| "completion_length": 22.21875, |
| "epoch": 1.100418410041841, |
| "grad_norm": 4.187417030334473, |
| "kl": 0.2900390625, |
| "learning_rate": 7.259414225941423e-07, |
| "loss": 0.0116, |
| "reward": 0.4896872639656067, |
| "reward_std": 0.18468395620584488, |
| "reward_std_all": 0.23245997726917267, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9749446213245392, |
| "rewards/forensics_tempsamp_iou_reward": 0.434678316116333, |
| "step": 263 |
| }, |
| { |
| "completion_length": 24.65625, |
| "epoch": 1.104602510460251, |
| "grad_norm": 2.8712642192840576, |
| "kl": 0.2392578125, |
| "learning_rate": 7.248953974895398e-07, |
| "loss": 0.0096, |
| "reward": 0.4625113904476166, |
| "reward_std": 0.1280992068350315, |
| "reward_std_all": 0.2170550897717476, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8755057752132416, |
| "rewards/forensics_tempsamp_iou_reward": 0.37597933411598206, |
| "step": 264 |
| }, |
| { |
| "completion_length": 26.921875, |
| "epoch": 1.108786610878661, |
| "grad_norm": 2.9239959716796875, |
| "kl": 0.24169921875, |
| "learning_rate": 7.238493723849371e-07, |
| "loss": 0.0097, |
| "reward": 0.5131942927837372, |
| "reward_std": 0.11525341495871544, |
| "reward_std_all": 0.18406273424625397, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.944828987121582, |
| "rewards/forensics_tempsamp_iou_reward": 0.4416406899690628, |
| "step": 265 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 1.112970711297071, |
| "grad_norm": 3.7060437202453613, |
| "kl": 0.2421875, |
| "learning_rate": 7.228033472803346e-07, |
| "loss": 0.0097, |
| "reward": 0.5995339453220367, |
| "reward_std": 0.13496682047843933, |
| "reward_std_all": 0.1582745462656021, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9685847461223602, |
| "rewards/forensics_tempsamp_iou_reward": 0.5870585739612579, |
| "step": 266 |
| }, |
| { |
| "completion_length": 21.859375, |
| "epoch": 1.1171548117154813, |
| "grad_norm": 2.865807056427002, |
| "kl": 0.21533203125, |
| "learning_rate": 7.217573221757321e-07, |
| "loss": 0.0086, |
| "reward": 0.5211834013462067, |
| "reward_std": 0.1269640475511551, |
| "reward_std_all": 0.18592801690101624, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.908519446849823, |
| "rewards/forensics_tempsamp_iou_reward": 0.45511171221733093, |
| "step": 267 |
| }, |
| { |
| "completion_length": 24.359375, |
| "epoch": 1.1213389121338913, |
| "grad_norm": 3.3377957344055176, |
| "kl": 0.224609375, |
| "learning_rate": 7.207112970711296e-07, |
| "loss": 0.009, |
| "reward": 0.4746879041194916, |
| "reward_std": 0.17468178272247314, |
| "reward_std_all": 0.23382113873958588, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8943271934986115, |
| "rewards/forensics_tempsamp_iou_reward": 0.4027795195579529, |
| "step": 268 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 1.1255230125523012, |
| "grad_norm": 3.0716865062713623, |
| "kl": 0.28515625, |
| "learning_rate": 7.196652719665272e-07, |
| "loss": 0.0114, |
| "reward": 0.5112700909376144, |
| "reward_std": 0.16749513149261475, |
| "reward_std_all": 0.21662598848342896, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9814382791519165, |
| "rewards/forensics_tempsamp_iou_reward": 0.4492391347885132, |
| "step": 269 |
| }, |
| { |
| "completion_length": 21.984375, |
| "epoch": 1.1297071129707112, |
| "grad_norm": 3.7890193462371826, |
| "kl": 0.25830078125, |
| "learning_rate": 7.186192468619247e-07, |
| "loss": 0.0104, |
| "reward": 0.4063350707292557, |
| "reward_std": 0.10845069959759712, |
| "reward_std_all": 0.23198890686035156, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8708868622779846, |
| "rewards/forensics_tempsamp_iou_reward": 0.31159640848636627, |
| "step": 270 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 1.1338912133891212, |
| "grad_norm": 3.060938596725464, |
| "kl": 0.27099609375, |
| "learning_rate": 7.175732217573222e-07, |
| "loss": 0.0108, |
| "reward": 0.5395030975341797, |
| "reward_std": 0.07365496270358562, |
| "reward_std_all": 0.1550772786140442, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9208497107028961, |
| "rewards/forensics_tempsamp_iou_reward": 0.48623892664909363, |
| "step": 271 |
| }, |
| { |
| "completion_length": 21.703125, |
| "epoch": 1.1380753138075315, |
| "grad_norm": 3.056727886199951, |
| "kl": 0.2255859375, |
| "learning_rate": 7.165271966527197e-07, |
| "loss": 0.009, |
| "reward": 0.4906967580318451, |
| "reward_std": 0.17550615221261978, |
| "reward_std_all": 0.22429701685905457, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.961403489112854, |
| "rewards/forensics_tempsamp_iou_reward": 0.4303285777568817, |
| "step": 272 |
| }, |
| { |
| "completion_length": 22.46875, |
| "epoch": 1.1422594142259415, |
| "grad_norm": 2.8386991024017334, |
| "kl": 0.2265625, |
| "learning_rate": 7.154811715481172e-07, |
| "loss": 0.0091, |
| "reward": 0.5909722447395325, |
| "reward_std": 0.1389872282743454, |
| "reward_std_all": 0.16256901621818542, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9788158237934113, |
| "rewards/forensics_tempsamp_iou_reward": 0.5412116944789886, |
| "step": 273 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 1.1464435146443515, |
| "grad_norm": 3.271554946899414, |
| "kl": 0.2822265625, |
| "learning_rate": 7.144351464435146e-07, |
| "loss": 0.0113, |
| "reward": 0.569398432970047, |
| "reward_std": 0.1256658136844635, |
| "reward_std_all": 0.16598975658416748, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9748988747596741, |
| "rewards/forensics_tempsamp_iou_reward": 0.5282865166664124, |
| "step": 274 |
| }, |
| { |
| "completion_length": 21.375, |
| "epoch": 1.1506276150627615, |
| "grad_norm": 3.6734707355499268, |
| "kl": 0.3564453125, |
| "learning_rate": 7.13389121338912e-07, |
| "loss": 0.0143, |
| "reward": 0.4940859377384186, |
| "reward_std": 0.12352230027318001, |
| "reward_std_all": 0.19736018776893616, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9744027853012085, |
| "rewards/forensics_tempsamp_iou_reward": 0.43466606736183167, |
| "step": 275 |
| }, |
| { |
| "completion_length": 21.703125, |
| "epoch": 1.1548117154811715, |
| "grad_norm": 2.669881820678711, |
| "kl": 0.24072265625, |
| "learning_rate": 7.123430962343095e-07, |
| "loss": 0.0096, |
| "reward": 0.4963110089302063, |
| "reward_std": 0.1382359266281128, |
| "reward_std_all": 0.2097702994942665, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9712812900543213, |
| "rewards/forensics_tempsamp_iou_reward": 0.4381861835718155, |
| "step": 276 |
| }, |
| { |
| "completion_length": 23.609375, |
| "epoch": 1.1589958158995817, |
| "grad_norm": 4.182821273803711, |
| "kl": 0.33203125, |
| "learning_rate": 7.11297071129707e-07, |
| "loss": 0.0133, |
| "reward": 0.49152572453022003, |
| "reward_std": 0.14198710024356842, |
| "reward_std_all": 0.21040713042020798, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9207504987716675, |
| "rewards/forensics_tempsamp_iou_reward": 0.43109850585460663, |
| "step": 277 |
| }, |
| { |
| "completion_length": 22.875, |
| "epoch": 1.1631799163179917, |
| "grad_norm": 2.991118907928467, |
| "kl": 0.3427734375, |
| "learning_rate": 7.102510460251046e-07, |
| "loss": 0.0137, |
| "reward": 0.5004332214593887, |
| "reward_std": 0.11465354263782501, |
| "reward_std_all": 0.1961006373167038, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8824974000453949, |
| "rewards/forensics_tempsamp_iou_reward": 0.4250725358724594, |
| "step": 278 |
| }, |
| { |
| "completion_length": 20.109375, |
| "epoch": 1.1673640167364017, |
| "grad_norm": 4.143142223358154, |
| "kl": 0.2763671875, |
| "learning_rate": 7.092050209205021e-07, |
| "loss": 0.0111, |
| "reward": 0.5680044591426849, |
| "reward_std": 0.11133379489183426, |
| "reward_std_all": 0.16162142902612686, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9112753868103027, |
| "rewards/forensics_tempsamp_iou_reward": 0.5280047357082367, |
| "step": 279 |
| }, |
| { |
| "completion_length": 21.984375, |
| "epoch": 1.1715481171548117, |
| "grad_norm": 3.288547992706299, |
| "kl": 0.271484375, |
| "learning_rate": 7.081589958158996e-07, |
| "loss": 0.0109, |
| "reward": 0.4785521775484085, |
| "reward_std": 0.16663628816604614, |
| "reward_std_all": 0.21978308260440826, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.882258802652359, |
| "rewards/forensics_tempsamp_iou_reward": 0.4001775234937668, |
| "step": 280 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 1.1757322175732217, |
| "grad_norm": 3.340106964111328, |
| "kl": 0.25048828125, |
| "learning_rate": 7.071129707112971e-07, |
| "loss": 0.01, |
| "reward": 0.4259641170501709, |
| "reward_std": 0.1054859384894371, |
| "reward_std_all": 0.22115624696016312, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8478197753429413, |
| "rewards/forensics_tempsamp_iou_reward": 0.3553828001022339, |
| "step": 281 |
| }, |
| { |
| "completion_length": 22.46875, |
| "epoch": 1.1799163179916319, |
| "grad_norm": 2.8793787956237793, |
| "kl": 0.23486328125, |
| "learning_rate": 7.060669456066946e-07, |
| "loss": 0.0094, |
| "reward": 0.5125273913145065, |
| "reward_std": 0.12388189882040024, |
| "reward_std_all": 0.18644868582487106, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.92188560962677, |
| "rewards/forensics_tempsamp_iou_reward": 0.4622008502483368, |
| "step": 282 |
| }, |
| { |
| "completion_length": 21.234375, |
| "epoch": 1.1841004184100419, |
| "grad_norm": 2.8642048835754395, |
| "kl": 0.24072265625, |
| "learning_rate": 7.05020920502092e-07, |
| "loss": 0.0096, |
| "reward": 0.5907235741615295, |
| "reward_std": 0.1389547698199749, |
| "reward_std_all": 0.16323034465312958, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9475938975811005, |
| "rewards/forensics_tempsamp_iou_reward": 0.5342935025691986, |
| "step": 283 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 1.1882845188284519, |
| "grad_norm": 2.781069755554199, |
| "kl": 0.3134765625, |
| "learning_rate": 7.039748953974895e-07, |
| "loss": 0.0125, |
| "reward": 0.56010302901268, |
| "reward_std": 0.12104970961809158, |
| "reward_std_all": 0.16579771786928177, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7700367569923401, |
| "rewards/forensics_tempsamp_iou_reward": 0.48219195008277893, |
| "step": 284 |
| }, |
| { |
| "completion_length": 22.109375, |
| "epoch": 1.1924686192468619, |
| "grad_norm": 3.619520425796509, |
| "kl": 0.3037109375, |
| "learning_rate": 7.029288702928869e-07, |
| "loss": 0.0121, |
| "reward": 0.5277376472949982, |
| "reward_std": 0.17717893794178963, |
| "reward_std_all": 0.21588369458913803, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9468532204627991, |
| "rewards/forensics_tempsamp_iou_reward": 0.4742322713136673, |
| "step": 285 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 1.196652719665272, |
| "grad_norm": 2.9519553184509277, |
| "kl": 0.3046875, |
| "learning_rate": 7.018828451882844e-07, |
| "loss": 0.0122, |
| "reward": 0.5457387119531631, |
| "reward_std": 0.1211397834122181, |
| "reward_std_all": 0.176845483481884, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9710467755794525, |
| "rewards/forensics_tempsamp_iou_reward": 0.49382247030735016, |
| "step": 286 |
| }, |
| { |
| "completion_length": 20.796875, |
| "epoch": 1.200836820083682, |
| "grad_norm": 3.07560658454895, |
| "kl": 0.18017578125, |
| "learning_rate": 7.00836820083682e-07, |
| "loss": 0.0072, |
| "reward": 0.4588312804698944, |
| "reward_std": 0.12586675584316254, |
| "reward_std_all": 0.2182418629527092, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.916353851556778, |
| "rewards/forensics_tempsamp_iou_reward": 0.38211433589458466, |
| "step": 287 |
| }, |
| { |
| "completion_length": 21.328125, |
| "epoch": 1.205020920502092, |
| "grad_norm": 3.0007317066192627, |
| "kl": 0.2373046875, |
| "learning_rate": 6.997907949790795e-07, |
| "loss": 0.0095, |
| "reward": 0.6140807271003723, |
| "reward_std": 0.1069311872124672, |
| "reward_std_all": 0.1367195099592209, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9812987446784973, |
| "rewards/forensics_tempsamp_iou_reward": 0.5816353261470795, |
| "step": 288 |
| }, |
| { |
| "completion_length": 21.921875, |
| "epoch": 1.209205020920502, |
| "grad_norm": 3.1988589763641357, |
| "kl": 0.3095703125, |
| "learning_rate": 6.98744769874477e-07, |
| "loss": 0.0124, |
| "reward": 0.5624093115329742, |
| "reward_std": 0.17472976446151733, |
| "reward_std_all": 0.1960398107767105, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9856593608856201, |
| "rewards/forensics_tempsamp_iou_reward": 0.5169031322002411, |
| "step": 289 |
| }, |
| { |
| "completion_length": 22.359375, |
| "epoch": 1.213389121338912, |
| "grad_norm": 2.425137758255005, |
| "kl": 0.248046875, |
| "learning_rate": 6.976987447698745e-07, |
| "loss": 0.0099, |
| "reward": 0.5196384191513062, |
| "reward_std": 0.09962593019008636, |
| "reward_std_all": 0.17626073211431503, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9767921566963196, |
| "rewards/forensics_tempsamp_iou_reward": 0.4731341749429703, |
| "step": 290 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 1.217573221757322, |
| "grad_norm": 3.178602695465088, |
| "kl": 0.24072265625, |
| "learning_rate": 6.966527196652719e-07, |
| "loss": 0.0097, |
| "reward": 0.6012136340141296, |
| "reward_std": 0.13446548581123352, |
| "reward_std_all": 0.15242978185415268, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9009915292263031, |
| "rewards/forensics_tempsamp_iou_reward": 0.549381822347641, |
| "step": 291 |
| }, |
| { |
| "completion_length": 23.328125, |
| "epoch": 1.2217573221757323, |
| "grad_norm": 3.3315846920013428, |
| "kl": 0.3837890625, |
| "learning_rate": 6.956066945606694e-07, |
| "loss": 0.0153, |
| "reward": 0.48299558460712433, |
| "reward_std": 0.15616995468735695, |
| "reward_std_all": 0.22530879825353622, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8562081158161163, |
| "rewards/forensics_tempsamp_iou_reward": 0.40489886701107025, |
| "step": 292 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 1.2259414225941423, |
| "grad_norm": 3.2294278144836426, |
| "kl": 0.2333984375, |
| "learning_rate": 6.945606694560669e-07, |
| "loss": 0.0093, |
| "reward": 0.4300323575735092, |
| "reward_std": 0.1455903798341751, |
| "reward_std_all": 0.24073757976293564, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9475255310535431, |
| "rewards/forensics_tempsamp_iou_reward": 0.37979552149772644, |
| "step": 293 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 1.2301255230125523, |
| "grad_norm": 2.909597873687744, |
| "kl": 0.31640625, |
| "learning_rate": 6.935146443514644e-07, |
| "loss": 0.0126, |
| "reward": 0.5279944688081741, |
| "reward_std": 0.15544330328702927, |
| "reward_std_all": 0.1972196400165558, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9067757427692413, |
| "rewards/forensics_tempsamp_iou_reward": 0.4618963450193405, |
| "step": 294 |
| }, |
| { |
| "completion_length": 22.015625, |
| "epoch": 1.2343096234309623, |
| "grad_norm": 2.742448568344116, |
| "kl": 0.26171875, |
| "learning_rate": 6.924686192468618e-07, |
| "loss": 0.0104, |
| "reward": 0.5155168026685715, |
| "reward_std": 0.09776774048805237, |
| "reward_std_all": 0.18247465044260025, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9375448822975159, |
| "rewards/forensics_tempsamp_iou_reward": 0.4561128318309784, |
| "step": 295 |
| }, |
| { |
| "completion_length": 20.734375, |
| "epoch": 1.2384937238493725, |
| "grad_norm": 3.130018949508667, |
| "kl": 0.3154296875, |
| "learning_rate": 6.914225941422594e-07, |
| "loss": 0.0126, |
| "reward": 0.5508215129375458, |
| "reward_std": 0.15014388412237167, |
| "reward_std_all": 0.18593864142894745, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9429559707641602, |
| "rewards/forensics_tempsamp_iou_reward": 0.4929106682538986, |
| "step": 296 |
| }, |
| { |
| "completion_length": 21.890625, |
| "epoch": 1.2426778242677825, |
| "grad_norm": 3.4748306274414062, |
| "kl": 0.24951171875, |
| "learning_rate": 6.903765690376569e-07, |
| "loss": 0.01, |
| "reward": 0.4116181284189224, |
| "reward_std": 0.1305130124092102, |
| "reward_std_all": 0.24434350430965424, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8631412088871002, |
| "rewards/forensics_tempsamp_iou_reward": 0.3464584946632385, |
| "step": 297 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 1.2468619246861925, |
| "grad_norm": 3.09808611869812, |
| "kl": 0.2587890625, |
| "learning_rate": 6.893305439330544e-07, |
| "loss": 0.0104, |
| "reward": 0.5428947508335114, |
| "reward_std": 0.13900281116366386, |
| "reward_std_all": 0.19075483828783035, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9551098644733429, |
| "rewards/forensics_tempsamp_iou_reward": 0.5080538094043732, |
| "step": 298 |
| }, |
| { |
| "completion_length": 22.5625, |
| "epoch": 1.2510460251046025, |
| "grad_norm": 3.1037702560424805, |
| "kl": 0.27685546875, |
| "learning_rate": 6.882845188284518e-07, |
| "loss": 0.0111, |
| "reward": 0.5402005016803741, |
| "reward_std": 0.1421683169901371, |
| "reward_std_all": 0.1821429580450058, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9429636597633362, |
| "rewards/forensics_tempsamp_iou_reward": 0.4698293209075928, |
| "step": 299 |
| }, |
| { |
| "completion_length": 22.1875, |
| "epoch": 1.2552301255230125, |
| "grad_norm": 3.6114649772644043, |
| "kl": 0.3193359375, |
| "learning_rate": 6.872384937238493e-07, |
| "loss": 0.0128, |
| "reward": 0.46428269147872925, |
| "reward_std": 0.16988356411457062, |
| "reward_std_all": 0.2248026356101036, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8381713926792145, |
| "rewards/forensics_tempsamp_iou_reward": 0.373076930642128, |
| "step": 300 |
| }, |
| { |
| "completion_length": 22.453125, |
| "epoch": 1.2594142259414225, |
| "grad_norm": 2.650183916091919, |
| "kl": 0.23095703125, |
| "learning_rate": 6.861924686192468e-07, |
| "loss": 0.0093, |
| "reward": 0.5035516619682312, |
| "reward_std": 0.118218794465065, |
| "reward_std_all": 0.19156968593597412, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9772674143314362, |
| "rewards/forensics_tempsamp_iou_reward": 0.4334537833929062, |
| "step": 301 |
| }, |
| { |
| "completion_length": 21.609375, |
| "epoch": 1.2635983263598327, |
| "grad_norm": 3.0134894847869873, |
| "kl": 0.32763671875, |
| "learning_rate": 6.851464435146443e-07, |
| "loss": 0.0131, |
| "reward": 0.5361500978469849, |
| "reward_std": 0.15954600274562836, |
| "reward_std_all": 0.1976267769932747, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9787305295467377, |
| "rewards/forensics_tempsamp_iou_reward": 0.47835153341293335, |
| "step": 302 |
| }, |
| { |
| "completion_length": 23.890625, |
| "epoch": 1.2677824267782427, |
| "grad_norm": 3.1754026412963867, |
| "kl": 0.234375, |
| "learning_rate": 6.841004184100418e-07, |
| "loss": 0.0094, |
| "reward": 0.48732106387615204, |
| "reward_std": 0.17709441483020782, |
| "reward_std_all": 0.22626961022615433, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8968303203582764, |
| "rewards/forensics_tempsamp_iou_reward": 0.42034168541431427, |
| "step": 303 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 1.2719665271966527, |
| "grad_norm": 3.391558885574341, |
| "kl": 0.2880859375, |
| "learning_rate": 6.830543933054394e-07, |
| "loss": 0.0116, |
| "reward": 0.6146261990070343, |
| "reward_std": 0.1080276370048523, |
| "reward_std_all": 0.13155054301023483, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9086852371692657, |
| "rewards/forensics_tempsamp_iou_reward": 0.5885582268238068, |
| "step": 304 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 1.2761506276150627, |
| "grad_norm": 2.5862009525299072, |
| "kl": 0.20703125, |
| "learning_rate": 6.820083682008368e-07, |
| "loss": 0.0083, |
| "reward": 0.5176709443330765, |
| "reward_std": 0.13535484671592712, |
| "reward_std_all": 0.19168037921190262, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.945205956697464, |
| "rewards/forensics_tempsamp_iou_reward": 0.4570407271385193, |
| "step": 305 |
| }, |
| { |
| "completion_length": 21.078125, |
| "epoch": 1.280334728033473, |
| "grad_norm": 3.119452476501465, |
| "kl": 0.30859375, |
| "learning_rate": 6.809623430962343e-07, |
| "loss": 0.0123, |
| "reward": 0.5251602232456207, |
| "reward_std": 0.10563767328858376, |
| "reward_std_all": 0.17099104821681976, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.988253653049469, |
| "rewards/forensics_tempsamp_iou_reward": 0.48570452630519867, |
| "step": 306 |
| }, |
| { |
| "completion_length": 25.59375, |
| "epoch": 1.284518828451883, |
| "grad_norm": 5.29395055770874, |
| "kl": 0.26025390625, |
| "learning_rate": 6.799163179916317e-07, |
| "loss": 0.0104, |
| "reward": 0.4762590825557709, |
| "reward_std": 0.14060115814208984, |
| "reward_std_all": 0.2083079293370247, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9342305362224579, |
| "rewards/forensics_tempsamp_iou_reward": 0.4001456946134567, |
| "step": 307 |
| }, |
| { |
| "completion_length": 22.984375, |
| "epoch": 1.288702928870293, |
| "grad_norm": 3.499300479888916, |
| "kl": 0.2890625, |
| "learning_rate": 6.788702928870292e-07, |
| "loss": 0.0115, |
| "reward": 0.5399060845375061, |
| "reward_std": 0.1343313716351986, |
| "reward_std_all": 0.1829609051346779, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.950259655714035, |
| "rewards/forensics_tempsamp_iou_reward": 0.47720131278038025, |
| "step": 308 |
| }, |
| { |
| "completion_length": 22.921875, |
| "epoch": 1.292887029288703, |
| "grad_norm": 3.6338305473327637, |
| "kl": 0.2998046875, |
| "learning_rate": 6.778242677824267e-07, |
| "loss": 0.012, |
| "reward": 0.5521591305732727, |
| "reward_std": 0.1446193903684616, |
| "reward_std_all": 0.18509434908628464, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9218709170818329, |
| "rewards/forensics_tempsamp_iou_reward": 0.49739110469818115, |
| "step": 309 |
| }, |
| { |
| "completion_length": 21.703125, |
| "epoch": 1.297071129707113, |
| "grad_norm": 3.3475983142852783, |
| "kl": 0.3154296875, |
| "learning_rate": 6.767782426778242e-07, |
| "loss": 0.0126, |
| "reward": 0.5879004597663879, |
| "reward_std": 0.09220810234546661, |
| "reward_std_all": 0.14379049092531204, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9442806839942932, |
| "rewards/forensics_tempsamp_iou_reward": 0.5551051199436188, |
| "step": 310 |
| }, |
| { |
| "completion_length": 20.921875, |
| "epoch": 1.301255230125523, |
| "grad_norm": 3.5438578128814697, |
| "kl": 0.310546875, |
| "learning_rate": 6.757322175732217e-07, |
| "loss": 0.0124, |
| "reward": 0.5613609850406647, |
| "reward_std": 0.15211957693099976, |
| "reward_std_all": 0.18297743052244186, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9610278904438019, |
| "rewards/forensics_tempsamp_iou_reward": 0.5173511356115341, |
| "step": 311 |
| }, |
| { |
| "completion_length": 25.53125, |
| "epoch": 1.3054393305439331, |
| "grad_norm": 3.077789068222046, |
| "kl": 0.21533203125, |
| "learning_rate": 6.746861924686192e-07, |
| "loss": 0.0086, |
| "reward": 0.4502028077840805, |
| "reward_std": 0.14705242216587067, |
| "reward_std_all": 0.22507282346487045, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8812744617462158, |
| "rewards/forensics_tempsamp_iou_reward": 0.3710065484046936, |
| "step": 312 |
| }, |
| { |
| "completion_length": 20.609375, |
| "epoch": 1.3096234309623431, |
| "grad_norm": 3.184544324874878, |
| "kl": 0.25439453125, |
| "learning_rate": 6.736401673640168e-07, |
| "loss": 0.0102, |
| "reward": 0.5610341429710388, |
| "reward_std": 0.1378471851348877, |
| "reward_std_all": 0.17896975576877594, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9615353345870972, |
| "rewards/forensics_tempsamp_iou_reward": 0.5183050036430359, |
| "step": 313 |
| }, |
| { |
| "completion_length": 20.515625, |
| "epoch": 1.3138075313807531, |
| "grad_norm": 3.7001430988311768, |
| "kl": 0.2802734375, |
| "learning_rate": 6.725941422594143e-07, |
| "loss": 0.0112, |
| "reward": 0.6408420503139496, |
| "reward_std": 0.11505874991416931, |
| "reward_std_all": 0.13059363886713982, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9749207496643066, |
| "rewards/forensics_tempsamp_iou_reward": 0.6107769310474396, |
| "step": 314 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 1.3179916317991631, |
| "grad_norm": 3.603107452392578, |
| "kl": 0.26806640625, |
| "learning_rate": 6.715481171548117e-07, |
| "loss": 0.0107, |
| "reward": 0.593597799539566, |
| "reward_std": 0.1315619945526123, |
| "reward_std_all": 0.16681238263845444, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.915211021900177, |
| "rewards/forensics_tempsamp_iou_reward": 0.555583581328392, |
| "step": 315 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 1.3221757322175733, |
| "grad_norm": 2.862846851348877, |
| "kl": 0.279296875, |
| "learning_rate": 6.705020920502091e-07, |
| "loss": 0.0112, |
| "reward": 0.5540410578250885, |
| "reward_std": 0.10073474049568176, |
| "reward_std_all": 0.15980281680822372, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9107109904289246, |
| "rewards/forensics_tempsamp_iou_reward": 0.5020983815193176, |
| "step": 316 |
| }, |
| { |
| "completion_length": 21.25, |
| "epoch": 1.3263598326359833, |
| "grad_norm": 2.9675302505493164, |
| "kl": 0.3291015625, |
| "learning_rate": 6.694560669456066e-07, |
| "loss": 0.0132, |
| "reward": 0.5798704326152802, |
| "reward_std": 0.07980705797672272, |
| "reward_std_all": 0.1361624002456665, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9520018994808197, |
| "rewards/forensics_tempsamp_iou_reward": 0.5284975469112396, |
| "step": 317 |
| }, |
| { |
| "completion_length": 20.78125, |
| "epoch": 1.3305439330543933, |
| "grad_norm": 3.180077314376831, |
| "kl": 0.2607421875, |
| "learning_rate": 6.684100418410041e-07, |
| "loss": 0.0104, |
| "reward": 0.536300778388977, |
| "reward_std": 0.14843681082129478, |
| "reward_std_all": 0.19522221386432648, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9527053236961365, |
| "rewards/forensics_tempsamp_iou_reward": 0.4755610227584839, |
| "step": 318 |
| }, |
| { |
| "completion_length": 23.0625, |
| "epoch": 1.3347280334728033, |
| "grad_norm": 3.382484197616577, |
| "kl": 0.3173828125, |
| "learning_rate": 6.673640167364016e-07, |
| "loss": 0.0127, |
| "reward": 0.4867607355117798, |
| "reward_std": 0.12162896990776062, |
| "reward_std_all": 0.2012038603425026, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9470567405223846, |
| "rewards/forensics_tempsamp_iou_reward": 0.42015112936496735, |
| "step": 319 |
| }, |
| { |
| "completion_length": 21.578125, |
| "epoch": 1.3389121338912133, |
| "grad_norm": 3.611802816390991, |
| "kl": 0.2744140625, |
| "learning_rate": 6.663179916317991e-07, |
| "loss": 0.011, |
| "reward": 0.5253792405128479, |
| "reward_std": 0.11473264917731285, |
| "reward_std_all": 0.18041078001260757, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9639557003974915, |
| "rewards/forensics_tempsamp_iou_reward": 0.4606862962245941, |
| "step": 320 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 1.3430962343096233, |
| "grad_norm": 3.4029507637023926, |
| "kl": 0.294921875, |
| "learning_rate": 6.652719665271967e-07, |
| "loss": 0.0118, |
| "reward": 0.586474597454071, |
| "reward_std": 0.10689892247319221, |
| "reward_std_all": 0.1457955166697502, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9670183062553406, |
| "rewards/forensics_tempsamp_iou_reward": 0.5485915988683701, |
| "step": 321 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 1.3472803347280335, |
| "grad_norm": 3.7310972213745117, |
| "kl": 0.275390625, |
| "learning_rate": 6.642259414225942e-07, |
| "loss": 0.011, |
| "reward": 0.5661682784557343, |
| "reward_std": 0.14247343316674232, |
| "reward_std_all": 0.17878852039575577, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9735225141048431, |
| "rewards/forensics_tempsamp_iou_reward": 0.5128143876791, |
| "step": 322 |
| }, |
| { |
| "completion_length": 20.671875, |
| "epoch": 1.3514644351464435, |
| "grad_norm": 4.179111003875732, |
| "kl": 0.310546875, |
| "learning_rate": 6.631799163179917e-07, |
| "loss": 0.0124, |
| "reward": 0.5244480222463608, |
| "reward_std": 0.15478388220071793, |
| "reward_std_all": 0.20325811207294464, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9203829169273376, |
| "rewards/forensics_tempsamp_iou_reward": 0.47193287312984467, |
| "step": 323 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 1.3556485355648535, |
| "grad_norm": 3.9537546634674072, |
| "kl": 0.2783203125, |
| "learning_rate": 6.621338912133892e-07, |
| "loss": 0.0111, |
| "reward": 0.6158213913440704, |
| "reward_std": 0.12697765976190567, |
| "reward_std_all": 0.1438097283244133, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9432215392589569, |
| "rewards/forensics_tempsamp_iou_reward": 0.5775099396705627, |
| "step": 324 |
| }, |
| { |
| "completion_length": 19.90625, |
| "epoch": 1.3598326359832635, |
| "grad_norm": 3.414336681365967, |
| "kl": 0.4365234375, |
| "learning_rate": 6.610878661087865e-07, |
| "loss": 0.0175, |
| "reward": 0.5226276516914368, |
| "reward_std": 0.12506340444087982, |
| "reward_std_all": 0.18961552530527115, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.900643914937973, |
| "rewards/forensics_tempsamp_iou_reward": 0.4551932364702225, |
| "step": 325 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 1.3640167364016738, |
| "grad_norm": 3.1939404010772705, |
| "kl": 0.24169921875, |
| "learning_rate": 6.60041841004184e-07, |
| "loss": 0.0097, |
| "reward": 0.5194676369428635, |
| "reward_std": 0.08024582639336586, |
| "reward_std_all": 0.17020665109157562, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.954453706741333, |
| "rewards/forensics_tempsamp_iou_reward": 0.4680538773536682, |
| "step": 326 |
| }, |
| { |
| "completion_length": 20.84375, |
| "epoch": 1.3682008368200838, |
| "grad_norm": 4.032566070556641, |
| "kl": 0.3037109375, |
| "learning_rate": 6.589958158995815e-07, |
| "loss": 0.0122, |
| "reward": 0.42827875912189484, |
| "reward_std": 0.12545044347643852, |
| "reward_std_all": 0.2317737191915512, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.880994588136673, |
| "rewards/forensics_tempsamp_iou_reward": 0.3565494865179062, |
| "step": 327 |
| }, |
| { |
| "completion_length": 21.78125, |
| "epoch": 1.3723849372384938, |
| "grad_norm": 4.159017086029053, |
| "kl": 0.30078125, |
| "learning_rate": 6.57949790794979e-07, |
| "loss": 0.012, |
| "reward": 0.4997859448194504, |
| "reward_std": 0.10792533680796623, |
| "reward_std_all": 0.19243212044239044, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9028030335903168, |
| "rewards/forensics_tempsamp_iou_reward": 0.43827466666698456, |
| "step": 328 |
| }, |
| { |
| "completion_length": 20.6875, |
| "epoch": 1.3765690376569037, |
| "grad_norm": 3.291788339614868, |
| "kl": 0.2685546875, |
| "learning_rate": 6.569037656903765e-07, |
| "loss": 0.0107, |
| "reward": 0.5304462313652039, |
| "reward_std": 0.13829558342695236, |
| "reward_std_all": 0.18609736859798431, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9135085642337799, |
| "rewards/forensics_tempsamp_iou_reward": 0.47071924805641174, |
| "step": 329 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 1.3807531380753137, |
| "grad_norm": 3.1831247806549072, |
| "kl": 0.25634765625, |
| "learning_rate": 6.558577405857741e-07, |
| "loss": 0.0103, |
| "reward": 0.5685157477855682, |
| "reward_std": 0.09351160004734993, |
| "reward_std_all": 0.15180335938930511, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9740835428237915, |
| "rewards/forensics_tempsamp_iou_reward": 0.5233237445354462, |
| "step": 330 |
| }, |
| { |
| "completion_length": 22.0625, |
| "epoch": 1.3849372384937237, |
| "grad_norm": 2.412064790725708, |
| "kl": 0.2431640625, |
| "learning_rate": 6.548117154811716e-07, |
| "loss": 0.0097, |
| "reward": 0.5367299765348434, |
| "reward_std": 0.1467502862215042, |
| "reward_std_all": 0.19418880343437195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9786568880081177, |
| "rewards/forensics_tempsamp_iou_reward": 0.49881957471370697, |
| "step": 331 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 1.389121338912134, |
| "grad_norm": 2.992009401321411, |
| "kl": 0.2431640625, |
| "learning_rate": 6.537656903765691e-07, |
| "loss": 0.0097, |
| "reward": 0.4984583854675293, |
| "reward_std": 0.1943698599934578, |
| "reward_std_all": 0.2320670336484909, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8981521725654602, |
| "rewards/forensics_tempsamp_iou_reward": 0.4372841566801071, |
| "step": 332 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 1.393305439330544, |
| "grad_norm": 2.812589168548584, |
| "kl": 0.21435546875, |
| "learning_rate": 6.527196652719665e-07, |
| "loss": 0.0086, |
| "reward": 0.5211863815784454, |
| "reward_std": 0.0984501764178276, |
| "reward_std_all": 0.17661236226558685, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8700154721736908, |
| "rewards/forensics_tempsamp_iou_reward": 0.4483562409877777, |
| "step": 333 |
| }, |
| { |
| "completion_length": 24.859375, |
| "epoch": 1.397489539748954, |
| "grad_norm": 2.4910166263580322, |
| "kl": 0.23095703125, |
| "learning_rate": 6.51673640167364e-07, |
| "loss": 0.0093, |
| "reward": 0.48905569314956665, |
| "reward_std": 0.11482776701450348, |
| "reward_std_all": 0.19650709629058838, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8994240164756775, |
| "rewards/forensics_tempsamp_iou_reward": 0.42242710292339325, |
| "step": 334 |
| }, |
| { |
| "completion_length": 23.984375, |
| "epoch": 1.401673640167364, |
| "grad_norm": 2.94777774810791, |
| "kl": 0.255859375, |
| "learning_rate": 6.506276150627614e-07, |
| "loss": 0.0102, |
| "reward": 0.45374396443367004, |
| "reward_std": 0.14729144424200058, |
| "reward_std_all": 0.22216801345348358, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9415111243724823, |
| "rewards/forensics_tempsamp_iou_reward": 0.37539181113243103, |
| "step": 335 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 1.4058577405857742, |
| "grad_norm": 3.003829002380371, |
| "kl": 0.25439453125, |
| "learning_rate": 6.495815899581589e-07, |
| "loss": 0.0102, |
| "reward": 0.47673608362674713, |
| "reward_std": 0.12292925268411636, |
| "reward_std_all": 0.2083888277411461, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9167440831661224, |
| "rewards/forensics_tempsamp_iou_reward": 0.4088769257068634, |
| "step": 336 |
| }, |
| { |
| "completion_length": 24.671875, |
| "epoch": 1.4100418410041842, |
| "grad_norm": 3.128627061843872, |
| "kl": 0.287109375, |
| "learning_rate": 6.485355648535564e-07, |
| "loss": 0.0115, |
| "reward": 0.5121713131666183, |
| "reward_std": 0.17998922616243362, |
| "reward_std_all": 0.21732670813798904, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9010821878910065, |
| "rewards/forensics_tempsamp_iou_reward": 0.435995489358902, |
| "step": 337 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 1.4142259414225942, |
| "grad_norm": 2.9469475746154785, |
| "kl": 0.28125, |
| "learning_rate": 6.47489539748954e-07, |
| "loss": 0.0113, |
| "reward": 0.4938007891178131, |
| "reward_std": 0.14521430432796478, |
| "reward_std_all": 0.20711195468902588, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9135783910751343, |
| "rewards/forensics_tempsamp_iou_reward": 0.4292701184749603, |
| "step": 338 |
| }, |
| { |
| "completion_length": 24.546875, |
| "epoch": 1.4184100418410042, |
| "grad_norm": 3.092914581298828, |
| "kl": 0.2119140625, |
| "learning_rate": 6.464435146443515e-07, |
| "loss": 0.0085, |
| "reward": 0.5353133380413055, |
| "reward_std": 0.10966141521930695, |
| "reward_std_all": 0.16906414926052094, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9189062416553497, |
| "rewards/forensics_tempsamp_iou_reward": 0.4746718257665634, |
| "step": 339 |
| }, |
| { |
| "completion_length": 22.609375, |
| "epoch": 1.4225941422594142, |
| "grad_norm": 3.0244030952453613, |
| "kl": 0.240234375, |
| "learning_rate": 6.45397489539749e-07, |
| "loss": 0.0096, |
| "reward": 0.5749362111091614, |
| "reward_std": 0.10388772562146187, |
| "reward_std_all": 0.1549764797091484, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9525250792503357, |
| "rewards/forensics_tempsamp_iou_reward": 0.5335897654294968, |
| "step": 340 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 1.4267782426778242, |
| "grad_norm": 3.67155385017395, |
| "kl": 0.25390625, |
| "learning_rate": 6.443514644351464e-07, |
| "loss": 0.0101, |
| "reward": 0.5270803868770599, |
| "reward_std": 0.12610367685556412, |
| "reward_std_all": 0.18013404309749603, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8892752230167389, |
| "rewards/forensics_tempsamp_iou_reward": 0.46469251811504364, |
| "step": 341 |
| }, |
| { |
| "completion_length": 24.1875, |
| "epoch": 1.4309623430962344, |
| "grad_norm": 3.485036849975586, |
| "kl": 0.228515625, |
| "learning_rate": 6.433054393305439e-07, |
| "loss": 0.0091, |
| "reward": 0.5251704454421997, |
| "reward_std": 0.15428511798381805, |
| "reward_std_all": 0.19650664925575256, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9364333748817444, |
| "rewards/forensics_tempsamp_iou_reward": 0.4581688344478607, |
| "step": 342 |
| }, |
| { |
| "completion_length": 22.578125, |
| "epoch": 1.4351464435146444, |
| "grad_norm": 2.9246315956115723, |
| "kl": 0.240234375, |
| "learning_rate": 6.422594142259414e-07, |
| "loss": 0.0096, |
| "reward": 0.5290128588676453, |
| "reward_std": 0.16317344456911087, |
| "reward_std_all": 0.20027300715446472, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8654080629348755, |
| "rewards/forensics_tempsamp_iou_reward": 0.4621415287256241, |
| "step": 343 |
| }, |
| { |
| "completion_length": 28.09375, |
| "epoch": 1.4393305439330544, |
| "grad_norm": 2.9637181758880615, |
| "kl": 0.25390625, |
| "learning_rate": 6.412133891213389e-07, |
| "loss": 0.0102, |
| "reward": 0.44897834956645966, |
| "reward_std": 0.08345292881131172, |
| "reward_std_all": 0.19571767002344131, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.891797661781311, |
| "rewards/forensics_tempsamp_iou_reward": 0.38138405978679657, |
| "step": 344 |
| }, |
| { |
| "completion_length": 23.28125, |
| "epoch": 1.4435146443514644, |
| "grad_norm": 2.927433490753174, |
| "kl": 0.22265625, |
| "learning_rate": 6.401673640167363e-07, |
| "loss": 0.0089, |
| "reward": 0.5147290080785751, |
| "reward_std": 0.153611958026886, |
| "reward_std_all": 0.19498346000909805, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9696350693702698, |
| "rewards/forensics_tempsamp_iou_reward": 0.45621126890182495, |
| "step": 345 |
| }, |
| { |
| "completion_length": 21.734375, |
| "epoch": 1.4476987447698746, |
| "grad_norm": 2.7401397228240967, |
| "kl": 0.291015625, |
| "learning_rate": 6.391213389121338e-07, |
| "loss": 0.0116, |
| "reward": 0.528337150812149, |
| "reward_std": 0.12121102958917618, |
| "reward_std_all": 0.18277867883443832, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9608431458473206, |
| "rewards/forensics_tempsamp_iou_reward": 0.48570357263088226, |
| "step": 346 |
| }, |
| { |
| "completion_length": 26.859375, |
| "epoch": 1.4518828451882846, |
| "grad_norm": 2.8602402210235596, |
| "kl": 0.1943359375, |
| "learning_rate": 6.380753138075314e-07, |
| "loss": 0.0078, |
| "reward": 0.46167486906051636, |
| "reward_std": 0.12390781193971634, |
| "reward_std_all": 0.20860695838928223, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7998866140842438, |
| "rewards/forensics_tempsamp_iou_reward": 0.36780914664268494, |
| "step": 347 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 1.4560669456066946, |
| "grad_norm": 3.293510675430298, |
| "kl": 0.2529296875, |
| "learning_rate": 6.370292887029289e-07, |
| "loss": 0.0101, |
| "reward": 0.5725951045751572, |
| "reward_std": 0.12188725918531418, |
| "reward_std_all": 0.16459089517593384, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8510983288288116, |
| "rewards/forensics_tempsamp_iou_reward": 0.5058462470769882, |
| "step": 348 |
| }, |
| { |
| "completion_length": 23.640625, |
| "epoch": 1.4602510460251046, |
| "grad_norm": 3.4766147136688232, |
| "kl": 0.2509765625, |
| "learning_rate": 6.359832635983263e-07, |
| "loss": 0.01, |
| "reward": 0.5143277049064636, |
| "reward_std": 0.08670084923505783, |
| "reward_std_all": 0.1711454913020134, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8770862221717834, |
| "rewards/forensics_tempsamp_iou_reward": 0.4546923488378525, |
| "step": 349 |
| }, |
| { |
| "completion_length": 20.984375, |
| "epoch": 1.4644351464435146, |
| "grad_norm": 3.2458701133728027, |
| "kl": 0.24755859375, |
| "learning_rate": 6.349372384937238e-07, |
| "loss": 0.0099, |
| "reward": 0.623320683836937, |
| "reward_std": 0.12768685817718506, |
| "reward_std_all": 0.1483868658542633, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9258260428905487, |
| "rewards/forensics_tempsamp_iou_reward": 0.6005743443965912, |
| "step": 350 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 1.4686192468619246, |
| "grad_norm": 2.77729868888855, |
| "kl": 0.24609375, |
| "learning_rate": 6.338912133891213e-07, |
| "loss": 0.0098, |
| "reward": 0.5813420414924622, |
| "reward_std": 0.11786995828151703, |
| "reward_std_all": 0.15745988488197327, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9448424279689789, |
| "rewards/forensics_tempsamp_iou_reward": 0.5398286581039429, |
| "step": 351 |
| }, |
| { |
| "completion_length": 21.0, |
| "epoch": 1.4728033472803348, |
| "grad_norm": 3.0658316612243652, |
| "kl": 0.228515625, |
| "learning_rate": 6.328451882845188e-07, |
| "loss": 0.0091, |
| "reward": 0.48085737228393555, |
| "reward_std": 0.20863647758960724, |
| "reward_std_all": 0.2467048019170761, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9378328621387482, |
| "rewards/forensics_tempsamp_iou_reward": 0.42760127782821655, |
| "step": 352 |
| }, |
| { |
| "completion_length": 22.9375, |
| "epoch": 1.4769874476987448, |
| "grad_norm": 3.1865079402923584, |
| "kl": 0.4033203125, |
| "learning_rate": 6.317991631799163e-07, |
| "loss": 0.0161, |
| "reward": 0.4672323614358902, |
| "reward_std": 0.1357121467590332, |
| "reward_std_all": 0.22270023822784424, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9078212976455688, |
| "rewards/forensics_tempsamp_iou_reward": 0.39956575632095337, |
| "step": 353 |
| }, |
| { |
| "completion_length": 20.921875, |
| "epoch": 1.4811715481171548, |
| "grad_norm": 3.2084298133850098, |
| "kl": 0.2587890625, |
| "learning_rate": 6.307531380753138e-07, |
| "loss": 0.0104, |
| "reward": 0.4562839865684509, |
| "reward_std": 0.1585327461361885, |
| "reward_std_all": 0.2395022287964821, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8762037754058838, |
| "rewards/forensics_tempsamp_iou_reward": 0.3885035514831543, |
| "step": 354 |
| }, |
| { |
| "completion_length": 23.6875, |
| "epoch": 1.4853556485355648, |
| "grad_norm": 3.1232759952545166, |
| "kl": 0.26318359375, |
| "learning_rate": 6.297071129707112e-07, |
| "loss": 0.0105, |
| "reward": 0.5853065848350525, |
| "reward_std": 0.10011300444602966, |
| "reward_std_all": 0.14566251635551453, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9328036606311798, |
| "rewards/forensics_tempsamp_iou_reward": 0.5524810552597046, |
| "step": 355 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 1.489539748953975, |
| "grad_norm": 3.6004607677459717, |
| "kl": 0.24853515625, |
| "learning_rate": 6.286610878661088e-07, |
| "loss": 0.0099, |
| "reward": 0.526012510061264, |
| "reward_std": 0.1489264965057373, |
| "reward_std_all": 0.19912638515233994, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8813231289386749, |
| "rewards/forensics_tempsamp_iou_reward": 0.46852099895477295, |
| "step": 356 |
| }, |
| { |
| "completion_length": 23.96875, |
| "epoch": 1.493723849372385, |
| "grad_norm": 3.1752448081970215, |
| "kl": 0.25244140625, |
| "learning_rate": 6.276150627615063e-07, |
| "loss": 0.0101, |
| "reward": 0.5113407671451569, |
| "reward_std": 0.15550552308559418, |
| "reward_std_all": 0.2064043954014778, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9327881336212158, |
| "rewards/forensics_tempsamp_iou_reward": 0.4503702223300934, |
| "step": 357 |
| }, |
| { |
| "completion_length": 24.484375, |
| "epoch": 1.497907949790795, |
| "grad_norm": 2.978180170059204, |
| "kl": 0.22802734375, |
| "learning_rate": 6.265690376569037e-07, |
| "loss": 0.0091, |
| "reward": 0.5049306005239487, |
| "reward_std": 0.16909684985876083, |
| "reward_std_all": 0.22063501179218292, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.95748171210289, |
| "rewards/forensics_tempsamp_iou_reward": 0.4641716480255127, |
| "step": 358 |
| }, |
| { |
| "completion_length": 22.15625, |
| "epoch": 1.502092050209205, |
| "grad_norm": 2.799163341522217, |
| "kl": 0.232421875, |
| "learning_rate": 6.255230125523012e-07, |
| "loss": 0.0093, |
| "reward": 0.5889742076396942, |
| "reward_std": 0.08084183931350708, |
| "reward_std_all": 0.134225782006979, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9875971078872681, |
| "rewards/forensics_tempsamp_iou_reward": 0.5571427643299103, |
| "step": 359 |
| }, |
| { |
| "completion_length": 19.8125, |
| "epoch": 1.506276150627615, |
| "grad_norm": 3.440596580505371, |
| "kl": 0.20556640625, |
| "learning_rate": 6.244769874476987e-07, |
| "loss": 0.0082, |
| "reward": 0.5559490621089935, |
| "reward_std": 0.1288694441318512, |
| "reward_std_all": 0.17573144286870956, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9034629762172699, |
| "rewards/forensics_tempsamp_iou_reward": 0.5036945044994354, |
| "step": 360 |
| }, |
| { |
| "completion_length": 23.15625, |
| "epoch": 1.510460251046025, |
| "grad_norm": 3.1645030975341797, |
| "kl": 0.318359375, |
| "learning_rate": 6.234309623430962e-07, |
| "loss": 0.0127, |
| "reward": 0.558051735162735, |
| "reward_std": 0.16260144114494324, |
| "reward_std_all": 0.1959943026304245, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9305509626865387, |
| "rewards/forensics_tempsamp_iou_reward": 0.5158680975437164, |
| "step": 361 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 1.514644351464435, |
| "grad_norm": 3.053607225418091, |
| "kl": 0.26611328125, |
| "learning_rate": 6.223849372384937e-07, |
| "loss": 0.0107, |
| "reward": 0.5495312213897705, |
| "reward_std": 0.14096727967262268, |
| "reward_std_all": 0.1826690509915352, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.905597448348999, |
| "rewards/forensics_tempsamp_iou_reward": 0.5064651817083359, |
| "step": 362 |
| }, |
| { |
| "completion_length": 22.6875, |
| "epoch": 1.5188284518828452, |
| "grad_norm": 2.7557969093322754, |
| "kl": 0.275390625, |
| "learning_rate": 6.213389121338912e-07, |
| "loss": 0.011, |
| "reward": 0.5712511539459229, |
| "reward_std": 0.17238947749137878, |
| "reward_std_all": 0.18776467442512512, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9488110542297363, |
| "rewards/forensics_tempsamp_iou_reward": 0.5403575301170349, |
| "step": 363 |
| }, |
| { |
| "completion_length": 23.25, |
| "epoch": 1.5230125523012552, |
| "grad_norm": 3.8760111331939697, |
| "kl": 0.283203125, |
| "learning_rate": 6.202928870292888e-07, |
| "loss": 0.0113, |
| "reward": 0.5436842441558838, |
| "reward_std": 0.16962844133377075, |
| "reward_std_all": 0.20606636255979538, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9487777054309845, |
| "rewards/forensics_tempsamp_iou_reward": 0.5147917717695236, |
| "step": 364 |
| }, |
| { |
| "completion_length": 21.875, |
| "epoch": 1.5271966527196654, |
| "grad_norm": 2.5433971881866455, |
| "kl": 0.27978515625, |
| "learning_rate": 6.192468619246862e-07, |
| "loss": 0.0112, |
| "reward": 0.5830157995223999, |
| "reward_std": 0.06932118348777294, |
| "reward_std_all": 0.1295211873948574, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9099680781364441, |
| "rewards/forensics_tempsamp_iou_reward": 0.5384480357170105, |
| "step": 365 |
| }, |
| { |
| "completion_length": 20.421875, |
| "epoch": 1.5313807531380754, |
| "grad_norm": 3.4305620193481445, |
| "kl": 0.26513671875, |
| "learning_rate": 6.182008368200836e-07, |
| "loss": 0.0106, |
| "reward": 0.46273747086524963, |
| "reward_std": 0.16242001950740814, |
| "reward_std_all": 0.22893159836530685, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.854321300983429, |
| "rewards/forensics_tempsamp_iou_reward": 0.3902307450771332, |
| "step": 366 |
| }, |
| { |
| "completion_length": 22.828125, |
| "epoch": 1.5355648535564854, |
| "grad_norm": 2.952786445617676, |
| "kl": 0.25048828125, |
| "learning_rate": 6.171548117154811e-07, |
| "loss": 0.01, |
| "reward": 0.5426499545574188, |
| "reward_std": 0.10433517023921013, |
| "reward_std_all": 0.16760308295488358, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9118170440196991, |
| "rewards/forensics_tempsamp_iou_reward": 0.4877493381500244, |
| "step": 367 |
| }, |
| { |
| "completion_length": 21.765625, |
| "epoch": 1.5397489539748954, |
| "grad_norm": 2.811307668685913, |
| "kl": 0.29296875, |
| "learning_rate": 6.161087866108786e-07, |
| "loss": 0.0117, |
| "reward": 0.6009742915630341, |
| "reward_std": 0.15101142972707748, |
| "reward_std_all": 0.1662329062819481, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9200770556926727, |
| "rewards/forensics_tempsamp_iou_reward": 0.5724839866161346, |
| "step": 368 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 1.5439330543933054, |
| "grad_norm": 2.784069538116455, |
| "kl": 0.240234375, |
| "learning_rate": 6.150627615062761e-07, |
| "loss": 0.0096, |
| "reward": 0.5003524720668793, |
| "reward_std": 0.14700151234865189, |
| "reward_std_all": 0.20730440318584442, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9881933927536011, |
| "rewards/forensics_tempsamp_iou_reward": 0.45821841061115265, |
| "step": 369 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 1.5481171548117154, |
| "grad_norm": 3.0649898052215576, |
| "kl": 0.17529296875, |
| "learning_rate": 6.140167364016736e-07, |
| "loss": 0.007, |
| "reward": 0.6301942765712738, |
| "reward_std": 0.09829603880643845, |
| "reward_std_all": 0.12470857799053192, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9325909912586212, |
| "rewards/forensics_tempsamp_iou_reward": 0.5880740880966187, |
| "step": 370 |
| }, |
| { |
| "completion_length": 23.34375, |
| "epoch": 1.5523012552301254, |
| "grad_norm": 3.4420974254608154, |
| "kl": 0.2177734375, |
| "learning_rate": 6.129707112970711e-07, |
| "loss": 0.0087, |
| "reward": 0.4185475707054138, |
| "reward_std": 0.12168850377202034, |
| "reward_std_all": 0.2305411398410797, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.875639945268631, |
| "rewards/forensics_tempsamp_iou_reward": 0.3260466307401657, |
| "step": 371 |
| }, |
| { |
| "completion_length": 25.40625, |
| "epoch": 1.5564853556485354, |
| "grad_norm": 3.0281929969787598, |
| "kl": 0.26806640625, |
| "learning_rate": 6.119246861924686e-07, |
| "loss": 0.0107, |
| "reward": 0.4927195757627487, |
| "reward_std": 0.11981699243187904, |
| "reward_std_all": 0.19839461892843246, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9366100430488586, |
| "rewards/forensics_tempsamp_iou_reward": 0.4279094636440277, |
| "step": 372 |
| }, |
| { |
| "completion_length": 22.25, |
| "epoch": 1.5606694560669456, |
| "grad_norm": 3.5088553428649902, |
| "kl": 0.2802734375, |
| "learning_rate": 6.108786610878662e-07, |
| "loss": 0.0112, |
| "reward": 0.564223438501358, |
| "reward_std": 0.13937027007341385, |
| "reward_std_all": 0.1748919114470482, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9191728830337524, |
| "rewards/forensics_tempsamp_iou_reward": 0.5071009248495102, |
| "step": 373 |
| }, |
| { |
| "completion_length": 22.28125, |
| "epoch": 1.5648535564853556, |
| "grad_norm": 3.413996934890747, |
| "kl": 0.228515625, |
| "learning_rate": 6.098326359832637e-07, |
| "loss": 0.0091, |
| "reward": 0.596574455499649, |
| "reward_std": 0.09222955256700516, |
| "reward_std_all": 0.1349511593580246, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9311298131942749, |
| "rewards/forensics_tempsamp_iou_reward": 0.5464615821838379, |
| "step": 374 |
| }, |
| { |
| "completion_length": 22.0625, |
| "epoch": 1.5690376569037658, |
| "grad_norm": 4.050120830535889, |
| "kl": 0.3154296875, |
| "learning_rate": 6.08786610878661e-07, |
| "loss": 0.0126, |
| "reward": 0.4948773682117462, |
| "reward_std": 0.10316507518291473, |
| "reward_std_all": 0.19568412750959396, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9218202531337738, |
| "rewards/forensics_tempsamp_iou_reward": 0.45185090601444244, |
| "step": 375 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 1.5732217573221758, |
| "grad_norm": 3.2636094093322754, |
| "kl": 0.3076171875, |
| "learning_rate": 6.077405857740585e-07, |
| "loss": 0.0123, |
| "reward": 0.5862186253070831, |
| "reward_std": 0.09244918450713158, |
| "reward_std_all": 0.13693944737315178, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9582740068435669, |
| "rewards/forensics_tempsamp_iou_reward": 0.5377525687217712, |
| "step": 376 |
| }, |
| { |
| "completion_length": 22.046875, |
| "epoch": 1.5774058577405858, |
| "grad_norm": 3.2574808597564697, |
| "kl": 0.2861328125, |
| "learning_rate": 6.06694560669456e-07, |
| "loss": 0.0114, |
| "reward": 0.4846600294113159, |
| "reward_std": 0.12442874908447266, |
| "reward_std_all": 0.20208978652954102, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.854726105928421, |
| "rewards/forensics_tempsamp_iou_reward": 0.4023599922657013, |
| "step": 377 |
| }, |
| { |
| "completion_length": 23.359375, |
| "epoch": 1.5815899581589958, |
| "grad_norm": 2.912583589553833, |
| "kl": 0.3232421875, |
| "learning_rate": 6.056485355648535e-07, |
| "loss": 0.0129, |
| "reward": 0.5384095907211304, |
| "reward_std": 0.12341487407684326, |
| "reward_std_all": 0.18313508480787277, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9351534247398376, |
| "rewards/forensics_tempsamp_iou_reward": 0.47417062520980835, |
| "step": 378 |
| }, |
| { |
| "completion_length": 24.296875, |
| "epoch": 1.5857740585774058, |
| "grad_norm": 2.6893746852874756, |
| "kl": 0.3017578125, |
| "learning_rate": 6.04602510460251e-07, |
| "loss": 0.0121, |
| "reward": 0.5525435209274292, |
| "reward_std": 0.128608837723732, |
| "reward_std_all": 0.17467942833900452, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9034557938575745, |
| "rewards/forensics_tempsamp_iou_reward": 0.4853852242231369, |
| "step": 379 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 1.5899581589958158, |
| "grad_norm": 3.355776786804199, |
| "kl": 0.3046875, |
| "learning_rate": 6.035564853556485e-07, |
| "loss": 0.0122, |
| "reward": 0.5400529503822327, |
| "reward_std": 0.11306949704885483, |
| "reward_std_all": 0.17080723494291306, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9294924736022949, |
| "rewards/forensics_tempsamp_iou_reward": 0.48490583896636963, |
| "step": 380 |
| }, |
| { |
| "completion_length": 22.40625, |
| "epoch": 1.5941422594142258, |
| "grad_norm": 3.7972824573516846, |
| "kl": 0.27734375, |
| "learning_rate": 6.02510460251046e-07, |
| "loss": 0.0111, |
| "reward": 0.48923438787460327, |
| "reward_std": 0.14301390945911407, |
| "reward_std_all": 0.20845472067594528, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9273065328598022, |
| "rewards/forensics_tempsamp_iou_reward": 0.4185422509908676, |
| "step": 381 |
| }, |
| { |
| "completion_length": 23.203125, |
| "epoch": 1.5983263598326358, |
| "grad_norm": 2.8281216621398926, |
| "kl": 0.25, |
| "learning_rate": 6.014644351464436e-07, |
| "loss": 0.01, |
| "reward": 0.5641220808029175, |
| "reward_std": 0.15153378248214722, |
| "reward_std_all": 0.18153223395347595, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9450465142726898, |
| "rewards/forensics_tempsamp_iou_reward": 0.5337520092725754, |
| "step": 382 |
| }, |
| { |
| "completion_length": 23.34375, |
| "epoch": 1.602510460251046, |
| "grad_norm": 3.825131416320801, |
| "kl": 0.3095703125, |
| "learning_rate": 6.00418410041841e-07, |
| "loss": 0.0124, |
| "reward": 0.5354636758565903, |
| "reward_std": 0.14929747954010963, |
| "reward_std_all": 0.18867459148168564, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9500509798526764, |
| "rewards/forensics_tempsamp_iou_reward": 0.4771190732717514, |
| "step": 383 |
| }, |
| { |
| "completion_length": 22.5625, |
| "epoch": 1.606694560669456, |
| "grad_norm": 2.818605661392212, |
| "kl": 0.2734375, |
| "learning_rate": 5.993723849372385e-07, |
| "loss": 0.0109, |
| "reward": 0.5781461000442505, |
| "reward_std": 0.12505726516246796, |
| "reward_std_all": 0.16013674437999725, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9833612740039825, |
| "rewards/forensics_tempsamp_iou_reward": 0.5261702537536621, |
| "step": 384 |
| }, |
| { |
| "completion_length": 21.984375, |
| "epoch": 1.6108786610878663, |
| "grad_norm": 2.927767515182495, |
| "kl": 0.22705078125, |
| "learning_rate": 5.983263598326359e-07, |
| "loss": 0.0091, |
| "reward": 0.49611757695674896, |
| "reward_std": 0.1084052249789238, |
| "reward_std_all": 0.19418121129274368, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9641205966472626, |
| "rewards/forensics_tempsamp_iou_reward": 0.4547435939311981, |
| "step": 385 |
| }, |
| { |
| "completion_length": 24.40625, |
| "epoch": 1.6150627615062763, |
| "grad_norm": 2.8825912475585938, |
| "kl": 0.30322265625, |
| "learning_rate": 5.972803347280334e-07, |
| "loss": 0.0121, |
| "reward": 0.5375231802463531, |
| "reward_std": 0.09768886119127274, |
| "reward_std_all": 0.16525086760520935, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9639983773231506, |
| "rewards/forensics_tempsamp_iou_reward": 0.47527778148651123, |
| "step": 386 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 1.6192468619246863, |
| "grad_norm": 3.301826238632202, |
| "kl": 0.25048828125, |
| "learning_rate": 5.962343096234309e-07, |
| "loss": 0.01, |
| "reward": 0.5264537632465363, |
| "reward_std": 0.13642678037285805, |
| "reward_std_all": 0.19409923255443573, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9222158491611481, |
| "rewards/forensics_tempsamp_iou_reward": 0.4730764478445053, |
| "step": 387 |
| }, |
| { |
| "completion_length": 23.453125, |
| "epoch": 1.6234309623430963, |
| "grad_norm": 3.354816198348999, |
| "kl": 0.248046875, |
| "learning_rate": 5.951882845188284e-07, |
| "loss": 0.0099, |
| "reward": 0.510815441608429, |
| "reward_std": 0.1063709482550621, |
| "reward_std_all": 0.18238592147827148, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9551570117473602, |
| "rewards/forensics_tempsamp_iou_reward": 0.4475674629211426, |
| "step": 388 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 1.6276150627615062, |
| "grad_norm": 3.3492400646209717, |
| "kl": 0.2939453125, |
| "learning_rate": 5.941422594142259e-07, |
| "loss": 0.0118, |
| "reward": 0.5469623506069183, |
| "reward_std": 0.1488061547279358, |
| "reward_std_all": 0.18974897265434265, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9180749654769897, |
| "rewards/forensics_tempsamp_iou_reward": 0.4970465451478958, |
| "step": 389 |
| }, |
| { |
| "completion_length": 23.96875, |
| "epoch": 1.6317991631799162, |
| "grad_norm": 2.6403024196624756, |
| "kl": 0.26171875, |
| "learning_rate": 5.930962343096235e-07, |
| "loss": 0.0105, |
| "reward": 0.4734335243701935, |
| "reward_std": 0.11224086582660675, |
| "reward_std_all": 0.2110137715935707, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8869847655296326, |
| "rewards/forensics_tempsamp_iou_reward": 0.4101007729768753, |
| "step": 390 |
| }, |
| { |
| "completion_length": 23.390625, |
| "epoch": 1.6359832635983262, |
| "grad_norm": 2.9583475589752197, |
| "kl": 0.25830078125, |
| "learning_rate": 5.92050209205021e-07, |
| "loss": 0.0103, |
| "reward": 0.5097901672124863, |
| "reward_std": 0.11264177784323692, |
| "reward_std_all": 0.1926453858613968, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9174661040306091, |
| "rewards/forensics_tempsamp_iou_reward": 0.45810218155384064, |
| "step": 391 |
| }, |
| { |
| "completion_length": 21.84375, |
| "epoch": 1.6401673640167362, |
| "grad_norm": 3.8469200134277344, |
| "kl": 0.2705078125, |
| "learning_rate": 5.910041841004184e-07, |
| "loss": 0.0108, |
| "reward": 0.5841392278671265, |
| "reward_std": 0.11175201833248138, |
| "reward_std_all": 0.14915192127227783, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9093350768089294, |
| "rewards/forensics_tempsamp_iou_reward": 0.5242405831813812, |
| "step": 392 |
| }, |
| { |
| "completion_length": 24.59375, |
| "epoch": 1.6443514644351465, |
| "grad_norm": 4.544254779815674, |
| "kl": 0.2880859375, |
| "learning_rate": 5.899581589958159e-07, |
| "loss": 0.0115, |
| "reward": 0.5557644069194794, |
| "reward_std": 0.12359505891799927, |
| "reward_std_all": 0.16821598261594772, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9202987551689148, |
| "rewards/forensics_tempsamp_iou_reward": 0.4940621256828308, |
| "step": 393 |
| }, |
| { |
| "completion_length": 20.0625, |
| "epoch": 1.6485355648535565, |
| "grad_norm": 3.386193037033081, |
| "kl": 0.2578125, |
| "learning_rate": 5.889121338912134e-07, |
| "loss": 0.0103, |
| "reward": 0.5790053904056549, |
| "reward_std": 0.14417418837547302, |
| "reward_std_all": 0.17081739008426666, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9559610486030579, |
| "rewards/forensics_tempsamp_iou_reward": 0.5398641675710678, |
| "step": 394 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 1.6527196652719667, |
| "grad_norm": 2.94695782661438, |
| "kl": 0.2744140625, |
| "learning_rate": 5.878661087866108e-07, |
| "loss": 0.011, |
| "reward": 0.6380205154418945, |
| "reward_std": 0.13628315180540085, |
| "reward_std_all": 0.14265017956495285, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9589721262454987, |
| "rewards/forensics_tempsamp_iou_reward": 0.5973404347896576, |
| "step": 395 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 1.6569037656903767, |
| "grad_norm": 3.776149272918701, |
| "kl": 0.3330078125, |
| "learning_rate": 5.868200836820083e-07, |
| "loss": 0.0133, |
| "reward": 0.5083327889442444, |
| "reward_std": 0.11447755619883537, |
| "reward_std_all": 0.18514567613601685, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.96346715092659, |
| "rewards/forensics_tempsamp_iou_reward": 0.45623552799224854, |
| "step": 396 |
| }, |
| { |
| "completion_length": 21.75, |
| "epoch": 1.6610878661087867, |
| "grad_norm": 3.3434698581695557, |
| "kl": 0.3486328125, |
| "learning_rate": 5.857740585774058e-07, |
| "loss": 0.0139, |
| "reward": 0.48931169509887695, |
| "reward_std": 0.09483235329389572, |
| "reward_std_all": 0.19083571434020996, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9375819265842438, |
| "rewards/forensics_tempsamp_iou_reward": 0.4380386620759964, |
| "step": 397 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 1.6652719665271967, |
| "grad_norm": 3.416506052017212, |
| "kl": 0.251953125, |
| "learning_rate": 5.847280334728033e-07, |
| "loss": 0.0101, |
| "reward": 0.4901869148015976, |
| "reward_std": 0.17198879271745682, |
| "reward_std_all": 0.22545018792152405, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8941802382469177, |
| "rewards/forensics_tempsamp_iou_reward": 0.427117183804512, |
| "step": 398 |
| }, |
| { |
| "completion_length": 21.984375, |
| "epoch": 1.6694560669456067, |
| "grad_norm": 3.029048204421997, |
| "kl": 0.2578125, |
| "learning_rate": 5.836820083682009e-07, |
| "loss": 0.0103, |
| "reward": 0.5413128137588501, |
| "reward_std": 0.1337764635682106, |
| "reward_std_all": 0.18257711827754974, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9002233445644379, |
| "rewards/forensics_tempsamp_iou_reward": 0.47358980774879456, |
| "step": 399 |
| }, |
| { |
| "completion_length": 23.6875, |
| "epoch": 1.6736401673640167, |
| "grad_norm": 2.7494845390319824, |
| "kl": 0.322265625, |
| "learning_rate": 5.826359832635983e-07, |
| "loss": 0.0129, |
| "reward": 0.5964899659156799, |
| "reward_std": 0.12628758698701859, |
| "reward_std_all": 0.1504451185464859, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9130244255065918, |
| "rewards/forensics_tempsamp_iou_reward": 0.5391490310430527, |
| "step": 400 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 1.6778242677824267, |
| "grad_norm": 3.6101090908050537, |
| "kl": 0.2978515625, |
| "learning_rate": 5.815899581589958e-07, |
| "loss": 0.0119, |
| "reward": 0.6021172106266022, |
| "reward_std": 0.12798482552170753, |
| "reward_std_all": 0.1512243077158928, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9038149118423462, |
| "rewards/forensics_tempsamp_iou_reward": 0.5534736514091492, |
| "step": 401 |
| }, |
| { |
| "completion_length": 23.296875, |
| "epoch": 1.6820083682008367, |
| "grad_norm": 3.803753614425659, |
| "kl": 0.3671875, |
| "learning_rate": 5.805439330543933e-07, |
| "loss": 0.0147, |
| "reward": 0.466086208820343, |
| "reward_std": 0.12830642610788345, |
| "reward_std_all": 0.2120107263326645, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9481686949729919, |
| "rewards/forensics_tempsamp_iou_reward": 0.41129299998283386, |
| "step": 402 |
| }, |
| { |
| "completion_length": 22.90625, |
| "epoch": 1.6861924686192469, |
| "grad_norm": 2.885190010070801, |
| "kl": 0.3359375, |
| "learning_rate": 5.794979079497908e-07, |
| "loss": 0.0134, |
| "reward": 0.5489423871040344, |
| "reward_std": 0.13436608761548996, |
| "reward_std_all": 0.18138045817613602, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9200722277164459, |
| "rewards/forensics_tempsamp_iou_reward": 0.4934311956167221, |
| "step": 403 |
| }, |
| { |
| "completion_length": 23.0625, |
| "epoch": 1.6903765690376569, |
| "grad_norm": 3.325322389602661, |
| "kl": 0.3681640625, |
| "learning_rate": 5.784518828451883e-07, |
| "loss": 0.0148, |
| "reward": 0.5254388451576233, |
| "reward_std": 0.15727196261286736, |
| "reward_std_all": 0.20417528599500656, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8972099721431732, |
| "rewards/forensics_tempsamp_iou_reward": 0.46347519755363464, |
| "step": 404 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 1.694560669456067, |
| "grad_norm": 3.46321177482605, |
| "kl": 0.3076171875, |
| "learning_rate": 5.774058577405857e-07, |
| "loss": 0.0123, |
| "reward": 0.5031396895647049, |
| "reward_std": 0.13882622122764587, |
| "reward_std_all": 0.198733851313591, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8837114572525024, |
| "rewards/forensics_tempsamp_iou_reward": 0.4275573641061783, |
| "step": 405 |
| }, |
| { |
| "completion_length": 21.546875, |
| "epoch": 1.698744769874477, |
| "grad_norm": 3.7751352787017822, |
| "kl": 0.31640625, |
| "learning_rate": 5.763598326359832e-07, |
| "loss": 0.0126, |
| "reward": 0.554825559258461, |
| "reward_std": 0.08042900264263153, |
| "reward_std_all": 0.15189321339130402, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9412012696266174, |
| "rewards/forensics_tempsamp_iou_reward": 0.5061057507991791, |
| "step": 406 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 1.702928870292887, |
| "grad_norm": 3.231557607650757, |
| "kl": 0.271484375, |
| "learning_rate": 5.753138075313807e-07, |
| "loss": 0.0109, |
| "reward": 0.5318292379379272, |
| "reward_std": 0.15926489233970642, |
| "reward_std_all": 0.19516776502132416, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8954205811023712, |
| "rewards/forensics_tempsamp_iou_reward": 0.46559223532676697, |
| "step": 407 |
| }, |
| { |
| "completion_length": 23.046875, |
| "epoch": 1.707112970711297, |
| "grad_norm": 3.114687919616699, |
| "kl": 0.26953125, |
| "learning_rate": 5.742677824267782e-07, |
| "loss": 0.0108, |
| "reward": 0.6280832290649414, |
| "reward_std": 0.10963032394647598, |
| "reward_std_all": 0.1312325783073902, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9585627019405365, |
| "rewards/forensics_tempsamp_iou_reward": 0.5936050713062286, |
| "step": 408 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 1.711297071129707, |
| "grad_norm": 4.042527675628662, |
| "kl": 0.31640625, |
| "learning_rate": 5.732217573221757e-07, |
| "loss": 0.0127, |
| "reward": 0.5288809239864349, |
| "reward_std": 0.16797205805778503, |
| "reward_std_all": 0.20527436584234238, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9421538710594177, |
| "rewards/forensics_tempsamp_iou_reward": 0.4615977108478546, |
| "step": 409 |
| }, |
| { |
| "completion_length": 21.78125, |
| "epoch": 1.715481171548117, |
| "grad_norm": 3.1821837425231934, |
| "kl": 0.32421875, |
| "learning_rate": 5.721757322175732e-07, |
| "loss": 0.013, |
| "reward": 0.5727097392082214, |
| "reward_std": 0.15024232119321823, |
| "reward_std_all": 0.1787293329834938, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9505433738231659, |
| "rewards/forensics_tempsamp_iou_reward": 0.5215087532997131, |
| "step": 410 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 1.719665271966527, |
| "grad_norm": 2.942908525466919, |
| "kl": 0.2392578125, |
| "learning_rate": 5.711297071129707e-07, |
| "loss": 0.0096, |
| "reward": 0.6200471520423889, |
| "reward_std": 0.10134653374552727, |
| "reward_std_all": 0.12796632200479507, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9717857539653778, |
| "rewards/forensics_tempsamp_iou_reward": 0.5925179421901703, |
| "step": 411 |
| }, |
| { |
| "completion_length": 25.859375, |
| "epoch": 1.723849372384937, |
| "grad_norm": 3.4081146717071533, |
| "kl": 0.279296875, |
| "learning_rate": 5.700836820083682e-07, |
| "loss": 0.0112, |
| "reward": 0.47493238747119904, |
| "reward_std": 0.11251130513846874, |
| "reward_std_all": 0.20488633960485458, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9203941822052002, |
| "rewards/forensics_tempsamp_iou_reward": 0.41798490285873413, |
| "step": 412 |
| }, |
| { |
| "completion_length": 22.546875, |
| "epoch": 1.7280334728033473, |
| "grad_norm": 3.1668639183044434, |
| "kl": 0.265625, |
| "learning_rate": 5.690376569037657e-07, |
| "loss": 0.0106, |
| "reward": 0.5502183437347412, |
| "reward_std": 0.12322250753641129, |
| "reward_std_all": 0.17774056643247604, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9476392567157745, |
| "rewards/forensics_tempsamp_iou_reward": 0.49982406198978424, |
| "step": 413 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 1.7322175732217573, |
| "grad_norm": 3.1288223266601562, |
| "kl": 0.2724609375, |
| "learning_rate": 5.679916317991632e-07, |
| "loss": 0.0109, |
| "reward": 0.5998818278312683, |
| "reward_std": 0.11111967265605927, |
| "reward_std_all": 0.14279919862747192, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9459256827831268, |
| "rewards/forensics_tempsamp_iou_reward": 0.542967677116394, |
| "step": 414 |
| }, |
| { |
| "completion_length": 22.453125, |
| "epoch": 1.7364016736401675, |
| "grad_norm": 4.356881141662598, |
| "kl": 0.390625, |
| "learning_rate": 5.669456066945606e-07, |
| "loss": 0.0156, |
| "reward": 0.5479208827018738, |
| "reward_std": 0.08354900032281876, |
| "reward_std_all": 0.15276940166950226, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9872075021266937, |
| "rewards/forensics_tempsamp_iou_reward": 0.5079075396060944, |
| "step": 415 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 1.7405857740585775, |
| "grad_norm": 3.9545772075653076, |
| "kl": 0.265625, |
| "learning_rate": 5.65899581589958e-07, |
| "loss": 0.0106, |
| "reward": 0.5004356354475021, |
| "reward_std": 0.12149204313755035, |
| "reward_std_all": 0.19336996972560883, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9315469861030579, |
| "rewards/forensics_tempsamp_iou_reward": 0.44384393095970154, |
| "step": 416 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 1.7447698744769875, |
| "grad_norm": 3.299649953842163, |
| "kl": 0.34765625, |
| "learning_rate": 5.648535564853556e-07, |
| "loss": 0.0139, |
| "reward": 0.5504034012556076, |
| "reward_std": 0.10780133306980133, |
| "reward_std_all": 0.16645995527505875, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.96255162358284, |
| "rewards/forensics_tempsamp_iou_reward": 0.5029471218585968, |
| "step": 417 |
| }, |
| { |
| "completion_length": 23.6875, |
| "epoch": 1.7489539748953975, |
| "grad_norm": 3.00467848777771, |
| "kl": 0.2578125, |
| "learning_rate": 5.638075313807531e-07, |
| "loss": 0.0103, |
| "reward": 0.47396570444107056, |
| "reward_std": 0.12441272288560867, |
| "reward_std_all": 0.2041047215461731, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9530105888843536, |
| "rewards/forensics_tempsamp_iou_reward": 0.43055765330791473, |
| "step": 418 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 1.7531380753138075, |
| "grad_norm": 4.586589336395264, |
| "kl": 0.3291015625, |
| "learning_rate": 5.627615062761506e-07, |
| "loss": 0.0132, |
| "reward": 0.5532050132751465, |
| "reward_std": 0.15434157848358154, |
| "reward_std_all": 0.1914910152554512, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.949573278427124, |
| "rewards/forensics_tempsamp_iou_reward": 0.5302557349205017, |
| "step": 419 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 1.7573221757322175, |
| "grad_norm": 3.032069206237793, |
| "kl": 0.27099609375, |
| "learning_rate": 5.617154811715481e-07, |
| "loss": 0.0109, |
| "reward": 0.5159889161586761, |
| "reward_std": 0.1204436644911766, |
| "reward_std_all": 0.19084187597036362, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9567921459674835, |
| "rewards/forensics_tempsamp_iou_reward": 0.4694535732269287, |
| "step": 420 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 1.7615062761506275, |
| "grad_norm": 3.0054852962493896, |
| "kl": 0.2919921875, |
| "learning_rate": 5.606694560669456e-07, |
| "loss": 0.0117, |
| "reward": 0.5832904279232025, |
| "reward_std": 0.11177239194512367, |
| "reward_std_all": 0.1509362868964672, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8631621301174164, |
| "rewards/forensics_tempsamp_iou_reward": 0.5379594713449478, |
| "step": 421 |
| }, |
| { |
| "completion_length": 21.875, |
| "epoch": 1.7656903765690377, |
| "grad_norm": 3.5174832344055176, |
| "kl": 0.22705078125, |
| "learning_rate": 5.596234309623431e-07, |
| "loss": 0.0091, |
| "reward": 0.5442539751529694, |
| "reward_std": 0.16536672040820122, |
| "reward_std_all": 0.19736886769533157, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9676527082920074, |
| "rewards/forensics_tempsamp_iou_reward": 0.49452511966228485, |
| "step": 422 |
| }, |
| { |
| "completion_length": 21.96875, |
| "epoch": 1.7698744769874477, |
| "grad_norm": 3.8021018505096436, |
| "kl": 0.244140625, |
| "learning_rate": 5.585774058577406e-07, |
| "loss": 0.0098, |
| "reward": 0.5342560112476349, |
| "reward_std": 0.16498998552560806, |
| "reward_std_all": 0.20063729584217072, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9472317695617676, |
| "rewards/forensics_tempsamp_iou_reward": 0.4827561676502228, |
| "step": 423 |
| }, |
| { |
| "completion_length": 23.328125, |
| "epoch": 1.7740585774058577, |
| "grad_norm": 3.814397096633911, |
| "kl": 0.21484375, |
| "learning_rate": 5.575313807531381e-07, |
| "loss": 0.0086, |
| "reward": 0.48156821727752686, |
| "reward_std": 0.1491038277745247, |
| "reward_std_all": 0.21688498556613922, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9167681038379669, |
| "rewards/forensics_tempsamp_iou_reward": 0.41011907160282135, |
| "step": 424 |
| }, |
| { |
| "completion_length": 21.640625, |
| "epoch": 1.778242677824268, |
| "grad_norm": 3.1427371501922607, |
| "kl": 0.2685546875, |
| "learning_rate": 5.564853556485354e-07, |
| "loss": 0.0107, |
| "reward": 0.5231329202651978, |
| "reward_std": 0.13268467783927917, |
| "reward_std_all": 0.18697848170995712, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9090035855770111, |
| "rewards/forensics_tempsamp_iou_reward": 0.45528803765773773, |
| "step": 425 |
| }, |
| { |
| "completion_length": 20.875, |
| "epoch": 1.782426778242678, |
| "grad_norm": 2.7749886512756348, |
| "kl": 0.24560546875, |
| "learning_rate": 5.55439330543933e-07, |
| "loss": 0.0098, |
| "reward": 0.5939431190490723, |
| "reward_std": 0.07563382387161255, |
| "reward_std_all": 0.13147753477096558, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9581961929798126, |
| "rewards/forensics_tempsamp_iou_reward": 0.560116171836853, |
| "step": 426 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 1.786610878661088, |
| "grad_norm": 3.2387099266052246, |
| "kl": 0.3056640625, |
| "learning_rate": 5.543933054393305e-07, |
| "loss": 0.0122, |
| "reward": 0.5932926535606384, |
| "reward_std": 0.11566894873976707, |
| "reward_std_all": 0.15323252230882645, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9390993118286133, |
| "rewards/forensics_tempsamp_iou_reward": 0.5426921099424362, |
| "step": 427 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 1.790794979079498, |
| "grad_norm": 3.4454848766326904, |
| "kl": 0.310546875, |
| "learning_rate": 5.53347280334728e-07, |
| "loss": 0.0124, |
| "reward": 0.5442227125167847, |
| "reward_std": 0.10179883241653442, |
| "reward_std_all": 0.16180025786161423, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8627505004405975, |
| "rewards/forensics_tempsamp_iou_reward": 0.4989946484565735, |
| "step": 428 |
| }, |
| { |
| "completion_length": 23.984375, |
| "epoch": 1.794979079497908, |
| "grad_norm": 3.1043126583099365, |
| "kl": 0.2529296875, |
| "learning_rate": 5.523012552301255e-07, |
| "loss": 0.0101, |
| "reward": 0.5024720132350922, |
| "reward_std": 0.11131147667765617, |
| "reward_std_all": 0.19542790949344635, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9665012955665588, |
| "rewards/forensics_tempsamp_iou_reward": 0.456233412027359, |
| "step": 429 |
| }, |
| { |
| "completion_length": 22.140625, |
| "epoch": 1.799163179916318, |
| "grad_norm": 3.055474042892456, |
| "kl": 0.27392578125, |
| "learning_rate": 5.51255230125523e-07, |
| "loss": 0.0109, |
| "reward": 0.492337241768837, |
| "reward_std": 0.1281743273139, |
| "reward_std_all": 0.2036646082997322, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8997687101364136, |
| "rewards/forensics_tempsamp_iou_reward": 0.4165388196706772, |
| "step": 430 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 1.803347280334728, |
| "grad_norm": 3.221771240234375, |
| "kl": 0.25634765625, |
| "learning_rate": 5.502092050209205e-07, |
| "loss": 0.0102, |
| "reward": 0.5609057247638702, |
| "reward_std": 0.11431120336055756, |
| "reward_std_all": 0.16229231655597687, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9410938620567322, |
| "rewards/forensics_tempsamp_iou_reward": 0.5150580406188965, |
| "step": 431 |
| }, |
| { |
| "completion_length": 22.953125, |
| "epoch": 1.8075313807531381, |
| "grad_norm": 3.5820353031158447, |
| "kl": 0.37255859375, |
| "learning_rate": 5.49163179916318e-07, |
| "loss": 0.0149, |
| "reward": 0.47058916091918945, |
| "reward_std": 0.15132106095552444, |
| "reward_std_all": 0.21447279304265976, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8761255443096161, |
| "rewards/forensics_tempsamp_iou_reward": 0.3966824859380722, |
| "step": 432 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 1.8117154811715481, |
| "grad_norm": 2.376065492630005, |
| "kl": 0.2734375, |
| "learning_rate": 5.481171548117156e-07, |
| "loss": 0.0109, |
| "reward": 0.5881136953830719, |
| "reward_std": 0.14078053086996078, |
| "reward_std_all": 0.17036908864974976, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9732219874858856, |
| "rewards/forensics_tempsamp_iou_reward": 0.5663430094718933, |
| "step": 433 |
| }, |
| { |
| "completion_length": 26.875, |
| "epoch": 1.8158995815899581, |
| "grad_norm": 3.2515807151794434, |
| "kl": 0.3291015625, |
| "learning_rate": 5.47071129707113e-07, |
| "loss": 0.0132, |
| "reward": 0.3998873680830002, |
| "reward_std": 0.14542201906442642, |
| "reward_std_all": 0.24365831911563873, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7606239020824432, |
| "rewards/forensics_tempsamp_iou_reward": 0.3101573586463928, |
| "step": 434 |
| }, |
| { |
| "completion_length": 23.015625, |
| "epoch": 1.8200836820083683, |
| "grad_norm": 2.6752495765686035, |
| "kl": 0.2783203125, |
| "learning_rate": 5.460251046025104e-07, |
| "loss": 0.0111, |
| "reward": 0.5873515903949738, |
| "reward_std": 0.1258254572749138, |
| "reward_std_all": 0.16005094349384308, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.918854832649231, |
| "rewards/forensics_tempsamp_iou_reward": 0.5368918180465698, |
| "step": 435 |
| }, |
| { |
| "completion_length": 22.828125, |
| "epoch": 1.8242677824267783, |
| "grad_norm": 3.321962356567383, |
| "kl": 0.24853515625, |
| "learning_rate": 5.449790794979079e-07, |
| "loss": 0.0099, |
| "reward": 0.5557071566581726, |
| "reward_std": 0.12795208394527435, |
| "reward_std_all": 0.167966790497303, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9491123259067535, |
| "rewards/forensics_tempsamp_iou_reward": 0.5051940977573395, |
| "step": 436 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 1.8284518828451883, |
| "grad_norm": 2.2569704055786133, |
| "kl": 0.2890625, |
| "learning_rate": 5.439330543933054e-07, |
| "loss": 0.0116, |
| "reward": 0.6097114086151123, |
| "reward_std": 0.12603801116347313, |
| "reward_std_all": 0.14560042694211006, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9402079880237579, |
| "rewards/forensics_tempsamp_iou_reward": 0.5699800848960876, |
| "step": 437 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 1.8326359832635983, |
| "grad_norm": 2.913205862045288, |
| "kl": 0.3046875, |
| "learning_rate": 5.428870292887029e-07, |
| "loss": 0.0122, |
| "reward": 0.5253362655639648, |
| "reward_std": 0.14599011838436127, |
| "reward_std_all": 0.19011997431516647, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9371514618396759, |
| "rewards/forensics_tempsamp_iou_reward": 0.46212902665138245, |
| "step": 438 |
| }, |
| { |
| "completion_length": 22.75, |
| "epoch": 1.8368200836820083, |
| "grad_norm": 2.666419506072998, |
| "kl": 0.25, |
| "learning_rate": 5.418410041841004e-07, |
| "loss": 0.01, |
| "reward": 0.60310959815979, |
| "reward_std": 0.10429032146930695, |
| "reward_std_all": 0.1392216756939888, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9403590857982635, |
| "rewards/forensics_tempsamp_iou_reward": 0.5529260039329529, |
| "step": 439 |
| }, |
| { |
| "completion_length": 24.03125, |
| "epoch": 1.8410041841004183, |
| "grad_norm": 3.8333585262298584, |
| "kl": 0.283203125, |
| "learning_rate": 5.407949790794979e-07, |
| "loss": 0.0114, |
| "reward": 0.5513620674610138, |
| "reward_std": 0.1304529644548893, |
| "reward_std_all": 0.1741430088877678, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9436557590961456, |
| "rewards/forensics_tempsamp_iou_reward": 0.5042534172534943, |
| "step": 440 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 1.8451882845188283, |
| "grad_norm": 2.9518706798553467, |
| "kl": 0.2744140625, |
| "learning_rate": 5.397489539748954e-07, |
| "loss": 0.011, |
| "reward": 0.48424582183361053, |
| "reward_std": 0.16240251809358597, |
| "reward_std_all": 0.22120697796344757, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9440165758132935, |
| "rewards/forensics_tempsamp_iou_reward": 0.43020015954971313, |
| "step": 441 |
| }, |
| { |
| "completion_length": 25.875, |
| "epoch": 1.8493723849372385, |
| "grad_norm": 3.221921682357788, |
| "kl": 0.36328125, |
| "learning_rate": 5.387029288702928e-07, |
| "loss": 0.0145, |
| "reward": 0.43141648173332214, |
| "reward_std": 0.19094012677669525, |
| "reward_std_all": 0.25816071033477783, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9141843914985657, |
| "rewards/forensics_tempsamp_iou_reward": 0.3569919019937515, |
| "step": 442 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 1.8535564853556485, |
| "grad_norm": 2.613770008087158, |
| "kl": 0.2685546875, |
| "learning_rate": 5.376569037656904e-07, |
| "loss": 0.0107, |
| "reward": 0.5525793731212616, |
| "reward_std": 0.12158074975013733, |
| "reward_std_all": 0.16931996494531631, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9561307430267334, |
| "rewards/forensics_tempsamp_iou_reward": 0.4914204478263855, |
| "step": 443 |
| }, |
| { |
| "completion_length": 22.53125, |
| "epoch": 1.8577405857740585, |
| "grad_norm": 2.8747165203094482, |
| "kl": 0.26318359375, |
| "learning_rate": 5.366108786610879e-07, |
| "loss": 0.0105, |
| "reward": 0.5028133988380432, |
| "reward_std": 0.14544931054115295, |
| "reward_std_all": 0.20456069707870483, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9426700174808502, |
| "rewards/forensics_tempsamp_iou_reward": 0.4413255900144577, |
| "step": 444 |
| }, |
| { |
| "completion_length": 23.109375, |
| "epoch": 1.8619246861924688, |
| "grad_norm": 2.7452476024627686, |
| "kl": 0.22021484375, |
| "learning_rate": 5.355648535564853e-07, |
| "loss": 0.0088, |
| "reward": 0.5050263702869415, |
| "reward_std": 0.12905443459749222, |
| "reward_std_all": 0.19627108424901962, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9400934278964996, |
| "rewards/forensics_tempsamp_iou_reward": 0.43221279978752136, |
| "step": 445 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 1.8661087866108788, |
| "grad_norm": 4.670612812042236, |
| "kl": 0.24658203125, |
| "learning_rate": 5.345188284518828e-07, |
| "loss": 0.0099, |
| "reward": 0.4934425950050354, |
| "reward_std": 0.1461126208305359, |
| "reward_std_all": 0.2159237191081047, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9654726088047028, |
| "rewards/forensics_tempsamp_iou_reward": 0.43040281534194946, |
| "step": 446 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 1.8702928870292888, |
| "grad_norm": 3.132246732711792, |
| "kl": 0.2353515625, |
| "learning_rate": 5.334728033472803e-07, |
| "loss": 0.0094, |
| "reward": 0.5927966833114624, |
| "reward_std": 0.14627771079540253, |
| "reward_std_all": 0.16178085654973984, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9736230373382568, |
| "rewards/forensics_tempsamp_iou_reward": 0.5663591921329498, |
| "step": 447 |
| }, |
| { |
| "completion_length": 22.8125, |
| "epoch": 1.8744769874476988, |
| "grad_norm": 3.8249096870422363, |
| "kl": 0.306640625, |
| "learning_rate": 5.324267782426778e-07, |
| "loss": 0.0123, |
| "reward": 0.584292933344841, |
| "reward_std": 0.12335709109902382, |
| "reward_std_all": 0.1578608974814415, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9871288537979126, |
| "rewards/forensics_tempsamp_iou_reward": 0.5450064539909363, |
| "step": 448 |
| }, |
| { |
| "completion_length": 21.796875, |
| "epoch": 1.8786610878661087, |
| "grad_norm": 3.0004217624664307, |
| "kl": 0.3154296875, |
| "learning_rate": 5.313807531380753e-07, |
| "loss": 0.0126, |
| "reward": 0.57233065366745, |
| "reward_std": 0.2047274485230446, |
| "reward_std_all": 0.20986869931221008, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9619010388851166, |
| "rewards/forensics_tempsamp_iou_reward": 0.5329872071743011, |
| "step": 449 |
| }, |
| { |
| "completion_length": 20.4375, |
| "epoch": 1.8828451882845187, |
| "grad_norm": 2.603494167327881, |
| "kl": 0.3125, |
| "learning_rate": 5.303347280334727e-07, |
| "loss": 0.0125, |
| "reward": 0.6558628380298615, |
| "reward_std": 0.1298680156469345, |
| "reward_std_all": 0.13532085716724396, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.90593221783638, |
| "rewards/forensics_tempsamp_iou_reward": 0.6307059526443481, |
| "step": 450 |
| }, |
| { |
| "completion_length": 23.75, |
| "epoch": 1.8870292887029287, |
| "grad_norm": 3.076854705810547, |
| "kl": 0.447265625, |
| "learning_rate": 5.292887029288703e-07, |
| "loss": 0.0179, |
| "reward": 0.6129073798656464, |
| "reward_std": 0.12284231185913086, |
| "reward_std_all": 0.14373405277729034, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8199488520622253, |
| "rewards/forensics_tempsamp_iou_reward": 0.5506384819746017, |
| "step": 451 |
| }, |
| { |
| "completion_length": 22.6875, |
| "epoch": 1.891213389121339, |
| "grad_norm": 2.872957468032837, |
| "kl": 0.2451171875, |
| "learning_rate": 5.282426778242678e-07, |
| "loss": 0.0098, |
| "reward": 0.5826454758644104, |
| "reward_std": 0.1818544641137123, |
| "reward_std_all": 0.19081025570631027, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9699686169624329, |
| "rewards/forensics_tempsamp_iou_reward": 0.5459464490413666, |
| "step": 452 |
| }, |
| { |
| "completion_length": 21.625, |
| "epoch": 1.895397489539749, |
| "grad_norm": 4.242298126220703, |
| "kl": 0.44921875, |
| "learning_rate": 5.271966527196653e-07, |
| "loss": 0.018, |
| "reward": 0.5471889823675156, |
| "reward_std": 0.13824594765901566, |
| "reward_std_all": 0.18502464145421982, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9139624834060669, |
| "rewards/forensics_tempsamp_iou_reward": 0.49499279260635376, |
| "step": 453 |
| }, |
| { |
| "completion_length": 20.6875, |
| "epoch": 1.899581589958159, |
| "grad_norm": 3.273439645767212, |
| "kl": 0.22607421875, |
| "learning_rate": 5.261506276150628e-07, |
| "loss": 0.0091, |
| "reward": 0.5386363565921783, |
| "reward_std": 0.11030194163322449, |
| "reward_std_all": 0.16997869312763214, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9229929745197296, |
| "rewards/forensics_tempsamp_iou_reward": 0.47879981994628906, |
| "step": 454 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 1.9037656903765692, |
| "grad_norm": 3.1429545879364014, |
| "kl": 0.2646484375, |
| "learning_rate": 5.251046025104602e-07, |
| "loss": 0.0106, |
| "reward": 0.5328640639781952, |
| "reward_std": 0.14986685290932655, |
| "reward_std_all": 0.18998189270496368, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8901421129703522, |
| "rewards/forensics_tempsamp_iou_reward": 0.4843981862068176, |
| "step": 455 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 1.9079497907949792, |
| "grad_norm": 2.8016180992126465, |
| "kl": 0.2724609375, |
| "learning_rate": 5.240585774058577e-07, |
| "loss": 0.0109, |
| "reward": 0.5673164129257202, |
| "reward_std": 0.14675039798021317, |
| "reward_std_all": 0.17588364332914352, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9503170251846313, |
| "rewards/forensics_tempsamp_iou_reward": 0.519074946641922, |
| "step": 456 |
| }, |
| { |
| "completion_length": 21.0, |
| "epoch": 1.9121338912133892, |
| "grad_norm": 4.167629241943359, |
| "kl": 0.2958984375, |
| "learning_rate": 5.230125523012552e-07, |
| "loss": 0.0118, |
| "reward": 0.6233984231948853, |
| "reward_std": 0.10975459590554237, |
| "reward_std_all": 0.13220065832138062, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9678176045417786, |
| "rewards/forensics_tempsamp_iou_reward": 0.5929979085922241, |
| "step": 457 |
| }, |
| { |
| "completion_length": 25.734375, |
| "epoch": 1.9163179916317992, |
| "grad_norm": 2.3692169189453125, |
| "kl": 0.3125, |
| "learning_rate": 5.219665271966526e-07, |
| "loss": 0.0125, |
| "reward": 0.4761795401573181, |
| "reward_std": 0.12024709209799767, |
| "reward_std_all": 0.20399682223796844, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9236446619033813, |
| "rewards/forensics_tempsamp_iou_reward": 0.4099622666835785, |
| "step": 458 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 1.9205020920502092, |
| "grad_norm": 2.773545980453491, |
| "kl": 0.208984375, |
| "learning_rate": 5.209205020920501e-07, |
| "loss": 0.0083, |
| "reward": 0.48215606808662415, |
| "reward_std": 0.09199458360671997, |
| "reward_std_all": 0.18726100772619247, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9463438987731934, |
| "rewards/forensics_tempsamp_iou_reward": 0.41545623540878296, |
| "step": 459 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 1.9246861924686192, |
| "grad_norm": 2.793351888656616, |
| "kl": 0.27587890625, |
| "learning_rate": 5.198744769874477e-07, |
| "loss": 0.011, |
| "reward": 0.5714404284954071, |
| "reward_std": 0.10337398946285248, |
| "reward_std_all": 0.148724764585495, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9184659719467163, |
| "rewards/forensics_tempsamp_iou_reward": 0.5074762105941772, |
| "step": 460 |
| }, |
| { |
| "completion_length": 22.015625, |
| "epoch": 1.9288702928870292, |
| "grad_norm": 3.3379158973693848, |
| "kl": 0.3984375, |
| "learning_rate": 5.188284518828452e-07, |
| "loss": 0.0159, |
| "reward": 0.4983537048101425, |
| "reward_std": 0.13100981712341309, |
| "reward_std_all": 0.1983979269862175, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9149859547615051, |
| "rewards/forensics_tempsamp_iou_reward": 0.439119428396225, |
| "step": 461 |
| }, |
| { |
| "completion_length": 21.8125, |
| "epoch": 1.9330543933054394, |
| "grad_norm": 2.8016436100006104, |
| "kl": 0.23779296875, |
| "learning_rate": 5.177824267782427e-07, |
| "loss": 0.0095, |
| "reward": 0.5352634489536285, |
| "reward_std": 0.11016078293323517, |
| "reward_std_all": 0.17343104630708694, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.961770236492157, |
| "rewards/forensics_tempsamp_iou_reward": 0.47944924235343933, |
| "step": 462 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 1.9372384937238494, |
| "grad_norm": 2.716845750808716, |
| "kl": 0.291015625, |
| "learning_rate": 5.167364016736402e-07, |
| "loss": 0.0117, |
| "reward": 0.6007946133613586, |
| "reward_std": 0.09640981629490852, |
| "reward_std_all": 0.13308996707201004, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9332673251628876, |
| "rewards/forensics_tempsamp_iou_reward": 0.5604954361915588, |
| "step": 463 |
| }, |
| { |
| "completion_length": 20.78125, |
| "epoch": 1.9414225941422594, |
| "grad_norm": 2.9168403148651123, |
| "kl": 0.244140625, |
| "learning_rate": 5.156903765690377e-07, |
| "loss": 0.0097, |
| "reward": 0.6338576376438141, |
| "reward_std": 0.10844780877232552, |
| "reward_std_all": 0.12880702316761017, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.976862758398056, |
| "rewards/forensics_tempsamp_iou_reward": 0.5980263948440552, |
| "step": 464 |
| }, |
| { |
| "completion_length": 23.140625, |
| "epoch": 1.9456066945606696, |
| "grad_norm": 3.2749388217926025, |
| "kl": 0.23193359375, |
| "learning_rate": 5.146443514644351e-07, |
| "loss": 0.0093, |
| "reward": 0.45984455943107605, |
| "reward_std": 0.09087621793150902, |
| "reward_std_all": 0.20245179533958435, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8685316443443298, |
| "rewards/forensics_tempsamp_iou_reward": 0.3895958364009857, |
| "step": 465 |
| }, |
| { |
| "completion_length": 21.765625, |
| "epoch": 1.9497907949790796, |
| "grad_norm": 2.7607250213623047, |
| "kl": 0.2880859375, |
| "learning_rate": 5.135983263598326e-07, |
| "loss": 0.0115, |
| "reward": 0.5344310998916626, |
| "reward_std": 0.11682819575071335, |
| "reward_std_all": 0.18420138210058212, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9541963636875153, |
| "rewards/forensics_tempsamp_iou_reward": 0.4871354103088379, |
| "step": 466 |
| }, |
| { |
| "completion_length": 24.703125, |
| "epoch": 1.9539748953974896, |
| "grad_norm": 2.915860652923584, |
| "kl": 0.275390625, |
| "learning_rate": 5.1255230125523e-07, |
| "loss": 0.011, |
| "reward": 0.4468015283346176, |
| "reward_std": 0.11242418736219406, |
| "reward_std_all": 0.2142244428396225, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9491353631019592, |
| "rewards/forensics_tempsamp_iou_reward": 0.4059915989637375, |
| "step": 467 |
| }, |
| { |
| "completion_length": 24.375, |
| "epoch": 1.9581589958158996, |
| "grad_norm": 3.1319339275360107, |
| "kl": 0.298828125, |
| "learning_rate": 5.115062761506275e-07, |
| "loss": 0.012, |
| "reward": 0.4815996587276459, |
| "reward_std": 0.13114353269338608, |
| "reward_std_all": 0.2062152475118637, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8731112778186798, |
| "rewards/forensics_tempsamp_iou_reward": 0.3992263376712799, |
| "step": 468 |
| }, |
| { |
| "completion_length": 21.140625, |
| "epoch": 1.9623430962343096, |
| "grad_norm": 3.254326105117798, |
| "kl": 0.263671875, |
| "learning_rate": 5.104602510460251e-07, |
| "loss": 0.0105, |
| "reward": 0.5237514227628708, |
| "reward_std": 0.13830158859491348, |
| "reward_std_all": 0.19145987927913666, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.912243127822876, |
| "rewards/forensics_tempsamp_iou_reward": 0.4668334424495697, |
| "step": 469 |
| }, |
| { |
| "completion_length": 23.59375, |
| "epoch": 1.9665271966527196, |
| "grad_norm": 3.091493606567383, |
| "kl": 0.296875, |
| "learning_rate": 5.094142259414226e-07, |
| "loss": 0.0119, |
| "reward": 0.5293968617916107, |
| "reward_std": 0.196629136800766, |
| "reward_std_all": 0.2145216092467308, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.977480560541153, |
| "rewards/forensics_tempsamp_iou_reward": 0.47412094473838806, |
| "step": 470 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 1.9707112970711296, |
| "grad_norm": 3.1458654403686523, |
| "kl": 0.28369140625, |
| "learning_rate": 5.083682008368201e-07, |
| "loss": 0.0114, |
| "reward": 0.5642709136009216, |
| "reward_std": 0.10369719006121159, |
| "reward_std_all": 0.1560986563563347, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9119617342948914, |
| "rewards/forensics_tempsamp_iou_reward": 0.5158179998397827, |
| "step": 471 |
| }, |
| { |
| "completion_length": 21.578125, |
| "epoch": 1.9748953974895398, |
| "grad_norm": 4.239656925201416, |
| "kl": 0.27734375, |
| "learning_rate": 5.073221757322176e-07, |
| "loss": 0.0111, |
| "reward": 0.5274409204721451, |
| "reward_std": 0.13930770754814148, |
| "reward_std_all": 0.18624810129404068, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9430566132068634, |
| "rewards/forensics_tempsamp_iou_reward": 0.47138290107250214, |
| "step": 472 |
| }, |
| { |
| "completion_length": 22.203125, |
| "epoch": 1.9790794979079498, |
| "grad_norm": 3.1280148029327393, |
| "kl": 0.2958984375, |
| "learning_rate": 5.062761506276151e-07, |
| "loss": 0.0118, |
| "reward": 0.5172931998968124, |
| "reward_std": 0.11964775994420052, |
| "reward_std_all": 0.18217886984348297, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9137568473815918, |
| "rewards/forensics_tempsamp_iou_reward": 0.45173387229442596, |
| "step": 473 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 1.9832635983263598, |
| "grad_norm": 3.204549551010132, |
| "kl": 0.2939453125, |
| "learning_rate": 5.052301255230126e-07, |
| "loss": 0.0118, |
| "reward": 0.5657247304916382, |
| "reward_std": 0.11450528725981712, |
| "reward_std_all": 0.15904781222343445, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9595403969287872, |
| "rewards/forensics_tempsamp_iou_reward": 0.522627666592598, |
| "step": 474 |
| }, |
| { |
| "completion_length": 22.890625, |
| "epoch": 1.98744769874477, |
| "grad_norm": 8.935075759887695, |
| "kl": 0.5283203125, |
| "learning_rate": 5.041841004184099e-07, |
| "loss": 0.0211, |
| "reward": 0.5141766965389252, |
| "reward_std": 0.14085077494382858, |
| "reward_std_all": 0.19774504005908966, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9821454286575317, |
| "rewards/forensics_tempsamp_iou_reward": 0.45345550775527954, |
| "step": 475 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 1.99163179916318, |
| "grad_norm": 3.4929451942443848, |
| "kl": 0.3046875, |
| "learning_rate": 5.031380753138074e-07, |
| "loss": 0.0122, |
| "reward": 0.5624554455280304, |
| "reward_std": 0.11267445608973503, |
| "reward_std_all": 0.16363517194986343, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.91632479429245, |
| "rewards/forensics_tempsamp_iou_reward": 0.5127173662185669, |
| "step": 476 |
| }, |
| { |
| "completion_length": 22.265625, |
| "epoch": 1.99581589958159, |
| "grad_norm": 3.77622389793396, |
| "kl": 0.3212890625, |
| "learning_rate": 5.02092050209205e-07, |
| "loss": 0.0128, |
| "reward": 0.5260196030139923, |
| "reward_std": 0.12025714665651321, |
| "reward_std_all": 0.17813877761363983, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9867202937602997, |
| "rewards/forensics_tempsamp_iou_reward": 0.48433177173137665, |
| "step": 477 |
| }, |
| { |
| "completion_length": 20.57142925262451, |
| "epoch": 2.0, |
| "grad_norm": 2.6754987239837646, |
| "kl": 0.236328125, |
| "learning_rate": 5.010460251046025e-07, |
| "loss": 0.01, |
| "reward": 0.5669224709272385, |
| "reward_std": 0.16646206378936768, |
| "reward_std_all": 0.1965046152472496, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8889205753803253, |
| "rewards/forensics_tempsamp_iou_reward": 0.5265335142612457, |
| "step": 478 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 2.00418410041841, |
| "grad_norm": 3.792766571044922, |
| "kl": 0.2998046875, |
| "learning_rate": 5e-07, |
| "loss": 0.012, |
| "reward": 0.528780609369278, |
| "reward_std": 0.15000252425670624, |
| "reward_std_all": 0.19722583889961243, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9500171542167664, |
| "rewards/forensics_tempsamp_iou_reward": 0.47117628157138824, |
| "step": 479 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 2.00836820083682, |
| "grad_norm": 3.29897403717041, |
| "kl": 0.3095703125, |
| "learning_rate": 4.989539748953975e-07, |
| "loss": 0.0124, |
| "reward": 0.4755638837814331, |
| "reward_std": 0.17233595997095108, |
| "reward_std_all": 0.22341988235712051, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9522050321102142, |
| "rewards/forensics_tempsamp_iou_reward": 0.4041341096162796, |
| "step": 480 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 2.01255230125523, |
| "grad_norm": 2.9443392753601074, |
| "kl": 0.28125, |
| "learning_rate": 4.97907949790795e-07, |
| "loss": 0.0112, |
| "reward": 0.571324348449707, |
| "reward_std": 0.1376635879278183, |
| "reward_std_all": 0.174566850066185, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9679237902164459, |
| "rewards/forensics_tempsamp_iou_reward": 0.5243099629878998, |
| "step": 481 |
| }, |
| { |
| "completion_length": 23.703125, |
| "epoch": 2.01673640167364, |
| "grad_norm": 3.0099031925201416, |
| "kl": 0.23291015625, |
| "learning_rate": 4.968619246861924e-07, |
| "loss": 0.0093, |
| "reward": 0.609778881072998, |
| "reward_std": 0.13441113010048866, |
| "reward_std_all": 0.15035565197467804, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9328465461730957, |
| "rewards/forensics_tempsamp_iou_reward": 0.5585941970348358, |
| "step": 482 |
| }, |
| { |
| "completion_length": 22.671875, |
| "epoch": 2.02092050209205, |
| "grad_norm": 2.7159383296966553, |
| "kl": 0.25537109375, |
| "learning_rate": 4.958158995815899e-07, |
| "loss": 0.0102, |
| "reward": 0.6106895804405212, |
| "reward_std": 0.1266840547323227, |
| "reward_std_all": 0.14766421914100647, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9399745166301727, |
| "rewards/forensics_tempsamp_iou_reward": 0.574670135974884, |
| "step": 483 |
| }, |
| { |
| "completion_length": 25.484375, |
| "epoch": 2.0251046025104604, |
| "grad_norm": 3.209160566329956, |
| "kl": 0.3193359375, |
| "learning_rate": 4.947698744769874e-07, |
| "loss": 0.0128, |
| "reward": 0.5774664282798767, |
| "reward_std": 0.1114666759967804, |
| "reward_std_all": 0.15103068947792053, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9001769423484802, |
| "rewards/forensics_tempsamp_iou_reward": 0.508263349533081, |
| "step": 484 |
| }, |
| { |
| "completion_length": 23.25, |
| "epoch": 2.0292887029288704, |
| "grad_norm": 3.198000192642212, |
| "kl": 0.2294921875, |
| "learning_rate": 4.93723849372385e-07, |
| "loss": 0.0092, |
| "reward": 0.5582730770111084, |
| "reward_std": 0.11445305496454239, |
| "reward_std_all": 0.16582338511943817, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9597097933292389, |
| "rewards/forensics_tempsamp_iou_reward": 0.5310408771038055, |
| "step": 485 |
| }, |
| { |
| "completion_length": 21.609375, |
| "epoch": 2.0334728033472804, |
| "grad_norm": 2.94328236579895, |
| "kl": 0.2373046875, |
| "learning_rate": 4.926778242677825e-07, |
| "loss": 0.0095, |
| "reward": 0.6050435602664948, |
| "reward_std": 0.14068204164505005, |
| "reward_std_all": 0.16343745589256287, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9756313860416412, |
| "rewards/forensics_tempsamp_iou_reward": 0.5862843692302704, |
| "step": 486 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 2.0376569037656904, |
| "grad_norm": 2.6958675384521484, |
| "kl": 0.32421875, |
| "learning_rate": 4.916317991631799e-07, |
| "loss": 0.013, |
| "reward": 0.5775099694728851, |
| "reward_std": 0.10749755427241325, |
| "reward_std_all": 0.15292714536190033, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9381996691226959, |
| "rewards/forensics_tempsamp_iou_reward": 0.5350232720375061, |
| "step": 487 |
| }, |
| { |
| "completion_length": 21.90625, |
| "epoch": 2.0418410041841004, |
| "grad_norm": 3.1186277866363525, |
| "kl": 0.23095703125, |
| "learning_rate": 4.905857740585774e-07, |
| "loss": 0.0092, |
| "reward": 0.6758381128311157, |
| "reward_std": 0.10789644345641136, |
| "reward_std_all": 0.11297116801142693, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9739825129508972, |
| "rewards/forensics_tempsamp_iou_reward": 0.6676480770111084, |
| "step": 488 |
| }, |
| { |
| "completion_length": 23.125, |
| "epoch": 2.0460251046025104, |
| "grad_norm": 3.481931686401367, |
| "kl": 0.29296875, |
| "learning_rate": 4.895397489539749e-07, |
| "loss": 0.0117, |
| "reward": 0.5391671657562256, |
| "reward_std": 0.13834134489297867, |
| "reward_std_all": 0.18995241075754166, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9630107879638672, |
| "rewards/forensics_tempsamp_iou_reward": 0.49039027094841003, |
| "step": 489 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 2.0502092050209204, |
| "grad_norm": 3.3845105171203613, |
| "kl": 0.3134765625, |
| "learning_rate": 4.884937238493724e-07, |
| "loss": 0.0125, |
| "reward": 0.5739368796348572, |
| "reward_std": 0.1121911071240902, |
| "reward_std_all": 0.1563386246562004, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9504444897174835, |
| "rewards/forensics_tempsamp_iou_reward": 0.5036379843950272, |
| "step": 490 |
| }, |
| { |
| "completion_length": 22.859375, |
| "epoch": 2.0543933054393304, |
| "grad_norm": 3.8901784420013428, |
| "kl": 0.251953125, |
| "learning_rate": 4.874476987447699e-07, |
| "loss": 0.01, |
| "reward": 0.48689959943294525, |
| "reward_std": 0.1829364225268364, |
| "reward_std_all": 0.23224548995494843, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9393362104892731, |
| "rewards/forensics_tempsamp_iou_reward": 0.42621734738349915, |
| "step": 491 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 2.0585774058577404, |
| "grad_norm": 2.8517088890075684, |
| "kl": 0.26953125, |
| "learning_rate": 4.864016736401673e-07, |
| "loss": 0.0108, |
| "reward": 0.6521345376968384, |
| "reward_std": 0.08067351393401623, |
| "reward_std_all": 0.1119704321026802, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9885670840740204, |
| "rewards/forensics_tempsamp_iou_reward": 0.6550649702548981, |
| "step": 492 |
| }, |
| { |
| "completion_length": 22.203125, |
| "epoch": 2.062761506276151, |
| "grad_norm": 3.0588760375976562, |
| "kl": 0.24609375, |
| "learning_rate": 4.853556485355648e-07, |
| "loss": 0.0098, |
| "reward": 0.5665013790130615, |
| "reward_std": 0.13902686536312103, |
| "reward_std_all": 0.17121627926826477, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9404776096343994, |
| "rewards/forensics_tempsamp_iou_reward": 0.5235993564128876, |
| "step": 493 |
| }, |
| { |
| "completion_length": 19.53125, |
| "epoch": 2.066945606694561, |
| "grad_norm": 2.6643495559692383, |
| "kl": 0.25537109375, |
| "learning_rate": 4.843096234309624e-07, |
| "loss": 0.0102, |
| "reward": 0.6419840753078461, |
| "reward_std": 0.07620410621166229, |
| "reward_std_all": 0.11127152666449547, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9642808139324188, |
| "rewards/forensics_tempsamp_iou_reward": 0.6260183751583099, |
| "step": 494 |
| }, |
| { |
| "completion_length": 22.203125, |
| "epoch": 2.071129707112971, |
| "grad_norm": 3.1962788105010986, |
| "kl": 0.3056640625, |
| "learning_rate": 4.832635983263599e-07, |
| "loss": 0.0122, |
| "reward": 0.582617461681366, |
| "reward_std": 0.11593329906463623, |
| "reward_std_all": 0.15557840839028358, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9371537864208221, |
| "rewards/forensics_tempsamp_iou_reward": 0.542485699057579, |
| "step": 495 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 2.075313807531381, |
| "grad_norm": 2.644209861755371, |
| "kl": 0.2509765625, |
| "learning_rate": 4.822175732217573e-07, |
| "loss": 0.01, |
| "reward": 0.560307115316391, |
| "reward_std": 0.13747172057628632, |
| "reward_std_all": 0.17550893872976303, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.953134149312973, |
| "rewards/forensics_tempsamp_iou_reward": 0.5179655253887177, |
| "step": 496 |
| }, |
| { |
| "completion_length": 24.15625, |
| "epoch": 2.079497907949791, |
| "grad_norm": 3.2032887935638428, |
| "kl": 0.25048828125, |
| "learning_rate": 4.811715481171548e-07, |
| "loss": 0.01, |
| "reward": 0.5432860553264618, |
| "reward_std": 0.11237609386444092, |
| "reward_std_all": 0.17327538132667542, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.974264919757843, |
| "rewards/forensics_tempsamp_iou_reward": 0.5117965638637543, |
| "step": 497 |
| }, |
| { |
| "completion_length": 22.53125, |
| "epoch": 2.083682008368201, |
| "grad_norm": 3.5050599575042725, |
| "kl": 0.24609375, |
| "learning_rate": 4.801255230125523e-07, |
| "loss": 0.0098, |
| "reward": 0.6659961938858032, |
| "reward_std": 0.08856941014528275, |
| "reward_std_all": 0.10445315390825272, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.981409341096878, |
| "rewards/forensics_tempsamp_iou_reward": 0.6611562371253967, |
| "step": 498 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 2.087866108786611, |
| "grad_norm": 3.236025094985962, |
| "kl": 0.283203125, |
| "learning_rate": 4.790794979079498e-07, |
| "loss": 0.0113, |
| "reward": 0.5856389403343201, |
| "reward_std": 0.10613448917865753, |
| "reward_std_all": 0.15263331681489944, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9682587683200836, |
| "rewards/forensics_tempsamp_iou_reward": 0.5584262013435364, |
| "step": 499 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 2.092050209205021, |
| "grad_norm": 2.704141855239868, |
| "kl": 0.3447265625, |
| "learning_rate": 4.780334728033473e-07, |
| "loss": 0.0138, |
| "reward": 0.6242341995239258, |
| "reward_std": 0.09436363726854324, |
| "reward_std_all": 0.12756076455116272, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9677453935146332, |
| "rewards/forensics_tempsamp_iou_reward": 0.6100756824016571, |
| "step": 500 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 2.096234309623431, |
| "grad_norm": 3.020782470703125, |
| "kl": 0.251953125, |
| "learning_rate": 4.769874476987447e-07, |
| "loss": 0.0101, |
| "reward": 0.5585637092590332, |
| "reward_std": 0.0874299630522728, |
| "reward_std_all": 0.15757396072149277, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9815067946910858, |
| "rewards/forensics_tempsamp_iou_reward": 0.5330643951892853, |
| "step": 501 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 2.100418410041841, |
| "grad_norm": 3.884214162826538, |
| "kl": 0.23095703125, |
| "learning_rate": 4.759414225941422e-07, |
| "loss": 0.0093, |
| "reward": 0.5556460618972778, |
| "reward_std": 0.11866497620940208, |
| "reward_std_all": 0.16729051619768143, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9655066430568695, |
| "rewards/forensics_tempsamp_iou_reward": 0.5154403299093246, |
| "step": 502 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 2.104602510460251, |
| "grad_norm": 4.139841556549072, |
| "kl": 0.287109375, |
| "learning_rate": 4.748953974895397e-07, |
| "loss": 0.0115, |
| "reward": 0.555654913187027, |
| "reward_std": 0.12610401213169098, |
| "reward_std_all": 0.17361660301685333, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9665434658527374, |
| "rewards/forensics_tempsamp_iou_reward": 0.4989585876464844, |
| "step": 503 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 2.1087866108786613, |
| "grad_norm": 3.776219367980957, |
| "kl": 0.2939453125, |
| "learning_rate": 4.738493723849372e-07, |
| "loss": 0.0118, |
| "reward": 0.5656493306159973, |
| "reward_std": 0.13528533279895782, |
| "reward_std_all": 0.17266159504652023, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8980980813503265, |
| "rewards/forensics_tempsamp_iou_reward": 0.5194644182920456, |
| "step": 504 |
| }, |
| { |
| "completion_length": 22.484375, |
| "epoch": 2.1129707112970713, |
| "grad_norm": 3.0239086151123047, |
| "kl": 0.2529296875, |
| "learning_rate": 4.7280334728033473e-07, |
| "loss": 0.0101, |
| "reward": 0.5851441621780396, |
| "reward_std": 0.13803792372345924, |
| "reward_std_all": 0.1703181341290474, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9951456487178802, |
| "rewards/forensics_tempsamp_iou_reward": 0.5532107651233673, |
| "step": 505 |
| }, |
| { |
| "completion_length": 21.6875, |
| "epoch": 2.1171548117154813, |
| "grad_norm": 3.4693751335144043, |
| "kl": 0.3037109375, |
| "learning_rate": 4.7175732217573224e-07, |
| "loss": 0.0122, |
| "reward": 0.5268757939338684, |
| "reward_std": 0.09143941849470139, |
| "reward_std_all": 0.16690731793642044, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9181396961212158, |
| "rewards/forensics_tempsamp_iou_reward": 0.4611597955226898, |
| "step": 506 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 2.1213389121338913, |
| "grad_norm": 4.171563625335693, |
| "kl": 0.2822265625, |
| "learning_rate": 4.7071129707112965e-07, |
| "loss": 0.0113, |
| "reward": 0.6214130520820618, |
| "reward_std": 0.1184162124991417, |
| "reward_std_all": 0.14420395344495773, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9561403691768646, |
| "rewards/forensics_tempsamp_iou_reward": 0.5935178399085999, |
| "step": 507 |
| }, |
| { |
| "completion_length": 25.640625, |
| "epoch": 2.1255230125523012, |
| "grad_norm": 3.092456340789795, |
| "kl": 0.2470703125, |
| "learning_rate": 4.6966527196652716e-07, |
| "loss": 0.0099, |
| "reward": 0.5098638534545898, |
| "reward_std": 0.099769726395607, |
| "reward_std_all": 0.17380887269973755, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9550364017486572, |
| "rewards/forensics_tempsamp_iou_reward": 0.4459356963634491, |
| "step": 508 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 2.1297071129707112, |
| "grad_norm": 3.0372512340545654, |
| "kl": 0.3369140625, |
| "learning_rate": 4.686192468619247e-07, |
| "loss": 0.0135, |
| "reward": 0.5740071535110474, |
| "reward_std": 0.12156225740909576, |
| "reward_std_all": 0.16509831696748734, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9608973562717438, |
| "rewards/forensics_tempsamp_iou_reward": 0.5449798703193665, |
| "step": 509 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 2.1338912133891212, |
| "grad_norm": 3.5194509029388428, |
| "kl": 0.287109375, |
| "learning_rate": 4.675732217573222e-07, |
| "loss": 0.0115, |
| "reward": 0.5647676587104797, |
| "reward_std": 0.12858236581087112, |
| "reward_std_all": 0.17601685225963593, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9666218161582947, |
| "rewards/forensics_tempsamp_iou_reward": 0.5379217714071274, |
| "step": 510 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 2.1380753138075312, |
| "grad_norm": 3.499208927154541, |
| "kl": 0.24951171875, |
| "learning_rate": 4.6652719665271965e-07, |
| "loss": 0.01, |
| "reward": 0.6758279204368591, |
| "reward_std": 0.07582109421491623, |
| "reward_std_all": 0.0923115611076355, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9591671228408813, |
| "rewards/forensics_tempsamp_iou_reward": 0.6562155187129974, |
| "step": 511 |
| }, |
| { |
| "completion_length": 21.765625, |
| "epoch": 2.1422594142259412, |
| "grad_norm": 3.7643320560455322, |
| "kl": 0.2822265625, |
| "learning_rate": 4.654811715481171e-07, |
| "loss": 0.0113, |
| "reward": 0.5811596214771271, |
| "reward_std": 0.13345350325107574, |
| "reward_std_all": 0.1702062487602234, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.931604653596878, |
| "rewards/forensics_tempsamp_iou_reward": 0.5382580608129501, |
| "step": 512 |
| }, |
| { |
| "completion_length": 23.28125, |
| "epoch": 2.1464435146443517, |
| "grad_norm": 3.2541987895965576, |
| "kl": 0.2900390625, |
| "learning_rate": 4.644351464435146e-07, |
| "loss": 0.0116, |
| "reward": 0.6011123359203339, |
| "reward_std": 0.09554769471287727, |
| "reward_std_all": 0.13309592381119728, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9680828750133514, |
| "rewards/forensics_tempsamp_iou_reward": 0.5529173612594604, |
| "step": 513 |
| }, |
| { |
| "completion_length": 25.109375, |
| "epoch": 2.1506276150627617, |
| "grad_norm": 3.5106441974639893, |
| "kl": 0.291015625, |
| "learning_rate": 4.6338912133891213e-07, |
| "loss": 0.0116, |
| "reward": 0.5765882432460785, |
| "reward_std": 0.0779513381421566, |
| "reward_std_all": 0.14294026792049408, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9327703714370728, |
| "rewards/forensics_tempsamp_iou_reward": 0.5419337749481201, |
| "step": 514 |
| }, |
| { |
| "completion_length": 19.15625, |
| "epoch": 2.1548117154811717, |
| "grad_norm": 3.504999876022339, |
| "kl": 0.318359375, |
| "learning_rate": 4.623430962343096e-07, |
| "loss": 0.0127, |
| "reward": 0.5865446925163269, |
| "reward_std": 0.06817492097616196, |
| "reward_std_all": 0.13275668397545815, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9910408556461334, |
| "rewards/forensics_tempsamp_iou_reward": 0.5617014169692993, |
| "step": 515 |
| }, |
| { |
| "completion_length": 22.609375, |
| "epoch": 2.1589958158995817, |
| "grad_norm": 3.6981213092803955, |
| "kl": 0.2568359375, |
| "learning_rate": 4.612970711297071e-07, |
| "loss": 0.0103, |
| "reward": 0.5686238706111908, |
| "reward_std": 0.11488286778330803, |
| "reward_std_all": 0.16204971820116043, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.956998348236084, |
| "rewards/forensics_tempsamp_iou_reward": 0.5312823355197906, |
| "step": 516 |
| }, |
| { |
| "completion_length": 23.9375, |
| "epoch": 2.1631799163179917, |
| "grad_norm": 2.9771616458892822, |
| "kl": 0.2802734375, |
| "learning_rate": 4.6025104602510457e-07, |
| "loss": 0.0112, |
| "reward": 0.6537542641162872, |
| "reward_std": 0.12509287893772125, |
| "reward_std_all": 0.13201312348246574, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9942606687545776, |
| "rewards/forensics_tempsamp_iou_reward": 0.6436310708522797, |
| "step": 517 |
| }, |
| { |
| "completion_length": 23.71875, |
| "epoch": 2.1673640167364017, |
| "grad_norm": 3.405677318572998, |
| "kl": 0.244140625, |
| "learning_rate": 4.592050209205021e-07, |
| "loss": 0.0098, |
| "reward": 0.5914618968963623, |
| "reward_std": 0.09758695587515831, |
| "reward_std_all": 0.13968484103679657, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8436784744262695, |
| "rewards/forensics_tempsamp_iou_reward": 0.5318981409072876, |
| "step": 518 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 2.1715481171548117, |
| "grad_norm": 3.344404935836792, |
| "kl": 0.265625, |
| "learning_rate": 4.5815899581589954e-07, |
| "loss": 0.0106, |
| "reward": 0.6047070324420929, |
| "reward_std": 0.08198874071240425, |
| "reward_std_all": 0.13079963624477386, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9676753282546997, |
| "rewards/forensics_tempsamp_iou_reward": 0.5661070942878723, |
| "step": 519 |
| }, |
| { |
| "completion_length": 24.4375, |
| "epoch": 2.1757322175732217, |
| "grad_norm": 3.8077242374420166, |
| "kl": 0.26953125, |
| "learning_rate": 4.5711297071129705e-07, |
| "loss": 0.0108, |
| "reward": 0.6622301936149597, |
| "reward_std": 0.06738485395908356, |
| "reward_std_all": 0.09360724687576294, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9570926129817963, |
| "rewards/forensics_tempsamp_iou_reward": 0.6445083320140839, |
| "step": 520 |
| }, |
| { |
| "completion_length": 27.46875, |
| "epoch": 2.1799163179916317, |
| "grad_norm": 3.175279378890991, |
| "kl": 0.23828125, |
| "learning_rate": 4.5606694560669456e-07, |
| "loss": 0.0095, |
| "reward": 0.550952672958374, |
| "reward_std": 0.10678141191601753, |
| "reward_std_all": 0.1745479330420494, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9357796907424927, |
| "rewards/forensics_tempsamp_iou_reward": 0.5054082572460175, |
| "step": 521 |
| }, |
| { |
| "completion_length": 24.21875, |
| "epoch": 2.1841004184100417, |
| "grad_norm": 3.401611328125, |
| "kl": 0.2578125, |
| "learning_rate": 4.55020920502092e-07, |
| "loss": 0.0103, |
| "reward": 0.5410476922988892, |
| "reward_std": 0.1224898248910904, |
| "reward_std_all": 0.1765742227435112, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9758546948432922, |
| "rewards/forensics_tempsamp_iou_reward": 0.5063414424657822, |
| "step": 522 |
| }, |
| { |
| "completion_length": 23.5, |
| "epoch": 2.1882845188284517, |
| "grad_norm": 3.292405605316162, |
| "kl": 0.267578125, |
| "learning_rate": 4.539748953974895e-07, |
| "loss": 0.0107, |
| "reward": 0.5575979351997375, |
| "reward_std": 0.11540326103568077, |
| "reward_std_all": 0.168237142264843, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9628800749778748, |
| "rewards/forensics_tempsamp_iou_reward": 0.5234864950180054, |
| "step": 523 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 2.192468619246862, |
| "grad_norm": 3.698896646499634, |
| "kl": 0.2666015625, |
| "learning_rate": 4.52928870292887e-07, |
| "loss": 0.0106, |
| "reward": 0.5588782429695129, |
| "reward_std": 0.11483526974916458, |
| "reward_std_all": 0.1608031988143921, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9636680483818054, |
| "rewards/forensics_tempsamp_iou_reward": 0.4913494288921356, |
| "step": 524 |
| }, |
| { |
| "completion_length": 22.0625, |
| "epoch": 2.196652719665272, |
| "grad_norm": 3.9618735313415527, |
| "kl": 0.302734375, |
| "learning_rate": 4.518828451882845e-07, |
| "loss": 0.0121, |
| "reward": 0.5377824902534485, |
| "reward_std": 0.10877719521522522, |
| "reward_std_all": 0.1736266016960144, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9312700927257538, |
| "rewards/forensics_tempsamp_iou_reward": 0.4781617969274521, |
| "step": 525 |
| }, |
| { |
| "completion_length": 22.6875, |
| "epoch": 2.200836820083682, |
| "grad_norm": 2.9874160289764404, |
| "kl": 0.21923828125, |
| "learning_rate": 4.50836820083682e-07, |
| "loss": 0.0088, |
| "reward": 0.590328574180603, |
| "reward_std": 0.12378329411149025, |
| "reward_std_all": 0.1508851796388626, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9494439661502838, |
| "rewards/forensics_tempsamp_iou_reward": 0.5352127850055695, |
| "step": 526 |
| }, |
| { |
| "completion_length": 26.234375, |
| "epoch": 2.205020920502092, |
| "grad_norm": 3.493013620376587, |
| "kl": 0.271484375, |
| "learning_rate": 4.497907949790795e-07, |
| "loss": 0.0108, |
| "reward": 0.5391711592674255, |
| "reward_std": 0.10783146694302559, |
| "reward_std_all": 0.16941095888614655, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9261752963066101, |
| "rewards/forensics_tempsamp_iou_reward": 0.4756401479244232, |
| "step": 527 |
| }, |
| { |
| "completion_length": 21.375, |
| "epoch": 2.209205020920502, |
| "grad_norm": 4.3152289390563965, |
| "kl": 0.23193359375, |
| "learning_rate": 4.4874476987447694e-07, |
| "loss": 0.0093, |
| "reward": 0.5383678674697876, |
| "reward_std": 0.13210804015398026, |
| "reward_std_all": 0.18454814702272415, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9285714328289032, |
| "rewards/forensics_tempsamp_iou_reward": 0.4982212632894516, |
| "step": 528 |
| }, |
| { |
| "completion_length": 23.015625, |
| "epoch": 2.213389121338912, |
| "grad_norm": 3.8792519569396973, |
| "kl": 0.3046875, |
| "learning_rate": 4.4769874476987445e-07, |
| "loss": 0.0122, |
| "reward": 0.6066391170024872, |
| "reward_std": 0.11306080967187881, |
| "reward_std_all": 0.1467704214155674, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9883177876472473, |
| "rewards/forensics_tempsamp_iou_reward": 0.5869813561439514, |
| "step": 529 |
| }, |
| { |
| "completion_length": 23.0, |
| "epoch": 2.217573221757322, |
| "grad_norm": 5.31892728805542, |
| "kl": 0.5205078125, |
| "learning_rate": 4.4665271966527197e-07, |
| "loss": 0.0208, |
| "reward": 0.6351097226142883, |
| "reward_std": 0.07888621836900711, |
| "reward_std_all": 0.11654597893357277, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9841755926609039, |
| "rewards/forensics_tempsamp_iou_reward": 0.6363240778446198, |
| "step": 530 |
| }, |
| { |
| "completion_length": 24.25, |
| "epoch": 2.221757322175732, |
| "grad_norm": 3.9110560417175293, |
| "kl": 0.271484375, |
| "learning_rate": 4.456066945606695e-07, |
| "loss": 0.0108, |
| "reward": 0.5977832078933716, |
| "reward_std": 0.1437695547938347, |
| "reward_std_all": 0.1707897186279297, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9750616550445557, |
| "rewards/forensics_tempsamp_iou_reward": 0.5789860188961029, |
| "step": 531 |
| }, |
| { |
| "completion_length": 24.90625, |
| "epoch": 2.225941422594142, |
| "grad_norm": 3.7554092407226562, |
| "kl": 0.310546875, |
| "learning_rate": 4.445606694560669e-07, |
| "loss": 0.0124, |
| "reward": 0.5044494867324829, |
| "reward_std": 0.15146023035049438, |
| "reward_std_all": 0.21185988187789917, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9625877141952515, |
| "rewards/forensics_tempsamp_iou_reward": 0.45700716972351074, |
| "step": 532 |
| }, |
| { |
| "completion_length": 23.734375, |
| "epoch": 2.2301255230125525, |
| "grad_norm": 3.143817901611328, |
| "kl": 0.25732421875, |
| "learning_rate": 4.435146443514644e-07, |
| "loss": 0.0103, |
| "reward": 0.5997700393199921, |
| "reward_std": 0.1236688494682312, |
| "reward_std_all": 0.14943524450063705, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9410814642906189, |
| "rewards/forensics_tempsamp_iou_reward": 0.5547880530357361, |
| "step": 533 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 2.2343096234309625, |
| "grad_norm": 3.6995086669921875, |
| "kl": 0.341796875, |
| "learning_rate": 4.424686192468619e-07, |
| "loss": 0.0137, |
| "reward": 0.5761308968067169, |
| "reward_std": 0.11953693628311157, |
| "reward_std_all": 0.16295315325260162, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9862031936645508, |
| "rewards/forensics_tempsamp_iou_reward": 0.5420914888381958, |
| "step": 534 |
| }, |
| { |
| "completion_length": 23.890625, |
| "epoch": 2.2384937238493725, |
| "grad_norm": 3.1931474208831787, |
| "kl": 0.25244140625, |
| "learning_rate": 4.414225941422594e-07, |
| "loss": 0.0101, |
| "reward": 0.5862003266811371, |
| "reward_std": 0.10501349717378616, |
| "reward_std_all": 0.15020647644996643, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.95271235704422, |
| "rewards/forensics_tempsamp_iou_reward": 0.5443427264690399, |
| "step": 535 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 2.2426778242677825, |
| "grad_norm": 3.723048448562622, |
| "kl": 0.283203125, |
| "learning_rate": 4.403765690376569e-07, |
| "loss": 0.0113, |
| "reward": 0.6106281578540802, |
| "reward_std": 0.12569432705640793, |
| "reward_std_all": 0.14507876336574554, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9429206252098083, |
| "rewards/forensics_tempsamp_iou_reward": 0.5706012845039368, |
| "step": 536 |
| }, |
| { |
| "completion_length": 23.25, |
| "epoch": 2.2468619246861925, |
| "grad_norm": 3.5991172790527344, |
| "kl": 0.3408203125, |
| "learning_rate": 4.3933054393305435e-07, |
| "loss": 0.0137, |
| "reward": 0.5168288052082062, |
| "reward_std": 0.14052055776119232, |
| "reward_std_all": 0.19934479892253876, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9271969795227051, |
| "rewards/forensics_tempsamp_iou_reward": 0.45720839500427246, |
| "step": 537 |
| }, |
| { |
| "completion_length": 22.6875, |
| "epoch": 2.2510460251046025, |
| "grad_norm": 3.147806406021118, |
| "kl": 0.24462890625, |
| "learning_rate": 4.3828451882845186e-07, |
| "loss": 0.0098, |
| "reward": 0.5826697051525116, |
| "reward_std": 0.11525051295757294, |
| "reward_std_all": 0.1552778035402298, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9473684132099152, |
| "rewards/forensics_tempsamp_iou_reward": 0.5314865112304688, |
| "step": 538 |
| }, |
| { |
| "completion_length": 21.625, |
| "epoch": 2.2552301255230125, |
| "grad_norm": 3.566258668899536, |
| "kl": 0.3671875, |
| "learning_rate": 4.3723849372384937e-07, |
| "loss": 0.0147, |
| "reward": 0.5459695160388947, |
| "reward_std": 0.15519853681325912, |
| "reward_std_all": 0.19275039434432983, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9428260922431946, |
| "rewards/forensics_tempsamp_iou_reward": 0.49625739455223083, |
| "step": 539 |
| }, |
| { |
| "completion_length": 23.265625, |
| "epoch": 2.2594142259414225, |
| "grad_norm": 3.825098991394043, |
| "kl": 0.22265625, |
| "learning_rate": 4.3619246861924683e-07, |
| "loss": 0.0089, |
| "reward": 0.5198812931776047, |
| "reward_std": 0.13256766647100449, |
| "reward_std_all": 0.18919435143470764, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9647331535816193, |
| "rewards/forensics_tempsamp_iou_reward": 0.4615863412618637, |
| "step": 540 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 2.2635983263598325, |
| "grad_norm": 3.49696683883667, |
| "kl": 0.2294921875, |
| "learning_rate": 4.3514644351464434e-07, |
| "loss": 0.0092, |
| "reward": 0.6078659892082214, |
| "reward_std": 0.06907740421593189, |
| "reward_std_all": 0.1201673075556755, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9748539924621582, |
| "rewards/forensics_tempsamp_iou_reward": 0.5803891718387604, |
| "step": 541 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 2.2677824267782425, |
| "grad_norm": 2.928506374359131, |
| "kl": 0.33203125, |
| "learning_rate": 4.341004184100418e-07, |
| "loss": 0.0133, |
| "reward": 0.7041153311729431, |
| "reward_std": 0.0809868648648262, |
| "reward_std_all": 0.0856545977294445, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9395063817501068, |
| "rewards/forensics_tempsamp_iou_reward": 0.6820828914642334, |
| "step": 542 |
| }, |
| { |
| "completion_length": 21.28125, |
| "epoch": 2.2719665271966525, |
| "grad_norm": 2.931365489959717, |
| "kl": 0.2919921875, |
| "learning_rate": 4.330543933054393e-07, |
| "loss": 0.0117, |
| "reward": 0.6141932308673859, |
| "reward_std": 0.10747497901320457, |
| "reward_std_all": 0.13449930772185326, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9909341931343079, |
| "rewards/forensics_tempsamp_iou_reward": 0.591324508190155, |
| "step": 543 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 2.276150627615063, |
| "grad_norm": 3.0525314807891846, |
| "kl": 0.2822265625, |
| "learning_rate": 4.3200836820083683e-07, |
| "loss": 0.0113, |
| "reward": 0.6380703747272491, |
| "reward_std": 0.0922907404601574, |
| "reward_std_all": 0.11644239351153374, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9300973415374756, |
| "rewards/forensics_tempsamp_iou_reward": 0.624352902173996, |
| "step": 544 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 2.280334728033473, |
| "grad_norm": 3.1044037342071533, |
| "kl": 0.216796875, |
| "learning_rate": 4.309623430962343e-07, |
| "loss": 0.0087, |
| "reward": 0.6277871131896973, |
| "reward_std": 0.09796342998743057, |
| "reward_std_all": 0.12168305367231369, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9768962562084198, |
| "rewards/forensics_tempsamp_iou_reward": 0.6006993353366852, |
| "step": 545 |
| }, |
| { |
| "completion_length": 21.953125, |
| "epoch": 2.284518828451883, |
| "grad_norm": 3.5345754623413086, |
| "kl": 0.3154296875, |
| "learning_rate": 4.299163179916318e-07, |
| "loss": 0.0126, |
| "reward": 0.6088225543498993, |
| "reward_std": 0.18452230840921402, |
| "reward_std_all": 0.18421754240989685, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9822118878364563, |
| "rewards/forensics_tempsamp_iou_reward": 0.5987941324710846, |
| "step": 546 |
| }, |
| { |
| "completion_length": 23.78125, |
| "epoch": 2.288702928870293, |
| "grad_norm": 3.161405324935913, |
| "kl": 0.328125, |
| "learning_rate": 4.2887029288702926e-07, |
| "loss": 0.0131, |
| "reward": 0.4428938776254654, |
| "reward_std": 0.11442334577441216, |
| "reward_std_all": 0.22064705193042755, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.920212060213089, |
| "rewards/forensics_tempsamp_iou_reward": 0.380876287817955, |
| "step": 547 |
| }, |
| { |
| "completion_length": 23.046875, |
| "epoch": 2.292887029288703, |
| "grad_norm": 3.1039507389068604, |
| "kl": 0.2705078125, |
| "learning_rate": 4.278242677824268e-07, |
| "loss": 0.0108, |
| "reward": 0.5948722958564758, |
| "reward_std": 0.12378187477588654, |
| "reward_std_all": 0.1514744572341442, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.948803186416626, |
| "rewards/forensics_tempsamp_iou_reward": 0.552727684378624, |
| "step": 548 |
| }, |
| { |
| "completion_length": 19.8125, |
| "epoch": 2.297071129707113, |
| "grad_norm": 3.5297865867614746, |
| "kl": 0.36474609375, |
| "learning_rate": 4.2677824267782424e-07, |
| "loss": 0.0146, |
| "reward": 0.6146714687347412, |
| "reward_std": 0.1349342241883278, |
| "reward_std_all": 0.14949403703212738, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9512049853801727, |
| "rewards/forensics_tempsamp_iou_reward": 0.5900232195854187, |
| "step": 549 |
| }, |
| { |
| "completion_length": 23.5, |
| "epoch": 2.301255230125523, |
| "grad_norm": 3.302309989929199, |
| "kl": 0.275390625, |
| "learning_rate": 4.2573221757322175e-07, |
| "loss": 0.011, |
| "reward": 0.628202497959137, |
| "reward_std": 0.10261930525302887, |
| "reward_std_all": 0.12708501145243645, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9407891929149628, |
| "rewards/forensics_tempsamp_iou_reward": 0.5886779427528381, |
| "step": 550 |
| }, |
| { |
| "completion_length": 21.609375, |
| "epoch": 2.305439330543933, |
| "grad_norm": 3.209219455718994, |
| "kl": 0.32861328125, |
| "learning_rate": 4.2468619246861926e-07, |
| "loss": 0.0131, |
| "reward": 0.5277585238218307, |
| "reward_std": 0.10281521826982498, |
| "reward_std_all": 0.17370499670505524, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.967717707157135, |
| "rewards/forensics_tempsamp_iou_reward": 0.4712243676185608, |
| "step": 551 |
| }, |
| { |
| "completion_length": 21.921875, |
| "epoch": 2.309623430962343, |
| "grad_norm": 2.9841504096984863, |
| "kl": 0.2548828125, |
| "learning_rate": 4.236401673640167e-07, |
| "loss": 0.0102, |
| "reward": 0.6286369860172272, |
| "reward_std": 0.08519545942544937, |
| "reward_std_all": 0.11660626158118248, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8917027711868286, |
| "rewards/forensics_tempsamp_iou_reward": 0.5810851156711578, |
| "step": 552 |
| }, |
| { |
| "completion_length": 21.859375, |
| "epoch": 2.3138075313807533, |
| "grad_norm": 3.446737766265869, |
| "kl": 0.2978515625, |
| "learning_rate": 4.225941422594142e-07, |
| "loss": 0.0119, |
| "reward": 0.6222237646579742, |
| "reward_std": 0.11559063196182251, |
| "reward_std_all": 0.14099738001823425, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9861379265785217, |
| "rewards/forensics_tempsamp_iou_reward": 0.599914014339447, |
| "step": 553 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 2.3179916317991633, |
| "grad_norm": 3.7323813438415527, |
| "kl": 0.2646484375, |
| "learning_rate": 4.215481171548117e-07, |
| "loss": 0.0106, |
| "reward": 0.5726643204689026, |
| "reward_std": 0.09893467091023922, |
| "reward_std_all": 0.14931995794177055, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9721894860267639, |
| "rewards/forensics_tempsamp_iou_reward": 0.5309462249279022, |
| "step": 554 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 2.3221757322175733, |
| "grad_norm": 3.201817035675049, |
| "kl": 0.296875, |
| "learning_rate": 4.205020920502092e-07, |
| "loss": 0.0119, |
| "reward": 0.6240266263484955, |
| "reward_std": 0.09946726262569427, |
| "reward_std_all": 0.12944738194346428, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9646796584129333, |
| "rewards/forensics_tempsamp_iou_reward": 0.608906626701355, |
| "step": 555 |
| }, |
| { |
| "completion_length": 21.84375, |
| "epoch": 2.3263598326359833, |
| "grad_norm": 3.2397797107696533, |
| "kl": 0.3125, |
| "learning_rate": 4.194560669456067e-07, |
| "loss": 0.0125, |
| "reward": 0.6130309104919434, |
| "reward_std": 0.16433283686637878, |
| "reward_std_all": 0.17436052113771439, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9827275276184082, |
| "rewards/forensics_tempsamp_iou_reward": 0.5907942354679108, |
| "step": 556 |
| }, |
| { |
| "completion_length": 22.078125, |
| "epoch": 2.3305439330543933, |
| "grad_norm": 3.664954900741577, |
| "kl": 0.369140625, |
| "learning_rate": 4.184100418410041e-07, |
| "loss": 0.0148, |
| "reward": 0.5592598617076874, |
| "reward_std": 0.14954201877117157, |
| "reward_std_all": 0.1822916492819786, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9342721998691559, |
| "rewards/forensics_tempsamp_iou_reward": 0.5119351744651794, |
| "step": 557 |
| }, |
| { |
| "completion_length": 21.5625, |
| "epoch": 2.3347280334728033, |
| "grad_norm": 3.38332200050354, |
| "kl": 0.2666015625, |
| "learning_rate": 4.1736401673640164e-07, |
| "loss": 0.0107, |
| "reward": 0.5458851754665375, |
| "reward_std": 0.1944860890507698, |
| "reward_std_all": 0.2122049331665039, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9831523895263672, |
| "rewards/forensics_tempsamp_iou_reward": 0.505381166934967, |
| "step": 558 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 2.3389121338912133, |
| "grad_norm": 3.0790648460388184, |
| "kl": 0.3154296875, |
| "learning_rate": 4.1631799163179915e-07, |
| "loss": 0.0126, |
| "reward": 0.6217442452907562, |
| "reward_std": 0.10764461755752563, |
| "reward_std_all": 0.1337558850646019, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9672962129116058, |
| "rewards/forensics_tempsamp_iou_reward": 0.59091517329216, |
| "step": 559 |
| }, |
| { |
| "completion_length": 22.515625, |
| "epoch": 2.3430962343096233, |
| "grad_norm": 3.506368637084961, |
| "kl": 0.31640625, |
| "learning_rate": 4.1527196652719666e-07, |
| "loss": 0.0126, |
| "reward": 0.6175608336925507, |
| "reward_std": 0.11754832416772842, |
| "reward_std_all": 0.1426597312092781, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9941544234752655, |
| "rewards/forensics_tempsamp_iou_reward": 0.587405800819397, |
| "step": 560 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 2.3472803347280333, |
| "grad_norm": 3.928934335708618, |
| "kl": 0.4306640625, |
| "learning_rate": 4.142259414225941e-07, |
| "loss": 0.0173, |
| "reward": 0.618482768535614, |
| "reward_std": 0.12189881503582001, |
| "reward_std_all": 0.14341089129447937, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.962807297706604, |
| "rewards/forensics_tempsamp_iou_reward": 0.6035981476306915, |
| "step": 561 |
| }, |
| { |
| "completion_length": 21.796875, |
| "epoch": 2.3514644351464433, |
| "grad_norm": 3.7327990531921387, |
| "kl": 0.328125, |
| "learning_rate": 4.131799163179916e-07, |
| "loss": 0.0131, |
| "reward": 0.4992970675230026, |
| "reward_std": 0.14693597704172134, |
| "reward_std_all": 0.21423710137605667, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9252076148986816, |
| "rewards/forensics_tempsamp_iou_reward": 0.4557834267616272, |
| "step": 562 |
| }, |
| { |
| "completion_length": 21.3125, |
| "epoch": 2.3556485355648533, |
| "grad_norm": 3.7771222591400146, |
| "kl": 0.2705078125, |
| "learning_rate": 4.121338912133891e-07, |
| "loss": 0.0108, |
| "reward": 0.5986967980861664, |
| "reward_std": 0.1097685918211937, |
| "reward_std_all": 0.14170190691947937, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9337850213050842, |
| "rewards/forensics_tempsamp_iou_reward": 0.5607682764530182, |
| "step": 563 |
| }, |
| { |
| "completion_length": 21.921875, |
| "epoch": 2.3598326359832638, |
| "grad_norm": 3.3176543712615967, |
| "kl": 0.37109375, |
| "learning_rate": 4.110878661087866e-07, |
| "loss": 0.0148, |
| "reward": 0.6745978593826294, |
| "reward_std": 0.07579115778207779, |
| "reward_std_all": 0.09410944953560829, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.967901885509491, |
| "rewards/forensics_tempsamp_iou_reward": 0.6678906679153442, |
| "step": 564 |
| }, |
| { |
| "completion_length": 23.1875, |
| "epoch": 2.3640167364016738, |
| "grad_norm": 3.794670820236206, |
| "kl": 0.3427734375, |
| "learning_rate": 4.100418410041841e-07, |
| "loss": 0.0137, |
| "reward": 0.6093064248561859, |
| "reward_std": 0.0924217663705349, |
| "reward_std_all": 0.1288432590663433, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9438683688640594, |
| "rewards/forensics_tempsamp_iou_reward": 0.5847324430942535, |
| "step": 565 |
| }, |
| { |
| "completion_length": 20.78125, |
| "epoch": 2.3682008368200838, |
| "grad_norm": 3.376857042312622, |
| "kl": 0.3251953125, |
| "learning_rate": 4.089958158995816e-07, |
| "loss": 0.013, |
| "reward": 0.6339181065559387, |
| "reward_std": 0.06673239544034004, |
| "reward_std_all": 0.10592527687549591, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9856680333614349, |
| "rewards/forensics_tempsamp_iou_reward": 0.6104268133640289, |
| "step": 566 |
| }, |
| { |
| "completion_length": 23.1875, |
| "epoch": 2.3723849372384938, |
| "grad_norm": 3.5088016986846924, |
| "kl": 0.3115234375, |
| "learning_rate": 4.0794979079497904e-07, |
| "loss": 0.0125, |
| "reward": 0.6061556339263916, |
| "reward_std": 0.12539448030292988, |
| "reward_std_all": 0.15184886008501053, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9487417042255402, |
| "rewards/forensics_tempsamp_iou_reward": 0.5766194760799408, |
| "step": 567 |
| }, |
| { |
| "completion_length": 21.578125, |
| "epoch": 2.3765690376569037, |
| "grad_norm": 3.9436769485473633, |
| "kl": 0.26904296875, |
| "learning_rate": 4.0690376569037656e-07, |
| "loss": 0.0108, |
| "reward": 0.5664979517459869, |
| "reward_std": 0.1384132206439972, |
| "reward_std_all": 0.18296413123607635, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9785057604312897, |
| "rewards/forensics_tempsamp_iou_reward": 0.5367894470691681, |
| "step": 568 |
| }, |
| { |
| "completion_length": 24.609375, |
| "epoch": 2.3807531380753137, |
| "grad_norm": 3.9234373569488525, |
| "kl": 0.24951171875, |
| "learning_rate": 4.0585774058577407e-07, |
| "loss": 0.01, |
| "reward": 0.5926119089126587, |
| "reward_std": 0.08051668480038643, |
| "reward_std_all": 0.1367916688323021, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9734136164188385, |
| "rewards/forensics_tempsamp_iou_reward": 0.5680616796016693, |
| "step": 569 |
| }, |
| { |
| "completion_length": 23.015625, |
| "epoch": 2.3849372384937237, |
| "grad_norm": 2.94470477104187, |
| "kl": 0.3056640625, |
| "learning_rate": 4.0481171548117153e-07, |
| "loss": 0.0122, |
| "reward": 0.618526965379715, |
| "reward_std": 0.13014677166938782, |
| "reward_std_all": 0.14734162390232086, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9839504063129425, |
| "rewards/forensics_tempsamp_iou_reward": 0.6027808487415314, |
| "step": 570 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 2.3891213389121337, |
| "grad_norm": 4.663936138153076, |
| "kl": 0.2939453125, |
| "learning_rate": 4.0376569037656904e-07, |
| "loss": 0.0117, |
| "reward": 0.6009610891342163, |
| "reward_std": 0.10298660770058632, |
| "reward_std_all": 0.13647223263978958, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9146077334880829, |
| "rewards/forensics_tempsamp_iou_reward": 0.5657795816659927, |
| "step": 571 |
| }, |
| { |
| "completion_length": 25.359375, |
| "epoch": 2.393305439330544, |
| "grad_norm": 3.1127328872680664, |
| "kl": 0.349609375, |
| "learning_rate": 4.027196652719665e-07, |
| "loss": 0.014, |
| "reward": 0.5708608627319336, |
| "reward_std": 0.1459970325231552, |
| "reward_std_all": 0.17439260333776474, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9481077492237091, |
| "rewards/forensics_tempsamp_iou_reward": 0.5342836827039719, |
| "step": 572 |
| }, |
| { |
| "completion_length": 29.0625, |
| "epoch": 2.397489539748954, |
| "grad_norm": 3.647199869155884, |
| "kl": 0.34375, |
| "learning_rate": 4.01673640167364e-07, |
| "loss": 0.0138, |
| "reward": 0.5511965751647949, |
| "reward_std": 0.14144006371498108, |
| "reward_std_all": 0.18118397891521454, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9728695154190063, |
| "rewards/forensics_tempsamp_iou_reward": 0.5194943249225616, |
| "step": 573 |
| }, |
| { |
| "completion_length": 21.75, |
| "epoch": 2.401673640167364, |
| "grad_norm": 3.6597237586975098, |
| "kl": 0.3623046875, |
| "learning_rate": 4.006276150627615e-07, |
| "loss": 0.0145, |
| "reward": 0.6547446846961975, |
| "reward_std": 0.1102772131562233, |
| "reward_std_all": 0.12399977445602417, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9748409390449524, |
| "rewards/forensics_tempsamp_iou_reward": 0.6328780651092529, |
| "step": 574 |
| }, |
| { |
| "completion_length": 22.671875, |
| "epoch": 2.405857740585774, |
| "grad_norm": 3.2060394287109375, |
| "kl": 0.345703125, |
| "learning_rate": 3.99581589958159e-07, |
| "loss": 0.0138, |
| "reward": 0.6319500803947449, |
| "reward_std": 0.13010414689779282, |
| "reward_std_all": 0.14020727574825287, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9194819927215576, |
| "rewards/forensics_tempsamp_iou_reward": 0.6041719317436218, |
| "step": 575 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 2.410041841004184, |
| "grad_norm": 4.133090972900391, |
| "kl": 0.345703125, |
| "learning_rate": 3.985355648535565e-07, |
| "loss": 0.0138, |
| "reward": 0.643950879573822, |
| "reward_std": 0.09225236251950264, |
| "reward_std_all": 0.11465983837842941, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.965807318687439, |
| "rewards/forensics_tempsamp_iou_reward": 0.6279866397380829, |
| "step": 576 |
| }, |
| { |
| "completion_length": 23.53125, |
| "epoch": 2.414225941422594, |
| "grad_norm": 3.8716824054718018, |
| "kl": 0.2890625, |
| "learning_rate": 3.9748953974895396e-07, |
| "loss": 0.0115, |
| "reward": 0.6282783150672913, |
| "reward_std": 0.12395740672945976, |
| "reward_std_all": 0.1374230608344078, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9338120818138123, |
| "rewards/forensics_tempsamp_iou_reward": 0.5839888453483582, |
| "step": 577 |
| }, |
| { |
| "completion_length": 23.0625, |
| "epoch": 2.418410041841004, |
| "grad_norm": 4.578693866729736, |
| "kl": 0.2841796875, |
| "learning_rate": 3.964435146443514e-07, |
| "loss": 0.0114, |
| "reward": 0.5828222632408142, |
| "reward_std": 0.16624310612678528, |
| "reward_std_all": 0.18840254843235016, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.939368486404419, |
| "rewards/forensics_tempsamp_iou_reward": 0.5367421209812164, |
| "step": 578 |
| }, |
| { |
| "completion_length": 23.359375, |
| "epoch": 2.422594142259414, |
| "grad_norm": 3.437190294265747, |
| "kl": 0.28515625, |
| "learning_rate": 3.9539748953974893e-07, |
| "loss": 0.0114, |
| "reward": 0.5219451487064362, |
| "reward_std": 0.08328575640916824, |
| "reward_std_all": 0.17019959539175034, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9537524878978729, |
| "rewards/forensics_tempsamp_iou_reward": 0.4814227521419525, |
| "step": 579 |
| }, |
| { |
| "completion_length": 22.359375, |
| "epoch": 2.426778242677824, |
| "grad_norm": 4.090584754943848, |
| "kl": 0.3359375, |
| "learning_rate": 3.9435146443514645e-07, |
| "loss": 0.0135, |
| "reward": 0.6488107442855835, |
| "reward_std": 0.09318359941244125, |
| "reward_std_all": 0.1167636550962925, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9266680181026459, |
| "rewards/forensics_tempsamp_iou_reward": 0.611078530550003, |
| "step": 580 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 2.430962343096234, |
| "grad_norm": 3.430753469467163, |
| "kl": 0.2998046875, |
| "learning_rate": 3.9330543933054396e-07, |
| "loss": 0.012, |
| "reward": 0.5340698659420013, |
| "reward_std": 0.08405968174338341, |
| "reward_std_all": 0.15923526138067245, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9798002243041992, |
| "rewards/forensics_tempsamp_iou_reward": 0.4890493154525757, |
| "step": 581 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 2.435146443514644, |
| "grad_norm": 3.8079559803009033, |
| "kl": 0.310546875, |
| "learning_rate": 3.9225941422594137e-07, |
| "loss": 0.0124, |
| "reward": 0.5744971632957458, |
| "reward_std": 0.11740944907069206, |
| "reward_std_all": 0.1611509546637535, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9757384657859802, |
| "rewards/forensics_tempsamp_iou_reward": 0.5399361550807953, |
| "step": 582 |
| }, |
| { |
| "completion_length": 20.921875, |
| "epoch": 2.439330543933054, |
| "grad_norm": 3.9568724632263184, |
| "kl": 0.341796875, |
| "learning_rate": 3.912133891213389e-07, |
| "loss": 0.0136, |
| "reward": 0.6260944604873657, |
| "reward_std": 0.12139134109020233, |
| "reward_std_all": 0.140584796667099, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9700054228305817, |
| "rewards/forensics_tempsamp_iou_reward": 0.5975183844566345, |
| "step": 583 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 2.4435146443514646, |
| "grad_norm": 3.730532646179199, |
| "kl": 0.3125, |
| "learning_rate": 3.901673640167364e-07, |
| "loss": 0.0125, |
| "reward": 0.5787149667739868, |
| "reward_std": 0.08937370032072067, |
| "reward_std_all": 0.14426712691783905, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9915654063224792, |
| "rewards/forensics_tempsamp_iou_reward": 0.5410738289356232, |
| "step": 584 |
| }, |
| { |
| "completion_length": 21.921875, |
| "epoch": 2.4476987447698746, |
| "grad_norm": 3.6607253551483154, |
| "kl": 0.30859375, |
| "learning_rate": 3.891213389121339e-07, |
| "loss": 0.0123, |
| "reward": 0.6206243336200714, |
| "reward_std": 0.1054820790886879, |
| "reward_std_all": 0.13273431360721588, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9709268510341644, |
| "rewards/forensics_tempsamp_iou_reward": 0.5909880101680756, |
| "step": 585 |
| }, |
| { |
| "completion_length": 22.046875, |
| "epoch": 2.4518828451882846, |
| "grad_norm": 3.5657899379730225, |
| "kl": 0.28662109375, |
| "learning_rate": 3.880753138075314e-07, |
| "loss": 0.0115, |
| "reward": 0.5220147669315338, |
| "reward_std": 0.15818699821829796, |
| "reward_std_all": 0.19933411478996277, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8984393775463104, |
| "rewards/forensics_tempsamp_iou_reward": 0.4608219861984253, |
| "step": 586 |
| }, |
| { |
| "completion_length": 25.171875, |
| "epoch": 2.4560669456066946, |
| "grad_norm": 3.606109142303467, |
| "kl": 0.24658203125, |
| "learning_rate": 3.870292887029288e-07, |
| "loss": 0.0099, |
| "reward": 0.5487775206565857, |
| "reward_std": 0.16070281714200974, |
| "reward_std_all": 0.19035983085632324, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9105849266052246, |
| "rewards/forensics_tempsamp_iou_reward": 0.5006779730319977, |
| "step": 587 |
| }, |
| { |
| "completion_length": 22.5, |
| "epoch": 2.4602510460251046, |
| "grad_norm": 3.2609238624572754, |
| "kl": 0.28955078125, |
| "learning_rate": 3.8598326359832634e-07, |
| "loss": 0.0116, |
| "reward": 0.6798648834228516, |
| "reward_std": 0.06305016577243805, |
| "reward_std_all": 0.08500618115067482, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9949755370616913, |
| "rewards/forensics_tempsamp_iou_reward": 0.7078424394130707, |
| "step": 588 |
| }, |
| { |
| "completion_length": 21.078125, |
| "epoch": 2.4644351464435146, |
| "grad_norm": 3.352112293243408, |
| "kl": 0.26416015625, |
| "learning_rate": 3.8493723849372385e-07, |
| "loss": 0.0106, |
| "reward": 0.6774241328239441, |
| "reward_std": 0.0749996118247509, |
| "reward_std_all": 0.09413795173168182, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.970442533493042, |
| "rewards/forensics_tempsamp_iou_reward": 0.6562419235706329, |
| "step": 589 |
| }, |
| { |
| "completion_length": 22.40625, |
| "epoch": 2.4686192468619246, |
| "grad_norm": 3.1631429195404053, |
| "kl": 0.34765625, |
| "learning_rate": 3.8389121338912136e-07, |
| "loss": 0.0139, |
| "reward": 0.5758270919322968, |
| "reward_std": 0.11041048541665077, |
| "reward_std_all": 0.1557772420346737, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9594098031520844, |
| "rewards/forensics_tempsamp_iou_reward": 0.5224132537841797, |
| "step": 590 |
| }, |
| { |
| "completion_length": 20.625, |
| "epoch": 2.4728033472803346, |
| "grad_norm": 3.717522621154785, |
| "kl": 0.3203125, |
| "learning_rate": 3.828451882845188e-07, |
| "loss": 0.0128, |
| "reward": 0.6219297647476196, |
| "reward_std": 0.12045402824878693, |
| "reward_std_all": 0.14257729053497314, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.965234100818634, |
| "rewards/forensics_tempsamp_iou_reward": 0.5911360383033752, |
| "step": 591 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 2.476987447698745, |
| "grad_norm": 3.996687650680542, |
| "kl": 0.2822265625, |
| "learning_rate": 3.817991631799163e-07, |
| "loss": 0.0113, |
| "reward": 0.5946872532367706, |
| "reward_std": 0.10051785781979561, |
| "reward_std_all": 0.14273889362812042, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.952566921710968, |
| "rewards/forensics_tempsamp_iou_reward": 0.556111752986908, |
| "step": 592 |
| }, |
| { |
| "completion_length": 24.015625, |
| "epoch": 2.481171548117155, |
| "grad_norm": 2.6333556175231934, |
| "kl": 0.3583984375, |
| "learning_rate": 3.807531380753138e-07, |
| "loss": 0.0144, |
| "reward": 0.553569570183754, |
| "reward_std": 0.1041041798889637, |
| "reward_std_all": 0.1614965945482254, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9655989706516266, |
| "rewards/forensics_tempsamp_iou_reward": 0.5204084366559982, |
| "step": 593 |
| }, |
| { |
| "completion_length": 21.453125, |
| "epoch": 2.485355648535565, |
| "grad_norm": 3.493680238723755, |
| "kl": 0.255859375, |
| "learning_rate": 3.797071129707113e-07, |
| "loss": 0.0102, |
| "reward": 0.631303995847702, |
| "reward_std": 0.15271760523319244, |
| "reward_std_all": 0.1570901796221733, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9922886192798615, |
| "rewards/forensics_tempsamp_iou_reward": 0.6133964359760284, |
| "step": 594 |
| }, |
| { |
| "completion_length": 21.859375, |
| "epoch": 2.489539748953975, |
| "grad_norm": 3.3746178150177, |
| "kl": 0.30078125, |
| "learning_rate": 3.7866108786610877e-07, |
| "loss": 0.012, |
| "reward": 0.6086874902248383, |
| "reward_std": 0.11932839453220367, |
| "reward_std_all": 0.13933353126049042, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9725795388221741, |
| "rewards/forensics_tempsamp_iou_reward": 0.5968716740608215, |
| "step": 595 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 2.493723849372385, |
| "grad_norm": 3.763921022415161, |
| "kl": 0.3359375, |
| "learning_rate": 3.776150627615063e-07, |
| "loss": 0.0134, |
| "reward": 0.6531428694725037, |
| "reward_std": 0.1040758565068245, |
| "reward_std_all": 0.12160872668027878, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9791970252990723, |
| "rewards/forensics_tempsamp_iou_reward": 0.6394948363304138, |
| "step": 596 |
| }, |
| { |
| "completion_length": 19.359375, |
| "epoch": 2.497907949790795, |
| "grad_norm": 5.3168768882751465, |
| "kl": 0.3046875, |
| "learning_rate": 3.7656903765690374e-07, |
| "loss": 0.0122, |
| "reward": 0.6011612415313721, |
| "reward_std": 0.07981645688414574, |
| "reward_std_all": 0.12980560958385468, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9398858547210693, |
| "rewards/forensics_tempsamp_iou_reward": 0.5653946399688721, |
| "step": 597 |
| }, |
| { |
| "completion_length": 20.734375, |
| "epoch": 2.502092050209205, |
| "grad_norm": 4.101611614227295, |
| "kl": 0.3994140625, |
| "learning_rate": 3.7552301255230125e-07, |
| "loss": 0.016, |
| "reward": 0.6108323931694031, |
| "reward_std": 0.11586211621761322, |
| "reward_std_all": 0.14521579444408417, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9810636341571808, |
| "rewards/forensics_tempsamp_iou_reward": 0.5943670570850372, |
| "step": 598 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 2.506276150627615, |
| "grad_norm": 3.5795226097106934, |
| "kl": 0.26171875, |
| "learning_rate": 3.744769874476987e-07, |
| "loss": 0.0105, |
| "reward": 0.5883554816246033, |
| "reward_std": 0.054660266265273094, |
| "reward_std_all": 0.12066063284873962, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9561880826950073, |
| "rewards/forensics_tempsamp_iou_reward": 0.5732365697622299, |
| "step": 599 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 2.510460251046025, |
| "grad_norm": 4.246886253356934, |
| "kl": 0.3056640625, |
| "learning_rate": 3.734309623430962e-07, |
| "loss": 0.0122, |
| "reward": 0.6504931449890137, |
| "reward_std": 0.07914502173662186, |
| "reward_std_all": 0.11035866662859917, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9899076521396637, |
| "rewards/forensics_tempsamp_iou_reward": 0.6406541764736176, |
| "step": 600 |
| }, |
| { |
| "completion_length": 23.609375, |
| "epoch": 2.514644351464435, |
| "grad_norm": 3.5316014289855957, |
| "kl": 0.3056640625, |
| "learning_rate": 3.723849372384937e-07, |
| "loss": 0.0122, |
| "reward": 0.5983056426048279, |
| "reward_std": 0.09721928834915161, |
| "reward_std_all": 0.14281054586172104, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9583944082260132, |
| "rewards/forensics_tempsamp_iou_reward": 0.564404159784317, |
| "step": 601 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 2.518828451882845, |
| "grad_norm": 4.299693584442139, |
| "kl": 0.244140625, |
| "learning_rate": 3.713389121338912e-07, |
| "loss": 0.0098, |
| "reward": 0.6924675703048706, |
| "reward_std": 0.05647977441549301, |
| "reward_std_all": 0.08162900805473328, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9895201325416565, |
| "rewards/forensics_tempsamp_iou_reward": 0.7212570905685425, |
| "step": 602 |
| }, |
| { |
| "completion_length": 25.0, |
| "epoch": 2.523012552301255, |
| "grad_norm": 3.2921907901763916, |
| "kl": 0.3017578125, |
| "learning_rate": 3.7029288702928866e-07, |
| "loss": 0.0121, |
| "reward": 0.5553880631923676, |
| "reward_std": 0.13558777421712875, |
| "reward_std_all": 0.17536525428295135, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9583052396774292, |
| "rewards/forensics_tempsamp_iou_reward": 0.5114840567111969, |
| "step": 603 |
| }, |
| { |
| "completion_length": 24.09375, |
| "epoch": 2.5271966527196654, |
| "grad_norm": 3.459507942199707, |
| "kl": 0.25244140625, |
| "learning_rate": 3.6924686192468617e-07, |
| "loss": 0.0101, |
| "reward": 0.6129578351974487, |
| "reward_std": 0.059796277433633804, |
| "reward_std_all": 0.11675035208463669, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.970708817243576, |
| "rewards/forensics_tempsamp_iou_reward": 0.593353271484375, |
| "step": 604 |
| }, |
| { |
| "completion_length": 22.515625, |
| "epoch": 2.5313807531380754, |
| "grad_norm": 3.117269992828369, |
| "kl": 0.28515625, |
| "learning_rate": 3.682008368200837e-07, |
| "loss": 0.0114, |
| "reward": 0.5921386480331421, |
| "reward_std": 0.08722283504903316, |
| "reward_std_all": 0.14364532753825188, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9639187157154083, |
| "rewards/forensics_tempsamp_iou_reward": 0.5762631893157959, |
| "step": 605 |
| }, |
| { |
| "completion_length": 24.078125, |
| "epoch": 2.5355648535564854, |
| "grad_norm": 3.675764560699463, |
| "kl": 0.302734375, |
| "learning_rate": 3.6715481171548114e-07, |
| "loss": 0.0121, |
| "reward": 0.652106523513794, |
| "reward_std": 0.0809782836586237, |
| "reward_std_all": 0.10578892379999161, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9382214546203613, |
| "rewards/forensics_tempsamp_iou_reward": 0.6209999918937683, |
| "step": 606 |
| }, |
| { |
| "completion_length": 20.984375, |
| "epoch": 2.5397489539748954, |
| "grad_norm": 2.884434938430786, |
| "kl": 0.3203125, |
| "learning_rate": 3.661087866108786e-07, |
| "loss": 0.0128, |
| "reward": 0.6349229514598846, |
| "reward_std": 0.07303816825151443, |
| "reward_std_all": 0.11201514676213264, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9800192713737488, |
| "rewards/forensics_tempsamp_iou_reward": 0.6400167346000671, |
| "step": 607 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 2.5439330543933054, |
| "grad_norm": 3.877326488494873, |
| "kl": 0.2705078125, |
| "learning_rate": 3.650627615062761e-07, |
| "loss": 0.0108, |
| "reward": 0.600864827632904, |
| "reward_std": 0.0735573060810566, |
| "reward_std_all": 0.12726978585124016, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9924250841140747, |
| "rewards/forensics_tempsamp_iou_reward": 0.5724217891693115, |
| "step": 608 |
| }, |
| { |
| "completion_length": 24.328125, |
| "epoch": 2.5481171548117154, |
| "grad_norm": 3.6900267601013184, |
| "kl": 0.2900390625, |
| "learning_rate": 3.6401673640167363e-07, |
| "loss": 0.0116, |
| "reward": 0.5705026090145111, |
| "reward_std": 0.09698760136961937, |
| "reward_std_all": 0.1493896171450615, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9475453794002533, |
| "rewards/forensics_tempsamp_iou_reward": 0.5248421728610992, |
| "step": 609 |
| }, |
| { |
| "completion_length": 24.328125, |
| "epoch": 2.5523012552301254, |
| "grad_norm": 3.5189170837402344, |
| "kl": 0.294921875, |
| "learning_rate": 3.6297071129707114e-07, |
| "loss": 0.0118, |
| "reward": 0.621088832616806, |
| "reward_std": 0.10967160761356354, |
| "reward_std_all": 0.13371721655130386, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9550910592079163, |
| "rewards/forensics_tempsamp_iou_reward": 0.5795931220054626, |
| "step": 610 |
| }, |
| { |
| "completion_length": 21.328125, |
| "epoch": 2.5564853556485354, |
| "grad_norm": 4.430899620056152, |
| "kl": 0.326171875, |
| "learning_rate": 3.6192468619246855e-07, |
| "loss": 0.0131, |
| "reward": 0.5574095845222473, |
| "reward_std": 0.11256799101829529, |
| "reward_std_all": 0.15865596383810043, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9490938186645508, |
| "rewards/forensics_tempsamp_iou_reward": 0.5126940906047821, |
| "step": 611 |
| }, |
| { |
| "completion_length": 23.0625, |
| "epoch": 2.560669456066946, |
| "grad_norm": 3.95123291015625, |
| "kl": 0.251953125, |
| "learning_rate": 3.6087866108786606e-07, |
| "loss": 0.0101, |
| "reward": 0.5465464890003204, |
| "reward_std": 0.12461555004119873, |
| "reward_std_all": 0.1684238314628601, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8883891999721527, |
| "rewards/forensics_tempsamp_iou_reward": 0.48112303018569946, |
| "step": 612 |
| }, |
| { |
| "completion_length": 24.625, |
| "epoch": 2.564853556485356, |
| "grad_norm": 3.2312681674957275, |
| "kl": 0.265625, |
| "learning_rate": 3.598326359832636e-07, |
| "loss": 0.0106, |
| "reward": 0.6207885146141052, |
| "reward_std": 0.08389360085129738, |
| "reward_std_all": 0.12023128941655159, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8980579376220703, |
| "rewards/forensics_tempsamp_iou_reward": 0.5798745602369308, |
| "step": 613 |
| }, |
| { |
| "completion_length": 22.015625, |
| "epoch": 2.569037656903766, |
| "grad_norm": 4.9787774085998535, |
| "kl": 0.3349609375, |
| "learning_rate": 3.587866108786611e-07, |
| "loss": 0.0134, |
| "reward": 0.5192758738994598, |
| "reward_std": 0.14669708162546158, |
| "reward_std_all": 0.19666026532649994, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9236807823181152, |
| "rewards/forensics_tempsamp_iou_reward": 0.45599226653575897, |
| "step": 614 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 2.573221757322176, |
| "grad_norm": 4.248890399932861, |
| "kl": 0.3876953125, |
| "learning_rate": 3.577405857740586e-07, |
| "loss": 0.0155, |
| "reward": 0.5512374639511108, |
| "reward_std": 0.11371862143278122, |
| "reward_std_all": 0.16622334718704224, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9838961064815521, |
| "rewards/forensics_tempsamp_iou_reward": 0.5205874890089035, |
| "step": 615 |
| }, |
| { |
| "completion_length": 22.078125, |
| "epoch": 2.577405857740586, |
| "grad_norm": 3.808805465698242, |
| "kl": 0.294921875, |
| "learning_rate": 3.56694560669456e-07, |
| "loss": 0.0118, |
| "reward": 0.6537117660045624, |
| "reward_std": 0.11417174711823463, |
| "reward_std_all": 0.12522833421826363, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9498840570449829, |
| "rewards/forensics_tempsamp_iou_reward": 0.6431044340133667, |
| "step": 616 |
| }, |
| { |
| "completion_length": 21.625, |
| "epoch": 2.581589958158996, |
| "grad_norm": 3.0728094577789307, |
| "kl": 0.2861328125, |
| "learning_rate": 3.556485355648535e-07, |
| "loss": 0.0114, |
| "reward": 0.6461372077465057, |
| "reward_std": 0.1428610235452652, |
| "reward_std_all": 0.14559144526720047, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9730086922645569, |
| "rewards/forensics_tempsamp_iou_reward": 0.6414053440093994, |
| "step": 617 |
| }, |
| { |
| "completion_length": 21.203125, |
| "epoch": 2.585774058577406, |
| "grad_norm": 4.41464376449585, |
| "kl": 0.3359375, |
| "learning_rate": 3.5460251046025103e-07, |
| "loss": 0.0134, |
| "reward": 0.4938051998615265, |
| "reward_std": 0.1361643448472023, |
| "reward_std_all": 0.2017139121890068, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9110865890979767, |
| "rewards/forensics_tempsamp_iou_reward": 0.42506635189056396, |
| "step": 618 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 2.589958158995816, |
| "grad_norm": 4.39471960067749, |
| "kl": 0.24755859375, |
| "learning_rate": 3.5355648535564855e-07, |
| "loss": 0.0099, |
| "reward": 0.6933718621730804, |
| "reward_std": 0.09064193442463875, |
| "reward_std_all": 0.0957554318010807, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9426442384719849, |
| "rewards/forensics_tempsamp_iou_reward": 0.676351010799408, |
| "step": 619 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 2.594142259414226, |
| "grad_norm": 4.550974369049072, |
| "kl": 0.4794921875, |
| "learning_rate": 3.52510460251046e-07, |
| "loss": 0.0192, |
| "reward": 0.6326103806495667, |
| "reward_std": 0.11123710125684738, |
| "reward_std_all": 0.13188401609659195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9769256114959717, |
| "rewards/forensics_tempsamp_iou_reward": 0.6091565191745758, |
| "step": 620 |
| }, |
| { |
| "completion_length": 25.59375, |
| "epoch": 2.598326359832636, |
| "grad_norm": 3.063918352127075, |
| "kl": 0.2822265625, |
| "learning_rate": 3.5146443514644347e-07, |
| "loss": 0.0113, |
| "reward": 0.6112503856420517, |
| "reward_std": 0.09763641655445099, |
| "reward_std_all": 0.13666915893554688, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9227200150489807, |
| "rewards/forensics_tempsamp_iou_reward": 0.5754857063293457, |
| "step": 621 |
| }, |
| { |
| "completion_length": 21.65625, |
| "epoch": 2.602510460251046, |
| "grad_norm": 3.187391519546509, |
| "kl": 0.3623046875, |
| "learning_rate": 3.50418410041841e-07, |
| "loss": 0.0145, |
| "reward": 0.5709642469882965, |
| "reward_std": 0.14726316928863525, |
| "reward_std_all": 0.18460176140069962, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9375, |
| "rewards/forensics_tempsamp_iou_reward": 0.551268070936203, |
| "step": 622 |
| }, |
| { |
| "completion_length": 22.21875, |
| "epoch": 2.606694560669456, |
| "grad_norm": 3.8583481311798096, |
| "kl": 0.28515625, |
| "learning_rate": 3.493723849372385e-07, |
| "loss": 0.0114, |
| "reward": 0.5181092023849487, |
| "reward_std": 0.14150075614452362, |
| "reward_std_all": 0.19191660732030869, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9244455993175507, |
| "rewards/forensics_tempsamp_iou_reward": 0.450262188911438, |
| "step": 623 |
| }, |
| { |
| "completion_length": 22.46875, |
| "epoch": 2.6108786610878663, |
| "grad_norm": 3.9330837726593018, |
| "kl": 0.26953125, |
| "learning_rate": 3.4832635983263595e-07, |
| "loss": 0.0108, |
| "reward": 0.6138279736042023, |
| "reward_std": 0.053839173167943954, |
| "reward_std_all": 0.11412803083658218, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9282636046409607, |
| "rewards/forensics_tempsamp_iou_reward": 0.5864170491695404, |
| "step": 624 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 2.6150627615062763, |
| "grad_norm": 3.766523599624634, |
| "kl": 0.2880859375, |
| "learning_rate": 3.4728033472803346e-07, |
| "loss": 0.0115, |
| "reward": 0.5538625121116638, |
| "reward_std": 0.11352476477622986, |
| "reward_std_all": 0.17088905721902847, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9452923238277435, |
| "rewards/forensics_tempsamp_iou_reward": 0.5121610909700394, |
| "step": 625 |
| }, |
| { |
| "completion_length": 21.34375, |
| "epoch": 2.6192468619246863, |
| "grad_norm": 3.4199180603027344, |
| "kl": 0.26708984375, |
| "learning_rate": 3.462343096234309e-07, |
| "loss": 0.0107, |
| "reward": 0.49646054208278656, |
| "reward_std": 0.11342882737517357, |
| "reward_std_all": 0.19075243920087814, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9263237714767456, |
| "rewards/forensics_tempsamp_iou_reward": 0.43894895911216736, |
| "step": 626 |
| }, |
| { |
| "completion_length": 26.1875, |
| "epoch": 2.6234309623430963, |
| "grad_norm": 9.291690826416016, |
| "kl": 0.6103515625, |
| "learning_rate": 3.4518828451882844e-07, |
| "loss": 0.0245, |
| "reward": 0.5446388423442841, |
| "reward_std": 0.13391615450382233, |
| "reward_std_all": 0.17761249095201492, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9302096366882324, |
| "rewards/forensics_tempsamp_iou_reward": 0.48792779445648193, |
| "step": 627 |
| }, |
| { |
| "completion_length": 24.875, |
| "epoch": 2.6276150627615062, |
| "grad_norm": 3.4347984790802, |
| "kl": 0.3232421875, |
| "learning_rate": 3.441422594142259e-07, |
| "loss": 0.0129, |
| "reward": 0.598111480474472, |
| "reward_std": 0.09453686140477657, |
| "reward_std_all": 0.1398836150765419, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9658273160457611, |
| "rewards/forensics_tempsamp_iou_reward": 0.58257757127285, |
| "step": 628 |
| }, |
| { |
| "completion_length": 24.203125, |
| "epoch": 2.6317991631799162, |
| "grad_norm": 3.3421034812927246, |
| "kl": 0.4208984375, |
| "learning_rate": 3.430962343096234e-07, |
| "loss": 0.0168, |
| "reward": 0.5302221477031708, |
| "reward_std": 0.16839954257011414, |
| "reward_std_all": 0.1987835094332695, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9747619032859802, |
| "rewards/forensics_tempsamp_iou_reward": 0.47473499178886414, |
| "step": 629 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 2.6359832635983262, |
| "grad_norm": 3.4060797691345215, |
| "kl": 0.345703125, |
| "learning_rate": 3.420502092050209e-07, |
| "loss": 0.0138, |
| "reward": 0.6363090872764587, |
| "reward_std": 0.0998586006462574, |
| "reward_std_all": 0.1248692199587822, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9777970612049103, |
| "rewards/forensics_tempsamp_iou_reward": 0.624195009469986, |
| "step": 630 |
| }, |
| { |
| "completion_length": 21.078125, |
| "epoch": 2.6401673640167362, |
| "grad_norm": 4.069526195526123, |
| "kl": 0.341796875, |
| "learning_rate": 3.410041841004184e-07, |
| "loss": 0.0137, |
| "reward": 0.6160279512405396, |
| "reward_std": 0.09099408984184265, |
| "reward_std_all": 0.13295096531510353, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9549190998077393, |
| "rewards/forensics_tempsamp_iou_reward": 0.5813497602939606, |
| "step": 631 |
| }, |
| { |
| "completion_length": 27.109375, |
| "epoch": 2.6443514644351467, |
| "grad_norm": 2.9064435958862305, |
| "kl": 0.2548828125, |
| "learning_rate": 3.3995815899581584e-07, |
| "loss": 0.0102, |
| "reward": 0.6268495321273804, |
| "reward_std": 0.1233019009232521, |
| "reward_std_all": 0.14461533352732658, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9729066789150238, |
| "rewards/forensics_tempsamp_iou_reward": 0.6055904626846313, |
| "step": 632 |
| }, |
| { |
| "completion_length": 23.890625, |
| "epoch": 2.6485355648535567, |
| "grad_norm": 3.475452423095703, |
| "kl": 0.32421875, |
| "learning_rate": 3.3891213389121336e-07, |
| "loss": 0.0129, |
| "reward": 0.6015328764915466, |
| "reward_std": 0.08729894831776619, |
| "reward_std_all": 0.1311866194009781, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9307331144809723, |
| "rewards/forensics_tempsamp_iou_reward": 0.5512396097183228, |
| "step": 633 |
| }, |
| { |
| "completion_length": 23.90625, |
| "epoch": 2.6527196652719667, |
| "grad_norm": 3.282285451889038, |
| "kl": 0.26171875, |
| "learning_rate": 3.3786610878661087e-07, |
| "loss": 0.0104, |
| "reward": 0.553039163351059, |
| "reward_std": 0.10746150836348534, |
| "reward_std_all": 0.16339002549648285, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9853858351707458, |
| "rewards/forensics_tempsamp_iou_reward": 0.5177697837352753, |
| "step": 634 |
| }, |
| { |
| "completion_length": 24.28125, |
| "epoch": 2.6569037656903767, |
| "grad_norm": 3.6057136058807373, |
| "kl": 0.3076171875, |
| "learning_rate": 3.368200836820084e-07, |
| "loss": 0.0123, |
| "reward": 0.5872741341590881, |
| "reward_std": 0.16256285458803177, |
| "reward_std_all": 0.17678164690732956, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9540030658245087, |
| "rewards/forensics_tempsamp_iou_reward": 0.5483111590147018, |
| "step": 635 |
| }, |
| { |
| "completion_length": 23.78125, |
| "epoch": 2.6610878661087867, |
| "grad_norm": 2.985278367996216, |
| "kl": 0.22509765625, |
| "learning_rate": 3.3577405857740584e-07, |
| "loss": 0.009, |
| "reward": 0.6360033750534058, |
| "reward_std": 0.06235573999583721, |
| "reward_std_all": 0.10871709883213043, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9843358397483826, |
| "rewards/forensics_tempsamp_iou_reward": 0.6227855980396271, |
| "step": 636 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 2.6652719665271967, |
| "grad_norm": 3.139543056488037, |
| "kl": 0.2919921875, |
| "learning_rate": 3.347280334728033e-07, |
| "loss": 0.0117, |
| "reward": 0.6337639093399048, |
| "reward_std": 0.13411591947078705, |
| "reward_std_all": 0.14293218404054642, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9872037768363953, |
| "rewards/forensics_tempsamp_iou_reward": 0.6411427557468414, |
| "step": 637 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 2.6694560669456067, |
| "grad_norm": 3.1471338272094727, |
| "kl": 0.28515625, |
| "learning_rate": 3.336820083682008e-07, |
| "loss": 0.0114, |
| "reward": 0.5781482458114624, |
| "reward_std": 0.08277568221092224, |
| "reward_std_all": 0.147479847073555, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9407638609409332, |
| "rewards/forensics_tempsamp_iou_reward": 0.5599465668201447, |
| "step": 638 |
| }, |
| { |
| "completion_length": 20.96875, |
| "epoch": 2.6736401673640167, |
| "grad_norm": 4.228304862976074, |
| "kl": 0.3193359375, |
| "learning_rate": 3.3263598326359833e-07, |
| "loss": 0.0128, |
| "reward": 0.6204688251018524, |
| "reward_std": 0.11957770586013794, |
| "reward_std_all": 0.1375497803092003, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9643837511539459, |
| "rewards/forensics_tempsamp_iou_reward": 0.590234637260437, |
| "step": 639 |
| }, |
| { |
| "completion_length": 26.828125, |
| "epoch": 2.6778242677824267, |
| "grad_norm": 3.1941349506378174, |
| "kl": 0.359375, |
| "learning_rate": 3.3158995815899584e-07, |
| "loss": 0.0144, |
| "reward": 0.4796629101037979, |
| "reward_std": 0.15943820774555206, |
| "reward_std_all": 0.22280504554510117, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9727468192577362, |
| "rewards/forensics_tempsamp_iou_reward": 0.4297988712787628, |
| "step": 640 |
| }, |
| { |
| "completion_length": 22.15625, |
| "epoch": 2.6820083682008367, |
| "grad_norm": 3.9240517616271973, |
| "kl": 0.32421875, |
| "learning_rate": 3.3054393305439325e-07, |
| "loss": 0.013, |
| "reward": 0.5953053832054138, |
| "reward_std": 0.15687179565429688, |
| "reward_std_all": 0.17552541196346283, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9616459608078003, |
| "rewards/forensics_tempsamp_iou_reward": 0.5484549701213837, |
| "step": 641 |
| }, |
| { |
| "completion_length": 22.40625, |
| "epoch": 2.6861924686192467, |
| "grad_norm": 4.222926139831543, |
| "kl": 0.3193359375, |
| "learning_rate": 3.2949790794979076e-07, |
| "loss": 0.0128, |
| "reward": 0.6463072299957275, |
| "reward_std": 0.07709444314241409, |
| "reward_std_all": 0.10876954719424248, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9676842391490936, |
| "rewards/forensics_tempsamp_iou_reward": 0.6299434006214142, |
| "step": 642 |
| }, |
| { |
| "completion_length": 24.03125, |
| "epoch": 2.6903765690376567, |
| "grad_norm": 3.6438992023468018, |
| "kl": 0.275390625, |
| "learning_rate": 3.2845188284518827e-07, |
| "loss": 0.011, |
| "reward": 0.4901754558086395, |
| "reward_std": 0.13876695930957794, |
| "reward_std_all": 0.2109624296426773, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9527312815189362, |
| "rewards/forensics_tempsamp_iou_reward": 0.4270303547382355, |
| "step": 643 |
| }, |
| { |
| "completion_length": 25.296875, |
| "epoch": 2.694560669456067, |
| "grad_norm": 3.2288429737091064, |
| "kl": 0.2861328125, |
| "learning_rate": 3.274058577405858e-07, |
| "loss": 0.0114, |
| "reward": 0.6050442159175873, |
| "reward_std": 0.06301477551460266, |
| "reward_std_all": 0.1183616891503334, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9714860916137695, |
| "rewards/forensics_tempsamp_iou_reward": 0.568668395280838, |
| "step": 644 |
| }, |
| { |
| "completion_length": 20.03125, |
| "epoch": 2.698744769874477, |
| "grad_norm": 3.4631550312042236, |
| "kl": 0.322265625, |
| "learning_rate": 3.2635983263598325e-07, |
| "loss": 0.0128, |
| "reward": 0.6552241146564484, |
| "reward_std": 0.10063625872135162, |
| "reward_std_all": 0.12001919746398926, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9733690917491913, |
| "rewards/forensics_tempsamp_iou_reward": 0.6468003392219543, |
| "step": 645 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 2.702928870292887, |
| "grad_norm": 3.544546127319336, |
| "kl": 0.3115234375, |
| "learning_rate": 3.253138075313807e-07, |
| "loss": 0.0124, |
| "reward": 0.6037134826183319, |
| "reward_std": 0.08348578587174416, |
| "reward_std_all": 0.12954752147197723, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9208795428276062, |
| "rewards/forensics_tempsamp_iou_reward": 0.5574637353420258, |
| "step": 646 |
| }, |
| { |
| "completion_length": 22.0625, |
| "epoch": 2.707112970711297, |
| "grad_norm": 3.317963123321533, |
| "kl": 0.30859375, |
| "learning_rate": 3.242677824267782e-07, |
| "loss": 0.0123, |
| "reward": 0.5965796113014221, |
| "reward_std": 0.11765872687101364, |
| "reward_std_all": 0.15702896565198898, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9500021934509277, |
| "rewards/forensics_tempsamp_iou_reward": 0.5737986862659454, |
| "step": 647 |
| }, |
| { |
| "completion_length": 22.390625, |
| "epoch": 2.711297071129707, |
| "grad_norm": 3.735795736312866, |
| "kl": 0.318359375, |
| "learning_rate": 3.2322175732217573e-07, |
| "loss": 0.0127, |
| "reward": 0.6172704100608826, |
| "reward_std": 0.130568228662014, |
| "reward_std_all": 0.15113970637321472, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9932178556919098, |
| "rewards/forensics_tempsamp_iou_reward": 0.602893590927124, |
| "step": 648 |
| }, |
| { |
| "completion_length": 24.4375, |
| "epoch": 2.715481171548117, |
| "grad_norm": 3.3417537212371826, |
| "kl": 0.3037109375, |
| "learning_rate": 3.221757322175732e-07, |
| "loss": 0.0122, |
| "reward": 0.5941672921180725, |
| "reward_std": 0.10577447339892387, |
| "reward_std_all": 0.15219411253929138, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9407255053520203, |
| "rewards/forensics_tempsamp_iou_reward": 0.5527370274066925, |
| "step": 649 |
| }, |
| { |
| "completion_length": 23.328125, |
| "epoch": 2.719665271966527, |
| "grad_norm": 3.1483654975891113, |
| "kl": 0.29296875, |
| "learning_rate": 3.211297071129707e-07, |
| "loss": 0.0117, |
| "reward": 0.6355357468128204, |
| "reward_std": 0.10250138118863106, |
| "reward_std_all": 0.12426773831248283, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9367874562740326, |
| "rewards/forensics_tempsamp_iou_reward": 0.5908394753932953, |
| "step": 650 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 2.723849372384937, |
| "grad_norm": 3.58354115486145, |
| "kl": 0.28271484375, |
| "learning_rate": 3.2008368200836816e-07, |
| "loss": 0.0113, |
| "reward": 0.6496289372444153, |
| "reward_std": 0.07985902205109596, |
| "reward_std_all": 0.10757678747177124, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9342105388641357, |
| "rewards/forensics_tempsamp_iou_reward": 0.6093459129333496, |
| "step": 651 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 2.7280334728033475, |
| "grad_norm": 3.7148451805114746, |
| "kl": 0.2451171875, |
| "learning_rate": 3.190376569037657e-07, |
| "loss": 0.0098, |
| "reward": 0.6515793204307556, |
| "reward_std": 0.09036925435066223, |
| "reward_std_all": 0.10805292055010796, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9748037457466125, |
| "rewards/forensics_tempsamp_iou_reward": 0.6441369354724884, |
| "step": 652 |
| }, |
| { |
| "completion_length": 21.546875, |
| "epoch": 2.7322175732217575, |
| "grad_norm": 4.749652862548828, |
| "kl": 0.373046875, |
| "learning_rate": 3.1799163179916314e-07, |
| "loss": 0.0149, |
| "reward": 0.5287840217351913, |
| "reward_std": 0.12280981987714767, |
| "reward_std_all": 0.18334315717220306, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9201511740684509, |
| "rewards/forensics_tempsamp_iou_reward": 0.4791155606508255, |
| "step": 653 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 2.7364016736401675, |
| "grad_norm": 2.983733654022217, |
| "kl": 0.2841796875, |
| "learning_rate": 3.1694560669456065e-07, |
| "loss": 0.0114, |
| "reward": 0.6214417815208435, |
| "reward_std": 0.09164834022521973, |
| "reward_std_all": 0.12362902611494064, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9572416841983795, |
| "rewards/forensics_tempsamp_iou_reward": 0.5967545509338379, |
| "step": 654 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 2.7405857740585775, |
| "grad_norm": 4.272718906402588, |
| "kl": 0.26904296875, |
| "learning_rate": 3.1589958158995816e-07, |
| "loss": 0.0107, |
| "reward": 0.480203777551651, |
| "reward_std": 0.12658098712563515, |
| "reward_std_all": 0.20671354234218597, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8999539613723755, |
| "rewards/forensics_tempsamp_iou_reward": 0.41230161488056183, |
| "step": 655 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 2.7447698744769875, |
| "grad_norm": 3.3441245555877686, |
| "kl": 0.279296875, |
| "learning_rate": 3.148535564853556e-07, |
| "loss": 0.0112, |
| "reward": 0.6781189143657684, |
| "reward_std": 0.09590207785367966, |
| "reward_std_all": 0.10573500394821167, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9887225031852722, |
| "rewards/forensics_tempsamp_iou_reward": 0.6720601916313171, |
| "step": 656 |
| }, |
| { |
| "completion_length": 21.734375, |
| "epoch": 2.7489539748953975, |
| "grad_norm": 3.0810024738311768, |
| "kl": 0.3330078125, |
| "learning_rate": 3.1380753138075313e-07, |
| "loss": 0.0133, |
| "reward": 0.6262463331222534, |
| "reward_std": 0.09520746394991875, |
| "reward_std_all": 0.12559575214982033, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9814895689487457, |
| "rewards/forensics_tempsamp_iou_reward": 0.6393488943576813, |
| "step": 657 |
| }, |
| { |
| "completion_length": 22.4375, |
| "epoch": 2.7531380753138075, |
| "grad_norm": 4.032228946685791, |
| "kl": 0.2587890625, |
| "learning_rate": 3.127615062761506e-07, |
| "loss": 0.0104, |
| "reward": 0.5769912600517273, |
| "reward_std": 0.1142331175506115, |
| "reward_std_all": 0.15640505403280258, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9485458135604858, |
| "rewards/forensics_tempsamp_iou_reward": 0.530319482088089, |
| "step": 658 |
| }, |
| { |
| "completion_length": 23.40625, |
| "epoch": 2.7573221757322175, |
| "grad_norm": 4.1430864334106445, |
| "kl": 0.28515625, |
| "learning_rate": 3.117154811715481e-07, |
| "loss": 0.0114, |
| "reward": 0.6032213568687439, |
| "reward_std": 0.10318268090486526, |
| "reward_std_all": 0.14400455355644226, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9325861632823944, |
| "rewards/forensics_tempsamp_iou_reward": 0.5570269823074341, |
| "step": 659 |
| }, |
| { |
| "completion_length": 20.6875, |
| "epoch": 2.7615062761506275, |
| "grad_norm": 3.195777416229248, |
| "kl": 0.3486328125, |
| "learning_rate": 3.106694560669456e-07, |
| "loss": 0.0139, |
| "reward": 0.6231753826141357, |
| "reward_std": 0.13026998937129974, |
| "reward_std_all": 0.14974753931164742, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9480767846107483, |
| "rewards/forensics_tempsamp_iou_reward": 0.5994877219200134, |
| "step": 660 |
| }, |
| { |
| "completion_length": 22.578125, |
| "epoch": 2.7656903765690375, |
| "grad_norm": 3.4554266929626465, |
| "kl": 0.296875, |
| "learning_rate": 3.096234309623431e-07, |
| "loss": 0.0119, |
| "reward": 0.5466829240322113, |
| "reward_std": 0.0872900914400816, |
| "reward_std_all": 0.1599983051419258, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9298961460590363, |
| "rewards/forensics_tempsamp_iou_reward": 0.5151547491550446, |
| "step": 661 |
| }, |
| { |
| "completion_length": 21.03125, |
| "epoch": 2.7698744769874475, |
| "grad_norm": 4.219101428985596, |
| "kl": 0.3046875, |
| "learning_rate": 3.0857740585774054e-07, |
| "loss": 0.0122, |
| "reward": 0.5788836926221848, |
| "reward_std": 0.1065061017870903, |
| "reward_std_all": 0.15737732499837875, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.931291252374649, |
| "rewards/forensics_tempsamp_iou_reward": 0.5323945879936218, |
| "step": 662 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 2.7740585774058575, |
| "grad_norm": 2.779808759689331, |
| "kl": 0.3076171875, |
| "learning_rate": 3.0753138075313805e-07, |
| "loss": 0.0123, |
| "reward": 0.6500290036201477, |
| "reward_std": 0.0450700968503952, |
| "reward_std_all": 0.09148093685507774, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9794057607650757, |
| "rewards/forensics_tempsamp_iou_reward": 0.6590697765350342, |
| "step": 663 |
| }, |
| { |
| "completion_length": 23.015625, |
| "epoch": 2.778242677824268, |
| "grad_norm": 3.7051169872283936, |
| "kl": 0.310546875, |
| "learning_rate": 3.0648535564853557e-07, |
| "loss": 0.0124, |
| "reward": 0.5672456920146942, |
| "reward_std": 0.11589067801833153, |
| "reward_std_all": 0.16354955732822418, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.973960280418396, |
| "rewards/forensics_tempsamp_iou_reward": 0.5417978167533875, |
| "step": 664 |
| }, |
| { |
| "completion_length": 21.53125, |
| "epoch": 2.782426778242678, |
| "grad_norm": 3.765585422515869, |
| "kl": 0.3984375, |
| "learning_rate": 3.054393305439331e-07, |
| "loss": 0.0159, |
| "reward": 0.4947871118783951, |
| "reward_std": 0.18791787326335907, |
| "reward_std_all": 0.22878380864858627, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8838200867176056, |
| "rewards/forensics_tempsamp_iou_reward": 0.4321691244840622, |
| "step": 665 |
| }, |
| { |
| "completion_length": 24.40625, |
| "epoch": 2.786610878661088, |
| "grad_norm": 3.454228639602661, |
| "kl": 0.3173828125, |
| "learning_rate": 3.043933054393305e-07, |
| "loss": 0.0127, |
| "reward": 0.5908461213111877, |
| "reward_std": 0.07185960561037064, |
| "reward_std_all": 0.13205718994140625, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.967840313911438, |
| "rewards/forensics_tempsamp_iou_reward": 0.5683613419532776, |
| "step": 666 |
| }, |
| { |
| "completion_length": 23.125, |
| "epoch": 2.790794979079498, |
| "grad_norm": 3.69488263130188, |
| "kl": 0.27734375, |
| "learning_rate": 3.03347280334728e-07, |
| "loss": 0.0111, |
| "reward": 0.594020813703537, |
| "reward_std": 0.11345468461513519, |
| "reward_std_all": 0.15316064655780792, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9614655077457428, |
| "rewards/forensics_tempsamp_iou_reward": 0.5709936916828156, |
| "step": 667 |
| }, |
| { |
| "completion_length": 21.71875, |
| "epoch": 2.794979079497908, |
| "grad_norm": 3.485447645187378, |
| "kl": 0.255859375, |
| "learning_rate": 3.023012552301255e-07, |
| "loss": 0.0103, |
| "reward": 0.6052148938179016, |
| "reward_std": 0.07050754688680172, |
| "reward_std_all": 0.12643496692180634, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9770126640796661, |
| "rewards/forensics_tempsamp_iou_reward": 0.5867641568183899, |
| "step": 668 |
| }, |
| { |
| "completion_length": 23.1875, |
| "epoch": 2.799163179916318, |
| "grad_norm": 3.393594264984131, |
| "kl": 0.3603515625, |
| "learning_rate": 3.01255230125523e-07, |
| "loss": 0.0144, |
| "reward": 0.5533435642719269, |
| "reward_std": 0.14479156583547592, |
| "reward_std_all": 0.1821710243821144, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9871684014797211, |
| "rewards/forensics_tempsamp_iou_reward": 0.5232573747634888, |
| "step": 669 |
| }, |
| { |
| "completion_length": 21.3125, |
| "epoch": 2.803347280334728, |
| "grad_norm": 3.9777650833129883, |
| "kl": 0.283203125, |
| "learning_rate": 3.002092050209205e-07, |
| "loss": 0.0113, |
| "reward": 0.5523435920476913, |
| "reward_std": 0.11308852583169937, |
| "reward_std_all": 0.17046084254980087, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9706152677536011, |
| "rewards/forensics_tempsamp_iou_reward": 0.5304816663265228, |
| "step": 670 |
| }, |
| { |
| "completion_length": 20.109375, |
| "epoch": 2.8075313807531384, |
| "grad_norm": 3.0195436477661133, |
| "kl": 0.3408203125, |
| "learning_rate": 2.9916317991631794e-07, |
| "loss": 0.0137, |
| "reward": 0.6468496918678284, |
| "reward_std": 0.1087062880396843, |
| "reward_std_all": 0.12447264790534973, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9774772822856903, |
| "rewards/forensics_tempsamp_iou_reward": 0.6146302223205566, |
| "step": 671 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 2.8117154811715483, |
| "grad_norm": 3.5465030670166016, |
| "kl": 0.3837890625, |
| "learning_rate": 2.9811715481171546e-07, |
| "loss": 0.0153, |
| "reward": 0.6483493447303772, |
| "reward_std": 0.1183515414595604, |
| "reward_std_all": 0.1270548328757286, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9265790581703186, |
| "rewards/forensics_tempsamp_iou_reward": 0.6139612793922424, |
| "step": 672 |
| }, |
| { |
| "completion_length": 21.921875, |
| "epoch": 2.8158995815899583, |
| "grad_norm": 3.733797788619995, |
| "kl": 0.31640625, |
| "learning_rate": 2.9707112970711297e-07, |
| "loss": 0.0126, |
| "reward": 0.5737069249153137, |
| "reward_std": 0.14129740744829178, |
| "reward_std_all": 0.17360208928585052, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.92955282330513, |
| "rewards/forensics_tempsamp_iou_reward": 0.528062105178833, |
| "step": 673 |
| }, |
| { |
| "completion_length": 21.546875, |
| "epoch": 2.8200836820083683, |
| "grad_norm": 3.3256096839904785, |
| "kl": 0.20654296875, |
| "learning_rate": 2.960251046025105e-07, |
| "loss": 0.0083, |
| "reward": 0.5754133760929108, |
| "reward_std": 0.11449195817112923, |
| "reward_std_all": 0.1541481465101242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8952365815639496, |
| "rewards/forensics_tempsamp_iou_reward": 0.5164327174425125, |
| "step": 674 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 2.8242677824267783, |
| "grad_norm": 3.9653918743133545, |
| "kl": 0.33203125, |
| "learning_rate": 2.9497907949790794e-07, |
| "loss": 0.0133, |
| "reward": 0.6418025493621826, |
| "reward_std": 0.11213788762688637, |
| "reward_std_all": 0.13075289130210876, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9335792064666748, |
| "rewards/forensics_tempsamp_iou_reward": 0.6213106513023376, |
| "step": 675 |
| }, |
| { |
| "completion_length": 19.5, |
| "epoch": 2.8284518828451883, |
| "grad_norm": 3.815150499343872, |
| "kl": 0.408203125, |
| "learning_rate": 2.939330543933054e-07, |
| "loss": 0.0163, |
| "reward": 0.6728692650794983, |
| "reward_std": 0.0463024377822876, |
| "reward_std_all": 0.08540932834148407, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9868012368679047, |
| "rewards/forensics_tempsamp_iou_reward": 0.6868253946304321, |
| "step": 676 |
| }, |
| { |
| "completion_length": 24.609375, |
| "epoch": 2.8326359832635983, |
| "grad_norm": 4.0053791999816895, |
| "kl": 0.3603515625, |
| "learning_rate": 2.928870292887029e-07, |
| "loss": 0.0145, |
| "reward": 0.5784385204315186, |
| "reward_std": 0.15461038425564766, |
| "reward_std_all": 0.18128690123558044, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.929152250289917, |
| "rewards/forensics_tempsamp_iou_reward": 0.5364931672811508, |
| "step": 677 |
| }, |
| { |
| "completion_length": 22.71875, |
| "epoch": 2.8368200836820083, |
| "grad_norm": 3.3843791484832764, |
| "kl": 0.2734375, |
| "learning_rate": 2.9184100418410043e-07, |
| "loss": 0.011, |
| "reward": 0.6264186799526215, |
| "reward_std": 0.1128426045179367, |
| "reward_std_all": 0.13805611059069633, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9420257210731506, |
| "rewards/forensics_tempsamp_iou_reward": 0.6081046760082245, |
| "step": 678 |
| }, |
| { |
| "completion_length": 23.296875, |
| "epoch": 2.8410041841004183, |
| "grad_norm": 3.397686243057251, |
| "kl": 0.2939453125, |
| "learning_rate": 2.907949790794979e-07, |
| "loss": 0.0118, |
| "reward": 0.5616505742073059, |
| "reward_std": 0.14982762932777405, |
| "reward_std_all": 0.17481151223182678, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9624746739864349, |
| "rewards/forensics_tempsamp_iou_reward": 0.5299995243549347, |
| "step": 679 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 2.8451882845188283, |
| "grad_norm": 3.220405101776123, |
| "kl": 0.27734375, |
| "learning_rate": 2.897489539748954e-07, |
| "loss": 0.0111, |
| "reward": 0.651875376701355, |
| "reward_std": 0.08418696001172066, |
| "reward_std_all": 0.10472263023257256, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9505556225776672, |
| "rewards/forensics_tempsamp_iou_reward": 0.6304767429828644, |
| "step": 680 |
| }, |
| { |
| "completion_length": 21.453125, |
| "epoch": 2.8493723849372383, |
| "grad_norm": 3.9489519596099854, |
| "kl": 0.3310546875, |
| "learning_rate": 2.8870292887029286e-07, |
| "loss": 0.0132, |
| "reward": 0.5360816717147827, |
| "reward_std": 0.11968819051980972, |
| "reward_std_all": 0.17961417138576508, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.831722766160965, |
| "rewards/forensics_tempsamp_iou_reward": 0.46346694231033325, |
| "step": 681 |
| }, |
| { |
| "completion_length": 21.34375, |
| "epoch": 2.8535564853556483, |
| "grad_norm": 3.158705949783325, |
| "kl": 0.23681640625, |
| "learning_rate": 2.8765690376569037e-07, |
| "loss": 0.0095, |
| "reward": 0.6761603951454163, |
| "reward_std": 0.08116457238793373, |
| "reward_std_all": 0.10020026564598083, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9223038256168365, |
| "rewards/forensics_tempsamp_iou_reward": 0.6466088593006134, |
| "step": 682 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 2.8577405857740583, |
| "grad_norm": 4.656108856201172, |
| "kl": 0.2666015625, |
| "learning_rate": 2.8661087866108783e-07, |
| "loss": 0.0107, |
| "reward": 0.5771493315696716, |
| "reward_std": 0.0970553383231163, |
| "reward_std_all": 0.15434294193983078, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9683290123939514, |
| "rewards/forensics_tempsamp_iou_reward": 0.5389849841594696, |
| "step": 683 |
| }, |
| { |
| "completion_length": 22.578125, |
| "epoch": 2.8619246861924688, |
| "grad_norm": 3.3651957511901855, |
| "kl": 0.2626953125, |
| "learning_rate": 2.8556485355648535e-07, |
| "loss": 0.0105, |
| "reward": 0.5878520309925079, |
| "reward_std": 0.09226076304912567, |
| "reward_std_all": 0.1397608071565628, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9403260052204132, |
| "rewards/forensics_tempsamp_iou_reward": 0.531660407781601, |
| "step": 684 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 2.8661087866108788, |
| "grad_norm": 3.351952314376831, |
| "kl": 0.294921875, |
| "learning_rate": 2.8451882845188286e-07, |
| "loss": 0.0118, |
| "reward": 0.5914384126663208, |
| "reward_std": 0.11222663149237633, |
| "reward_std_all": 0.1517285332083702, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9892851710319519, |
| "rewards/forensics_tempsamp_iou_reward": 0.561022624373436, |
| "step": 685 |
| }, |
| { |
| "completion_length": 21.75, |
| "epoch": 2.8702928870292888, |
| "grad_norm": 3.468640089035034, |
| "kl": 0.3134765625, |
| "learning_rate": 2.834728033472803e-07, |
| "loss": 0.0125, |
| "reward": 0.6339369416236877, |
| "reward_std": 0.0777743011713028, |
| "reward_std_all": 0.1159452497959137, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9510228335857391, |
| "rewards/forensics_tempsamp_iou_reward": 0.6255444586277008, |
| "step": 686 |
| }, |
| { |
| "completion_length": 19.578125, |
| "epoch": 2.8744769874476988, |
| "grad_norm": 3.6239097118377686, |
| "kl": 0.287109375, |
| "learning_rate": 2.824267782426778e-07, |
| "loss": 0.0115, |
| "reward": 0.6374494433403015, |
| "reward_std": 0.09540623053908348, |
| "reward_std_all": 0.1207464411854744, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9640681147575378, |
| "rewards/forensics_tempsamp_iou_reward": 0.623212605714798, |
| "step": 687 |
| }, |
| { |
| "completion_length": 22.171875, |
| "epoch": 2.8786610878661087, |
| "grad_norm": 3.4448964595794678, |
| "kl": 0.27490234375, |
| "learning_rate": 2.813807531380753e-07, |
| "loss": 0.011, |
| "reward": 0.6615195274353027, |
| "reward_std": 0.07832407206296921, |
| "reward_std_all": 0.10419698059558868, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9928825497627258, |
| "rewards/forensics_tempsamp_iou_reward": 0.645116001367569, |
| "step": 688 |
| }, |
| { |
| "completion_length": 22.109375, |
| "epoch": 2.8828451882845187, |
| "grad_norm": 3.4994771480560303, |
| "kl": 0.2958984375, |
| "learning_rate": 2.803347280334728e-07, |
| "loss": 0.0119, |
| "reward": 0.6433141827583313, |
| "reward_std": 0.08056185394525528, |
| "reward_std_all": 0.10732344910502434, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9338937103748322, |
| "rewards/forensics_tempsamp_iou_reward": 0.6009943187236786, |
| "step": 689 |
| }, |
| { |
| "completion_length": 25.0625, |
| "epoch": 2.8870292887029287, |
| "grad_norm": 3.5537502765655518, |
| "kl": 0.3193359375, |
| "learning_rate": 2.792887029288703e-07, |
| "loss": 0.0128, |
| "reward": 0.4828842431306839, |
| "reward_std": 0.1329953446984291, |
| "reward_std_all": 0.20989003032445908, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9323753714561462, |
| "rewards/forensics_tempsamp_iou_reward": 0.4173436462879181, |
| "step": 690 |
| }, |
| { |
| "completion_length": 23.953125, |
| "epoch": 2.891213389121339, |
| "grad_norm": 3.1917836666107178, |
| "kl": 0.333984375, |
| "learning_rate": 2.782426778242677e-07, |
| "loss": 0.0133, |
| "reward": 0.5488016605377197, |
| "reward_std": 0.13292908668518066, |
| "reward_std_all": 0.17824088782072067, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.927255243062973, |
| "rewards/forensics_tempsamp_iou_reward": 0.49816279113292694, |
| "step": 691 |
| }, |
| { |
| "completion_length": 20.78125, |
| "epoch": 2.895397489539749, |
| "grad_norm": 4.214409828186035, |
| "kl": 0.3671875, |
| "learning_rate": 2.7719665271966524e-07, |
| "loss": 0.0147, |
| "reward": 0.6530353426933289, |
| "reward_std": 0.08994311466813087, |
| "reward_std_all": 0.10948063433170319, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9855879843235016, |
| "rewards/forensics_tempsamp_iou_reward": 0.6269619762897491, |
| "step": 692 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 2.899581589958159, |
| "grad_norm": 3.4495558738708496, |
| "kl": 0.302734375, |
| "learning_rate": 2.7615062761506275e-07, |
| "loss": 0.0121, |
| "reward": 0.5167496502399445, |
| "reward_std": 0.10491203516721725, |
| "reward_std_all": 0.17432709783315659, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8236111104488373, |
| "rewards/forensics_tempsamp_iou_reward": 0.44425031542778015, |
| "step": 693 |
| }, |
| { |
| "completion_length": 21.84375, |
| "epoch": 2.903765690376569, |
| "grad_norm": 4.102766036987305, |
| "kl": 0.330078125, |
| "learning_rate": 2.7510460251046026e-07, |
| "loss": 0.0132, |
| "reward": 0.6449437439441681, |
| "reward_std": 0.10337377712130547, |
| "reward_std_all": 0.11898164078593254, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.920066237449646, |
| "rewards/forensics_tempsamp_iou_reward": 0.5972423553466797, |
| "step": 694 |
| }, |
| { |
| "completion_length": 19.9375, |
| "epoch": 2.907949790794979, |
| "grad_norm": 3.452371597290039, |
| "kl": 0.3095703125, |
| "learning_rate": 2.740585774058578e-07, |
| "loss": 0.0124, |
| "reward": 0.669518232345581, |
| "reward_std": 0.059802427887916565, |
| "reward_std_all": 0.09012790396809578, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9670390784740448, |
| "rewards/forensics_tempsamp_iou_reward": 0.6490434408187866, |
| "step": 695 |
| }, |
| { |
| "completion_length": 22.34375, |
| "epoch": 2.912133891213389, |
| "grad_norm": 3.2574613094329834, |
| "kl": 0.3134765625, |
| "learning_rate": 2.730125523012552e-07, |
| "loss": 0.0125, |
| "reward": 0.6863498389720917, |
| "reward_std": 0.07419846393167973, |
| "reward_std_all": 0.0866105780005455, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9320692718029022, |
| "rewards/forensics_tempsamp_iou_reward": 0.6666356921195984, |
| "step": 696 |
| }, |
| { |
| "completion_length": 22.953125, |
| "epoch": 2.916317991631799, |
| "grad_norm": 3.942436456680298, |
| "kl": 0.302734375, |
| "learning_rate": 2.719665271966527e-07, |
| "loss": 0.0121, |
| "reward": 0.6359078884124756, |
| "reward_std": 0.13104232028126717, |
| "reward_std_all": 0.14168337732553482, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9528480172157288, |
| "rewards/forensics_tempsamp_iou_reward": 0.5908394753932953, |
| "step": 697 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 2.920502092050209, |
| "grad_norm": 4.0867085456848145, |
| "kl": 0.326171875, |
| "learning_rate": 2.709205020920502e-07, |
| "loss": 0.013, |
| "reward": 0.5968901515007019, |
| "reward_std": 0.06478001922369003, |
| "reward_std_all": 0.1268930658698082, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9499081969261169, |
| "rewards/forensics_tempsamp_iou_reward": 0.5722161531448364, |
| "step": 698 |
| }, |
| { |
| "completion_length": 22.078125, |
| "epoch": 2.924686192468619, |
| "grad_norm": 3.630370616912842, |
| "kl": 0.3759765625, |
| "learning_rate": 2.698744769874477e-07, |
| "loss": 0.0151, |
| "reward": 0.5815798342227936, |
| "reward_std": 0.153439462184906, |
| "reward_std_all": 0.17557479441165924, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9622410535812378, |
| "rewards/forensics_tempsamp_iou_reward": 0.569472461938858, |
| "step": 699 |
| }, |
| { |
| "completion_length": 23.390625, |
| "epoch": 2.928870292887029, |
| "grad_norm": 3.158795118331909, |
| "kl": 0.2890625, |
| "learning_rate": 2.688284518828452e-07, |
| "loss": 0.0116, |
| "reward": 0.6689203381538391, |
| "reward_std": 0.10134642757475376, |
| "reward_std_all": 0.1091356985270977, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.980546772480011, |
| "rewards/forensics_tempsamp_iou_reward": 0.6497800350189209, |
| "step": 700 |
| }, |
| { |
| "completion_length": 23.65625, |
| "epoch": 2.933054393305439, |
| "grad_norm": 3.7011148929595947, |
| "kl": 0.31640625, |
| "learning_rate": 2.6778242677824264e-07, |
| "loss": 0.0127, |
| "reward": 0.6055537462234497, |
| "reward_std": 0.07891785353422165, |
| "reward_std_all": 0.12893827259540558, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9592277407646179, |
| "rewards/forensics_tempsamp_iou_reward": 0.566539466381073, |
| "step": 701 |
| }, |
| { |
| "completion_length": 22.578125, |
| "epoch": 2.937238493723849, |
| "grad_norm": 4.090435981750488, |
| "kl": 0.34375, |
| "learning_rate": 2.6673640167364015e-07, |
| "loss": 0.0138, |
| "reward": 0.6124224960803986, |
| "reward_std": 0.06575345247983932, |
| "reward_std_all": 0.11713037639856339, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9695390462875366, |
| "rewards/forensics_tempsamp_iou_reward": 0.5986289381980896, |
| "step": 702 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 2.941422594142259, |
| "grad_norm": 3.6748275756835938, |
| "kl": 0.2802734375, |
| "learning_rate": 2.6569037656903767e-07, |
| "loss": 0.0112, |
| "reward": 0.6305477321147919, |
| "reward_std": 0.12961489334702492, |
| "reward_std_all": 0.14274130761623383, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9671422839164734, |
| "rewards/forensics_tempsamp_iou_reward": 0.6042807400226593, |
| "step": 703 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 2.9456066945606696, |
| "grad_norm": 3.5739998817443848, |
| "kl": 0.322265625, |
| "learning_rate": 2.6464435146443513e-07, |
| "loss": 0.0129, |
| "reward": 0.596469521522522, |
| "reward_std": 0.11608601734042168, |
| "reward_std_all": 0.14587794244289398, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9587695896625519, |
| "rewards/forensics_tempsamp_iou_reward": 0.5401234924793243, |
| "step": 704 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 2.9497907949790796, |
| "grad_norm": 4.094165325164795, |
| "kl": 0.318359375, |
| "learning_rate": 2.6359832635983264e-07, |
| "loss": 0.0127, |
| "reward": 0.5684386491775513, |
| "reward_std": 0.11727627739310265, |
| "reward_std_all": 0.16452713310718536, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9521668553352356, |
| "rewards/forensics_tempsamp_iou_reward": 0.5330586433410645, |
| "step": 705 |
| }, |
| { |
| "completion_length": 22.234375, |
| "epoch": 2.9539748953974896, |
| "grad_norm": 5.375185966491699, |
| "kl": 0.40625, |
| "learning_rate": 2.625523012552301e-07, |
| "loss": 0.0163, |
| "reward": 0.5887442827224731, |
| "reward_std": 0.13168835639953613, |
| "reward_std_all": 0.1722474992275238, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.961458295583725, |
| "rewards/forensics_tempsamp_iou_reward": 0.5811972916126251, |
| "step": 706 |
| }, |
| { |
| "completion_length": 21.234375, |
| "epoch": 2.9581589958158996, |
| "grad_norm": 3.897305965423584, |
| "kl": 0.3232421875, |
| "learning_rate": 2.615062761506276e-07, |
| "loss": 0.0129, |
| "reward": 0.6451468169689178, |
| "reward_std": 0.09464456886053085, |
| "reward_std_all": 0.12092753499746323, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9453286528587341, |
| "rewards/forensics_tempsamp_iou_reward": 0.6168397963047028, |
| "step": 707 |
| }, |
| { |
| "completion_length": 23.234375, |
| "epoch": 2.9623430962343096, |
| "grad_norm": 3.662595748901367, |
| "kl": 0.2255859375, |
| "learning_rate": 2.6046025104602507e-07, |
| "loss": 0.009, |
| "reward": 0.6400285363197327, |
| "reward_std": 0.10431942716240883, |
| "reward_std_all": 0.1277022361755371, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9609699249267578, |
| "rewards/forensics_tempsamp_iou_reward": 0.6339298188686371, |
| "step": 708 |
| }, |
| { |
| "completion_length": 22.65625, |
| "epoch": 2.9665271966527196, |
| "grad_norm": 3.5984089374542236, |
| "kl": 0.2900390625, |
| "learning_rate": 2.594142259414226e-07, |
| "loss": 0.0116, |
| "reward": 0.656071126461029, |
| "reward_std": 0.11980466544628143, |
| "reward_std_all": 0.12637963145971298, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9771292805671692, |
| "rewards/forensics_tempsamp_iou_reward": 0.6446283161640167, |
| "step": 709 |
| }, |
| { |
| "completion_length": 20.609375, |
| "epoch": 2.9707112970711296, |
| "grad_norm": 3.784977436065674, |
| "kl": 0.310546875, |
| "learning_rate": 2.583682008368201e-07, |
| "loss": 0.0124, |
| "reward": 0.6403099596500397, |
| "reward_std": 0.10296735912561417, |
| "reward_std_all": 0.126574095338583, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9225796461105347, |
| "rewards/forensics_tempsamp_iou_reward": 0.5988414585590363, |
| "step": 710 |
| }, |
| { |
| "completion_length": 21.765625, |
| "epoch": 2.97489539748954, |
| "grad_norm": 3.3981339931488037, |
| "kl": 0.2958984375, |
| "learning_rate": 2.5732217573221756e-07, |
| "loss": 0.0118, |
| "reward": 0.634176641702652, |
| "reward_std": 0.1130896657705307, |
| "reward_std_all": 0.12960295006632805, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9666057825088501, |
| "rewards/forensics_tempsamp_iou_reward": 0.6109161674976349, |
| "step": 711 |
| }, |
| { |
| "completion_length": 22.1875, |
| "epoch": 2.97907949790795, |
| "grad_norm": 3.4436068534851074, |
| "kl": 0.3193359375, |
| "learning_rate": 2.56276150627615e-07, |
| "loss": 0.0128, |
| "reward": 0.6055036783218384, |
| "reward_std": 0.09790243208408356, |
| "reward_std_all": 0.13956987857818604, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9429652988910675, |
| "rewards/forensics_tempsamp_iou_reward": 0.5602905750274658, |
| "step": 712 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 2.98326359832636, |
| "grad_norm": 3.6943657398223877, |
| "kl": 0.30078125, |
| "learning_rate": 2.5523012552301253e-07, |
| "loss": 0.012, |
| "reward": 0.6998597681522369, |
| "reward_std": 0.079256153665483, |
| "reward_std_all": 0.08939945884048939, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9616349041461945, |
| "rewards/forensics_tempsamp_iou_reward": 0.7206786274909973, |
| "step": 713 |
| }, |
| { |
| "completion_length": 23.75, |
| "epoch": 2.98744769874477, |
| "grad_norm": 3.5994458198547363, |
| "kl": 0.3671875, |
| "learning_rate": 2.5418410041841004e-07, |
| "loss": 0.0147, |
| "reward": 0.646806389093399, |
| "reward_std": 0.12965572252869606, |
| "reward_std_all": 0.13592582195997238, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9978025257587433, |
| "rewards/forensics_tempsamp_iou_reward": 0.6350214779376984, |
| "step": 714 |
| }, |
| { |
| "completion_length": 23.921875, |
| "epoch": 2.99163179916318, |
| "grad_norm": 3.51706862449646, |
| "kl": 0.4326171875, |
| "learning_rate": 2.5313807531380756e-07, |
| "loss": 0.0173, |
| "reward": 0.6008530259132385, |
| "reward_std": 0.09877537190914154, |
| "reward_std_all": 0.14456713944673538, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9877625107765198, |
| "rewards/forensics_tempsamp_iou_reward": 0.5790881216526031, |
| "step": 715 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 2.99581589958159, |
| "grad_norm": 4.372291088104248, |
| "kl": 0.47265625, |
| "learning_rate": 2.5209205020920496e-07, |
| "loss": 0.0189, |
| "reward": 0.6095146536827087, |
| "reward_std": 0.1033933237195015, |
| "reward_std_all": 0.13486167043447495, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9836122393608093, |
| "rewards/forensics_tempsamp_iou_reward": 0.5973573327064514, |
| "step": 716 |
| }, |
| { |
| "completion_length": 18.92857265472412, |
| "epoch": 3.0, |
| "grad_norm": 3.2266385555267334, |
| "kl": 0.26806640625, |
| "learning_rate": 2.510460251046025e-07, |
| "loss": 0.0105, |
| "reward": 0.5538999140262604, |
| "reward_std": 0.11601581797003746, |
| "reward_std_all": 0.1815042346715927, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.78663569688797, |
| "rewards/forensics_tempsamp_iou_reward": 0.47257116436958313, |
| "step": 717 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 3.00418410041841, |
| "grad_norm": 3.344970941543579, |
| "kl": 0.2685546875, |
| "learning_rate": 2.5e-07, |
| "loss": 0.0107, |
| "reward": 0.5846231877803802, |
| "reward_std": 0.1060704905539751, |
| "reward_std_all": 0.15154192969202995, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9550267457962036, |
| "rewards/forensics_tempsamp_iou_reward": 0.5447432398796082, |
| "step": 718 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 3.00836820083682, |
| "grad_norm": 3.355693817138672, |
| "kl": 0.34375, |
| "learning_rate": 2.489539748953975e-07, |
| "loss": 0.0137, |
| "reward": 0.6836667656898499, |
| "reward_std": 0.10838402435183525, |
| "reward_std_all": 0.1099388338625431, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9662972986698151, |
| "rewards/forensics_tempsamp_iou_reward": 0.6672153174877167, |
| "step": 719 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 3.01255230125523, |
| "grad_norm": 5.427825450897217, |
| "kl": 0.3720703125, |
| "learning_rate": 2.4790794979079496e-07, |
| "loss": 0.0149, |
| "reward": 0.7192235589027405, |
| "reward_std": 0.07394707947969437, |
| "reward_std_all": 0.07617325335741043, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9762239754199982, |
| "rewards/forensics_tempsamp_iou_reward": 0.7277051210403442, |
| "step": 720 |
| }, |
| { |
| "completion_length": 20.609375, |
| "epoch": 3.01673640167364, |
| "grad_norm": 3.1223161220550537, |
| "kl": 0.294921875, |
| "learning_rate": 2.468619246861925e-07, |
| "loss": 0.0118, |
| "reward": 0.5876792967319489, |
| "reward_std": 0.05431168153882027, |
| "reward_std_all": 0.12367380037903786, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9891836941242218, |
| "rewards/forensics_tempsamp_iou_reward": 0.5526955723762512, |
| "step": 721 |
| }, |
| { |
| "completion_length": 21.03125, |
| "epoch": 3.02092050209205, |
| "grad_norm": 3.543445348739624, |
| "kl": 0.2509765625, |
| "learning_rate": 2.4581589958158993e-07, |
| "loss": 0.0101, |
| "reward": 0.7062680125236511, |
| "reward_std": 0.053665364161133766, |
| "reward_std_all": 0.06921328976750374, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9865110814571381, |
| "rewards/forensics_tempsamp_iou_reward": 0.7233990132808685, |
| "step": 722 |
| }, |
| { |
| "completion_length": 21.546875, |
| "epoch": 3.0251046025104604, |
| "grad_norm": 3.5032708644866943, |
| "kl": 0.3212890625, |
| "learning_rate": 2.4476987447698745e-07, |
| "loss": 0.0129, |
| "reward": 0.6799125969409943, |
| "reward_std": 0.11842907965183258, |
| "reward_std_all": 0.11783576384186745, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9796621799468994, |
| "rewards/forensics_tempsamp_iou_reward": 0.6800848841667175, |
| "step": 723 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 3.0292887029288704, |
| "grad_norm": 4.13994026184082, |
| "kl": 0.4033203125, |
| "learning_rate": 2.4372384937238496e-07, |
| "loss": 0.0161, |
| "reward": 0.6362946629524231, |
| "reward_std": 0.08204414695501328, |
| "reward_std_all": 0.11399751529097557, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9358419179916382, |
| "rewards/forensics_tempsamp_iou_reward": 0.6019563376903534, |
| "step": 724 |
| }, |
| { |
| "completion_length": 22.15625, |
| "epoch": 3.0334728033472804, |
| "grad_norm": 3.317507028579712, |
| "kl": 0.306640625, |
| "learning_rate": 2.426778242677824e-07, |
| "loss": 0.0123, |
| "reward": 0.6947639882564545, |
| "reward_std": 0.07408966310322285, |
| "reward_std_all": 0.08364052884280682, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9715147018432617, |
| "rewards/forensics_tempsamp_iou_reward": 0.6944238543510437, |
| "step": 725 |
| }, |
| { |
| "completion_length": 24.28125, |
| "epoch": 3.0376569037656904, |
| "grad_norm": 4.005174160003662, |
| "kl": 0.259765625, |
| "learning_rate": 2.4163179916317993e-07, |
| "loss": 0.0104, |
| "reward": 0.5772732496261597, |
| "reward_std": 0.09833129867911339, |
| "reward_std_all": 0.15045075118541718, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9592714607715607, |
| "rewards/forensics_tempsamp_iou_reward": 0.5311418771743774, |
| "step": 726 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 3.0418410041841004, |
| "grad_norm": 4.011869430541992, |
| "kl": 0.3095703125, |
| "learning_rate": 2.405857740585774e-07, |
| "loss": 0.0124, |
| "reward": 0.6681427359580994, |
| "reward_std": 0.059497736394405365, |
| "reward_std_all": 0.08749701455235481, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9302968382835388, |
| "rewards/forensics_tempsamp_iou_reward": 0.6431573629379272, |
| "step": 727 |
| }, |
| { |
| "completion_length": 21.765625, |
| "epoch": 3.0460251046025104, |
| "grad_norm": 4.180687427520752, |
| "kl": 0.4052734375, |
| "learning_rate": 2.395397489539749e-07, |
| "loss": 0.0162, |
| "reward": 0.5807349979877472, |
| "reward_std": 0.1354065127670765, |
| "reward_std_all": 0.17196105420589447, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9943639039993286, |
| "rewards/forensics_tempsamp_iou_reward": 0.5863382518291473, |
| "step": 728 |
| }, |
| { |
| "completion_length": 21.28125, |
| "epoch": 3.0502092050209204, |
| "grad_norm": 3.395458698272705, |
| "kl": 0.28515625, |
| "learning_rate": 2.3849372384937237e-07, |
| "loss": 0.0114, |
| "reward": 0.678011417388916, |
| "reward_std": 0.06397948414087296, |
| "reward_std_all": 0.09065898507833481, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9389802813529968, |
| "rewards/forensics_tempsamp_iou_reward": 0.6715332567691803, |
| "step": 729 |
| }, |
| { |
| "completion_length": 22.546875, |
| "epoch": 3.0543933054393304, |
| "grad_norm": 3.632216453552246, |
| "kl": 0.2890625, |
| "learning_rate": 2.3744769874476985e-07, |
| "loss": 0.0115, |
| "reward": 0.629254013299942, |
| "reward_std": 0.12401673570275307, |
| "reward_std_all": 0.13482706248760223, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9881870150566101, |
| "rewards/forensics_tempsamp_iou_reward": 0.6148384213447571, |
| "step": 730 |
| }, |
| { |
| "completion_length": 23.875, |
| "epoch": 3.0585774058577404, |
| "grad_norm": 3.663996696472168, |
| "kl": 0.3515625, |
| "learning_rate": 2.3640167364016736e-07, |
| "loss": 0.014, |
| "reward": 0.6245902180671692, |
| "reward_std": 0.08336102962493896, |
| "reward_std_all": 0.12143489718437195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9590642750263214, |
| "rewards/forensics_tempsamp_iou_reward": 0.6059985160827637, |
| "step": 731 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 3.062761506276151, |
| "grad_norm": 4.117970943450928, |
| "kl": 0.2978515625, |
| "learning_rate": 2.3535564853556482e-07, |
| "loss": 0.0119, |
| "reward": 0.6723162233829498, |
| "reward_std": 0.09220881760120392, |
| "reward_std_all": 0.10484597831964493, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9772844314575195, |
| "rewards/forensics_tempsamp_iou_reward": 0.6721116602420807, |
| "step": 732 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 3.066945606694561, |
| "grad_norm": 3.5191380977630615, |
| "kl": 0.2783203125, |
| "learning_rate": 2.3430962343096234e-07, |
| "loss": 0.0111, |
| "reward": 0.5579967498779297, |
| "reward_std": 0.1326952800154686, |
| "reward_std_all": 0.1793874353170395, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9435531198978424, |
| "rewards/forensics_tempsamp_iou_reward": 0.5146861970424652, |
| "step": 733 |
| }, |
| { |
| "completion_length": 22.578125, |
| "epoch": 3.071129707112971, |
| "grad_norm": 11.259969711303711, |
| "kl": 0.6640625, |
| "learning_rate": 2.3326359832635982e-07, |
| "loss": 0.0265, |
| "reward": 0.6339172124862671, |
| "reward_std": 0.16327060759067535, |
| "reward_std_all": 0.1620386615395546, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9798733294010162, |
| "rewards/forensics_tempsamp_iou_reward": 0.6224926114082336, |
| "step": 734 |
| }, |
| { |
| "completion_length": 21.15625, |
| "epoch": 3.075313807531381, |
| "grad_norm": 4.784045696258545, |
| "kl": 0.3095703125, |
| "learning_rate": 2.322175732217573e-07, |
| "loss": 0.0124, |
| "reward": 0.6453885138034821, |
| "reward_std": 0.0967586413025856, |
| "reward_std_all": 0.12264003232121468, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9441777765750885, |
| "rewards/forensics_tempsamp_iou_reward": 0.6308363080024719, |
| "step": 735 |
| }, |
| { |
| "completion_length": 20.203125, |
| "epoch": 3.079497907949791, |
| "grad_norm": 3.950704336166382, |
| "kl": 0.322265625, |
| "learning_rate": 2.311715481171548e-07, |
| "loss": 0.0129, |
| "reward": 0.6549343466758728, |
| "reward_std": 0.06794585473835468, |
| "reward_std_all": 0.09819387644529343, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.979929119348526, |
| "rewards/forensics_tempsamp_iou_reward": 0.6518147587776184, |
| "step": 736 |
| }, |
| { |
| "completion_length": 22.53125, |
| "epoch": 3.083682008368201, |
| "grad_norm": 3.837066411972046, |
| "kl": 0.3203125, |
| "learning_rate": 2.3012552301255228e-07, |
| "loss": 0.0128, |
| "reward": 0.6322376132011414, |
| "reward_std": 0.06509104371070862, |
| "reward_std_all": 0.10629544407129288, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9799407124519348, |
| "rewards/forensics_tempsamp_iou_reward": 0.6290172934532166, |
| "step": 737 |
| }, |
| { |
| "completion_length": 22.140625, |
| "epoch": 3.087866108786611, |
| "grad_norm": 3.6684818267822266, |
| "kl": 0.26953125, |
| "learning_rate": 2.2907949790794977e-07, |
| "loss": 0.0108, |
| "reward": 0.6515555381774902, |
| "reward_std": 0.09042157977819443, |
| "reward_std_all": 0.11330331116914749, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9365082383155823, |
| "rewards/forensics_tempsamp_iou_reward": 0.6143901944160461, |
| "step": 738 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 3.092050209205021, |
| "grad_norm": 4.233645915985107, |
| "kl": 0.28857421875, |
| "learning_rate": 2.2803347280334728e-07, |
| "loss": 0.0115, |
| "reward": 0.6375695466995239, |
| "reward_std": 0.11295890808105469, |
| "reward_std_all": 0.12908057123422623, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9613657891750336, |
| "rewards/forensics_tempsamp_iou_reward": 0.5981525778770447, |
| "step": 739 |
| }, |
| { |
| "completion_length": 23.9375, |
| "epoch": 3.096234309623431, |
| "grad_norm": 3.285170555114746, |
| "kl": 0.3095703125, |
| "learning_rate": 2.2698744769874474e-07, |
| "loss": 0.0124, |
| "reward": 0.6761277616024017, |
| "reward_std": 0.091676976531744, |
| "reward_std_all": 0.10454169288277626, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9796631038188934, |
| "rewards/forensics_tempsamp_iou_reward": 0.6792941093444824, |
| "step": 740 |
| }, |
| { |
| "completion_length": 23.171875, |
| "epoch": 3.100418410041841, |
| "grad_norm": 3.0277533531188965, |
| "kl": 0.33984375, |
| "learning_rate": 2.2594142259414225e-07, |
| "loss": 0.0136, |
| "reward": 0.6272063255310059, |
| "reward_std": 0.12404296919703484, |
| "reward_std_all": 0.14134949073195457, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9653592109680176, |
| "rewards/forensics_tempsamp_iou_reward": 0.6082949042320251, |
| "step": 741 |
| }, |
| { |
| "completion_length": 23.40625, |
| "epoch": 3.104602510460251, |
| "grad_norm": 3.4852957725524902, |
| "kl": 0.3076171875, |
| "learning_rate": 2.2489539748953974e-07, |
| "loss": 0.0123, |
| "reward": 0.5783243477344513, |
| "reward_std": 0.10470348969101906, |
| "reward_std_all": 0.1531965583562851, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.925396054983139, |
| "rewards/forensics_tempsamp_iou_reward": 0.5537781119346619, |
| "step": 742 |
| }, |
| { |
| "completion_length": 30.234375, |
| "epoch": 3.1087866108786613, |
| "grad_norm": 3.4999167919158936, |
| "kl": 0.30615234375, |
| "learning_rate": 2.2384937238493723e-07, |
| "loss": 0.0122, |
| "reward": 0.5420901030302048, |
| "reward_std": 0.0940316841006279, |
| "reward_std_all": 0.16386041417717934, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9354508519172668, |
| "rewards/forensics_tempsamp_iou_reward": 0.48391857743263245, |
| "step": 743 |
| }, |
| { |
| "completion_length": 22.328125, |
| "epoch": 3.1129707112970713, |
| "grad_norm": 4.006590366363525, |
| "kl": 0.322265625, |
| "learning_rate": 2.2280334728033474e-07, |
| "loss": 0.0129, |
| "reward": 0.5581739544868469, |
| "reward_std": 0.1575053296983242, |
| "reward_std_all": 0.18496271967887878, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.901408463716507, |
| "rewards/forensics_tempsamp_iou_reward": 0.5090890824794769, |
| "step": 744 |
| }, |
| { |
| "completion_length": 20.546875, |
| "epoch": 3.1171548117154813, |
| "grad_norm": 5.6236677169799805, |
| "kl": 0.494140625, |
| "learning_rate": 2.217573221757322e-07, |
| "loss": 0.0198, |
| "reward": 0.5990922451019287, |
| "reward_std": 0.0981099121272564, |
| "reward_std_all": 0.14326899498701096, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9886930584907532, |
| "rewards/forensics_tempsamp_iou_reward": 0.6033336520195007, |
| "step": 745 |
| }, |
| { |
| "completion_length": 22.71875, |
| "epoch": 3.1213389121338913, |
| "grad_norm": 3.952052116394043, |
| "kl": 0.3115234375, |
| "learning_rate": 2.207112970711297e-07, |
| "loss": 0.0125, |
| "reward": 0.5807205438613892, |
| "reward_std": 0.16175507754087448, |
| "reward_std_all": 0.179731123149395, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9304267168045044, |
| "rewards/forensics_tempsamp_iou_reward": 0.5332713425159454, |
| "step": 746 |
| }, |
| { |
| "completion_length": 24.4375, |
| "epoch": 3.1255230125523012, |
| "grad_norm": 3.351746082305908, |
| "kl": 0.30126953125, |
| "learning_rate": 2.1966527196652717e-07, |
| "loss": 0.0121, |
| "reward": 0.5960185825824738, |
| "reward_std": 0.09022612124681473, |
| "reward_std_all": 0.1363883912563324, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.95392245054245, |
| "rewards/forensics_tempsamp_iou_reward": 0.5697579979896545, |
| "step": 747 |
| }, |
| { |
| "completion_length": 23.0625, |
| "epoch": 3.1297071129707112, |
| "grad_norm": 5.303876876831055, |
| "kl": 0.4013671875, |
| "learning_rate": 2.1861924686192469e-07, |
| "loss": 0.0161, |
| "reward": 0.606615275144577, |
| "reward_std": 0.13077545166015625, |
| "reward_std_all": 0.15798992663621902, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9732144773006439, |
| "rewards/forensics_tempsamp_iou_reward": 0.5911003351211548, |
| "step": 748 |
| }, |
| { |
| "completion_length": 25.1875, |
| "epoch": 3.1338912133891212, |
| "grad_norm": 3.562755823135376, |
| "kl": 0.2919921875, |
| "learning_rate": 2.1757322175732217e-07, |
| "loss": 0.0117, |
| "reward": 0.6336377859115601, |
| "reward_std": 0.11412113532423973, |
| "reward_std_all": 0.13134998828172684, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9415683746337891, |
| "rewards/forensics_tempsamp_iou_reward": 0.5961367189884186, |
| "step": 749 |
| }, |
| { |
| "completion_length": 24.734375, |
| "epoch": 3.1380753138075312, |
| "grad_norm": 3.8136088848114014, |
| "kl": 0.302734375, |
| "learning_rate": 2.1652719665271966e-07, |
| "loss": 0.0121, |
| "reward": 0.5912362337112427, |
| "reward_std": 0.13315610587596893, |
| "reward_std_all": 0.16550002619624138, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9898410439491272, |
| "rewards/forensics_tempsamp_iou_reward": 0.5684628933668137, |
| "step": 750 |
| }, |
| { |
| "completion_length": 20.625, |
| "epoch": 3.1422594142259412, |
| "grad_norm": 3.5951905250549316, |
| "kl": 0.337890625, |
| "learning_rate": 2.1548117154811714e-07, |
| "loss": 0.0135, |
| "reward": 0.7135409116744995, |
| "reward_std": 0.04869871027767658, |
| "reward_std_all": 0.0686940960586071, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9651147425174713, |
| "rewards/forensics_tempsamp_iou_reward": 0.7279137372970581, |
| "step": 751 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 3.1464435146443517, |
| "grad_norm": 3.5075230598449707, |
| "kl": 0.3173828125, |
| "learning_rate": 2.1443514644351463e-07, |
| "loss": 0.0127, |
| "reward": 0.6222443282604218, |
| "reward_std": 0.10181065276265144, |
| "reward_std_all": 0.13676784932613373, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.960991770029068, |
| "rewards/forensics_tempsamp_iou_reward": 0.6066408455371857, |
| "step": 752 |
| }, |
| { |
| "completion_length": 21.8125, |
| "epoch": 3.1506276150627617, |
| "grad_norm": 3.4528603553771973, |
| "kl": 0.291015625, |
| "learning_rate": 2.1338912133891212e-07, |
| "loss": 0.0116, |
| "reward": 0.7110661566257477, |
| "reward_std": 0.05064530484378338, |
| "reward_std_all": 0.06611946783959866, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9645794034004211, |
| "rewards/forensics_tempsamp_iou_reward": 0.7195700109004974, |
| "step": 753 |
| }, |
| { |
| "completion_length": 22.15625, |
| "epoch": 3.1548117154811717, |
| "grad_norm": 3.4200613498687744, |
| "kl": 0.255859375, |
| "learning_rate": 2.1234309623430963e-07, |
| "loss": 0.0102, |
| "reward": 0.6254252195358276, |
| "reward_std": 0.06749210692942142, |
| "reward_std_all": 0.11069216579198837, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9870235025882721, |
| "rewards/forensics_tempsamp_iou_reward": 0.608613133430481, |
| "step": 754 |
| }, |
| { |
| "completion_length": 20.609375, |
| "epoch": 3.1589958158995817, |
| "grad_norm": 14.072388648986816, |
| "kl": 1.0556640625, |
| "learning_rate": 2.112970711297071e-07, |
| "loss": 0.0424, |
| "reward": 0.6118759214878082, |
| "reward_std": 0.12075775116682053, |
| "reward_std_all": 0.1472245454788208, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9913006722927094, |
| "rewards/forensics_tempsamp_iou_reward": 0.5987991988658905, |
| "step": 755 |
| }, |
| { |
| "completion_length": 22.625, |
| "epoch": 3.1631799163179917, |
| "grad_norm": 4.017125606536865, |
| "kl": 0.34765625, |
| "learning_rate": 2.102510460251046e-07, |
| "loss": 0.0139, |
| "reward": 0.5698726773262024, |
| "reward_std": 0.15303561091423035, |
| "reward_std_all": 0.17580442130565643, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8927938938140869, |
| "rewards/forensics_tempsamp_iou_reward": 0.5066039711236954, |
| "step": 756 |
| }, |
| { |
| "completion_length": 22.671875, |
| "epoch": 3.1673640167364017, |
| "grad_norm": 3.4704678058624268, |
| "kl": 0.3017578125, |
| "learning_rate": 2.0920502092050206e-07, |
| "loss": 0.0121, |
| "reward": 0.6488735377788544, |
| "reward_std": 0.0856090821325779, |
| "reward_std_all": 0.11062776669859886, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9533072710037231, |
| "rewards/forensics_tempsamp_iou_reward": 0.6325498819351196, |
| "step": 757 |
| }, |
| { |
| "completion_length": 22.390625, |
| "epoch": 3.1715481171548117, |
| "grad_norm": 4.06320858001709, |
| "kl": 0.3828125, |
| "learning_rate": 2.0815899581589958e-07, |
| "loss": 0.0153, |
| "reward": 0.6143332719802856, |
| "reward_std": 0.14523445069789886, |
| "reward_std_all": 0.15815269947052002, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9526066482067108, |
| "rewards/forensics_tempsamp_iou_reward": 0.5966981649398804, |
| "step": 758 |
| }, |
| { |
| "completion_length": 22.375, |
| "epoch": 3.1757322175732217, |
| "grad_norm": 3.7127935886383057, |
| "kl": 0.373046875, |
| "learning_rate": 2.0711297071129706e-07, |
| "loss": 0.015, |
| "reward": 0.5580626428127289, |
| "reward_std": 0.08382205292582512, |
| "reward_std_all": 0.15066587179899216, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9163011908531189, |
| "rewards/forensics_tempsamp_iou_reward": 0.49272435903549194, |
| "step": 759 |
| }, |
| { |
| "completion_length": 24.28125, |
| "epoch": 3.1799163179916317, |
| "grad_norm": 3.87017560005188, |
| "kl": 0.3115234375, |
| "learning_rate": 2.0606694560669455e-07, |
| "loss": 0.0125, |
| "reward": 0.5540201365947723, |
| "reward_std": 0.10194896906614304, |
| "reward_std_all": 0.1577274054288864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9542191922664642, |
| "rewards/forensics_tempsamp_iou_reward": 0.5118034482002258, |
| "step": 760 |
| }, |
| { |
| "completion_length": 20.984375, |
| "epoch": 3.1841004184100417, |
| "grad_norm": 3.4642255306243896, |
| "kl": 0.3486328125, |
| "learning_rate": 2.0502092050209206e-07, |
| "loss": 0.0139, |
| "reward": 0.6411330997943878, |
| "reward_std": 0.09847749024629593, |
| "reward_std_all": 0.12355808913707733, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9736931622028351, |
| "rewards/forensics_tempsamp_iou_reward": 0.6093690097332001, |
| "step": 761 |
| }, |
| { |
| "completion_length": 22.5, |
| "epoch": 3.1882845188284517, |
| "grad_norm": 3.1608047485351562, |
| "kl": 0.2861328125, |
| "learning_rate": 2.0397489539748952e-07, |
| "loss": 0.0114, |
| "reward": 0.6543476581573486, |
| "reward_std": 0.04467239137738943, |
| "reward_std_all": 0.09355160593986511, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9724310636520386, |
| "rewards/forensics_tempsamp_iou_reward": 0.6791562438011169, |
| "step": 762 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 3.192468619246862, |
| "grad_norm": 4.536342144012451, |
| "kl": 0.3486328125, |
| "learning_rate": 2.0292887029288703e-07, |
| "loss": 0.0139, |
| "reward": 0.6270537078380585, |
| "reward_std": 0.10918480902910233, |
| "reward_std_all": 0.13200626149773598, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9463223218917847, |
| "rewards/forensics_tempsamp_iou_reward": 0.5994368195533752, |
| "step": 763 |
| }, |
| { |
| "completion_length": 20.78125, |
| "epoch": 3.196652719665272, |
| "grad_norm": 4.7726640701293945, |
| "kl": 0.28271484375, |
| "learning_rate": 2.0188284518828452e-07, |
| "loss": 0.0113, |
| "reward": 0.6481688320636749, |
| "reward_std": 0.05229376442730427, |
| "reward_std_all": 0.09901183098554611, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9744581282138824, |
| "rewards/forensics_tempsamp_iou_reward": 0.6329520344734192, |
| "step": 764 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 3.200836820083682, |
| "grad_norm": 17.79173469543457, |
| "kl": 1.1015625, |
| "learning_rate": 2.00836820083682e-07, |
| "loss": 0.0442, |
| "reward": 0.6486473679542542, |
| "reward_std": 0.12094975262880325, |
| "reward_std_all": 0.13539263606071472, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9498660862445831, |
| "rewards/forensics_tempsamp_iou_reward": 0.6194221079349518, |
| "step": 765 |
| }, |
| { |
| "completion_length": 25.203125, |
| "epoch": 3.205020920502092, |
| "grad_norm": 3.20879864692688, |
| "kl": 0.3408203125, |
| "learning_rate": 1.997907949790795e-07, |
| "loss": 0.0136, |
| "reward": 0.5690047442913055, |
| "reward_std": 0.1276581510901451, |
| "reward_std_all": 0.16508369147777557, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9478484690189362, |
| "rewards/forensics_tempsamp_iou_reward": 0.5124613642692566, |
| "step": 766 |
| }, |
| { |
| "completion_length": 22.1875, |
| "epoch": 3.209205020920502, |
| "grad_norm": 4.168340682983398, |
| "kl": 0.3974609375, |
| "learning_rate": 1.9874476987447698e-07, |
| "loss": 0.0159, |
| "reward": 0.6168730854988098, |
| "reward_std": 0.08977312035858631, |
| "reward_std_all": 0.1315452679991722, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9722222089767456, |
| "rewards/forensics_tempsamp_iou_reward": 0.5887182056903839, |
| "step": 767 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 3.213389121338912, |
| "grad_norm": 4.305205345153809, |
| "kl": 0.33984375, |
| "learning_rate": 1.9769874476987447e-07, |
| "loss": 0.0136, |
| "reward": 0.6404357254505157, |
| "reward_std": 0.12486452609300613, |
| "reward_std_all": 0.13539637252688408, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9754133522510529, |
| "rewards/forensics_tempsamp_iou_reward": 0.6196500658988953, |
| "step": 768 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 3.217573221757322, |
| "grad_norm": 4.005370616912842, |
| "kl": 0.3603515625, |
| "learning_rate": 1.9665271966527198e-07, |
| "loss": 0.0144, |
| "reward": 0.6412510871887207, |
| "reward_std": 0.09808545559644699, |
| "reward_std_all": 0.11955130845308304, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9634779393672943, |
| "rewards/forensics_tempsamp_iou_reward": 0.6011396646499634, |
| "step": 769 |
| }, |
| { |
| "completion_length": 23.359375, |
| "epoch": 3.221757322175732, |
| "grad_norm": 3.715865135192871, |
| "kl": 0.28125, |
| "learning_rate": 1.9560669456066944e-07, |
| "loss": 0.0112, |
| "reward": 0.6583346724510193, |
| "reward_std": 0.12643462792038918, |
| "reward_std_all": 0.13130265101790428, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9704283177852631, |
| "rewards/forensics_tempsamp_iou_reward": 0.6655941009521484, |
| "step": 770 |
| }, |
| { |
| "completion_length": 20.359375, |
| "epoch": 3.225941422594142, |
| "grad_norm": 3.992439031600952, |
| "kl": 0.2509765625, |
| "learning_rate": 1.9456066945606695e-07, |
| "loss": 0.0101, |
| "reward": 0.6155928671360016, |
| "reward_std": 0.09275078028440475, |
| "reward_std_all": 0.1311618909239769, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9920135736465454, |
| "rewards/forensics_tempsamp_iou_reward": 0.6085658669471741, |
| "step": 771 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 3.2301255230125525, |
| "grad_norm": 3.2192718982696533, |
| "kl": 0.3125, |
| "learning_rate": 1.935146443514644e-07, |
| "loss": 0.0126, |
| "reward": 0.6770308017730713, |
| "reward_std": 0.08688431978225708, |
| "reward_std_all": 0.100521270185709, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9648048281669617, |
| "rewards/forensics_tempsamp_iou_reward": 0.6705867946147919, |
| "step": 772 |
| }, |
| { |
| "completion_length": 21.828125, |
| "epoch": 3.2343096234309625, |
| "grad_norm": 3.528331756591797, |
| "kl": 0.31640625, |
| "learning_rate": 1.9246861924686192e-07, |
| "loss": 0.0127, |
| "reward": 0.6334876716136932, |
| "reward_std": 0.08350181765854359, |
| "reward_std_all": 0.12671619653701782, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9776051044464111, |
| "rewards/forensics_tempsamp_iou_reward": 0.6204764246940613, |
| "step": 773 |
| }, |
| { |
| "completion_length": 21.75, |
| "epoch": 3.2384937238493725, |
| "grad_norm": 3.9489474296569824, |
| "kl": 0.306640625, |
| "learning_rate": 1.914225941422594e-07, |
| "loss": 0.0123, |
| "reward": 0.6717178225517273, |
| "reward_std": 0.07564113289117813, |
| "reward_std_all": 0.09470974281430244, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9671399295330048, |
| "rewards/forensics_tempsamp_iou_reward": 0.666453629732132, |
| "step": 774 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 3.2426778242677825, |
| "grad_norm": 4.061252117156982, |
| "kl": 0.375, |
| "learning_rate": 1.903765690376569e-07, |
| "loss": 0.015, |
| "reward": 0.6251223087310791, |
| "reward_std": 0.0969926118850708, |
| "reward_std_all": 0.12808020412921906, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9534385502338409, |
| "rewards/forensics_tempsamp_iou_reward": 0.6138964742422104, |
| "step": 775 |
| }, |
| { |
| "completion_length": 20.921875, |
| "epoch": 3.2468619246861925, |
| "grad_norm": 3.9319894313812256, |
| "kl": 0.3525390625, |
| "learning_rate": 1.8933054393305438e-07, |
| "loss": 0.0141, |
| "reward": 0.6499039828777313, |
| "reward_std": 0.0961885005235672, |
| "reward_std_all": 0.1179603710770607, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9878613650798798, |
| "rewards/forensics_tempsamp_iou_reward": 0.6486380994319916, |
| "step": 776 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 3.2510460251046025, |
| "grad_norm": 4.164841651916504, |
| "kl": 0.23779296875, |
| "learning_rate": 1.8828451882845187e-07, |
| "loss": 0.0095, |
| "reward": 0.6653175055980682, |
| "reward_std": 0.08478635549545288, |
| "reward_std_all": 0.10747140645980835, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9343592822551727, |
| "rewards/forensics_tempsamp_iou_reward": 0.6388111710548401, |
| "step": 777 |
| }, |
| { |
| "completion_length": 22.234375, |
| "epoch": 3.2552301255230125, |
| "grad_norm": 3.645949125289917, |
| "kl": 0.314453125, |
| "learning_rate": 1.8723849372384936e-07, |
| "loss": 0.0125, |
| "reward": 0.6394545435905457, |
| "reward_std": 0.1274275779724121, |
| "reward_std_all": 0.14135175198316574, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9423768520355225, |
| "rewards/forensics_tempsamp_iou_reward": 0.6121837198734283, |
| "step": 778 |
| }, |
| { |
| "completion_length": 22.796875, |
| "epoch": 3.2594142259414225, |
| "grad_norm": 4.148622989654541, |
| "kl": 0.384765625, |
| "learning_rate": 1.8619246861924684e-07, |
| "loss": 0.0154, |
| "reward": 0.6289184987545013, |
| "reward_std": 0.12398971244692802, |
| "reward_std_all": 0.14005599170923233, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9732567071914673, |
| "rewards/forensics_tempsamp_iou_reward": 0.6044072210788727, |
| "step": 779 |
| }, |
| { |
| "completion_length": 22.4375, |
| "epoch": 3.2635983263598325, |
| "grad_norm": 3.8817296028137207, |
| "kl": 0.34765625, |
| "learning_rate": 1.8514644351464433e-07, |
| "loss": 0.0139, |
| "reward": 0.7424093186855316, |
| "reward_std": 0.06755030155181885, |
| "reward_std_all": 0.06357282679527998, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9896551072597504, |
| "rewards/forensics_tempsamp_iou_reward": 0.7820667624473572, |
| "step": 780 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 3.2677824267782425, |
| "grad_norm": 3.6882715225219727, |
| "kl": 0.4462890625, |
| "learning_rate": 1.8410041841004184e-07, |
| "loss": 0.0179, |
| "reward": 0.6733382940292358, |
| "reward_std": 0.08647704869508743, |
| "reward_std_all": 0.10742238536477089, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9706634879112244, |
| "rewards/forensics_tempsamp_iou_reward": 0.6868650615215302, |
| "step": 781 |
| }, |
| { |
| "completion_length": 19.546875, |
| "epoch": 3.2719665271966525, |
| "grad_norm": 4.044732570648193, |
| "kl": 0.2783203125, |
| "learning_rate": 1.830543933054393e-07, |
| "loss": 0.0111, |
| "reward": 0.6354348361492157, |
| "reward_std": 0.12276003137230873, |
| "reward_std_all": 0.13607020676136017, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9508273899555206, |
| "rewards/forensics_tempsamp_iou_reward": 0.6101344227790833, |
| "step": 782 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 3.276150627615063, |
| "grad_norm": 4.052115440368652, |
| "kl": 0.34375, |
| "learning_rate": 1.8200836820083681e-07, |
| "loss": 0.0137, |
| "reward": 0.5606111884117126, |
| "reward_std": 0.14057610929012299, |
| "reward_std_all": 0.18063056468963623, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9417475759983063, |
| "rewards/forensics_tempsamp_iou_reward": 0.5283100455999374, |
| "step": 783 |
| }, |
| { |
| "completion_length": 23.421875, |
| "epoch": 3.280334728033473, |
| "grad_norm": 4.058852195739746, |
| "kl": 0.376953125, |
| "learning_rate": 1.8096234309623427e-07, |
| "loss": 0.0151, |
| "reward": 0.5622908473014832, |
| "reward_std": 0.12172862887382507, |
| "reward_std_all": 0.16132927685976028, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9461227059364319, |
| "rewards/forensics_tempsamp_iou_reward": 0.5036291927099228, |
| "step": 784 |
| }, |
| { |
| "completion_length": 21.625, |
| "epoch": 3.284518828451883, |
| "grad_norm": 3.987161874771118, |
| "kl": 0.3310546875, |
| "learning_rate": 1.799163179916318e-07, |
| "loss": 0.0133, |
| "reward": 0.5973768830299377, |
| "reward_std": 0.09175760298967361, |
| "reward_std_all": 0.13659456372261047, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9675747156143188, |
| "rewards/forensics_tempsamp_iou_reward": 0.5544911026954651, |
| "step": 785 |
| }, |
| { |
| "completion_length": 23.65625, |
| "epoch": 3.288702928870293, |
| "grad_norm": 4.253826141357422, |
| "kl": 0.3515625, |
| "learning_rate": 1.788702928870293e-07, |
| "loss": 0.0141, |
| "reward": 0.6378292143344879, |
| "reward_std": 0.0876577328890562, |
| "reward_std_all": 0.11786075681447983, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9351857304573059, |
| "rewards/forensics_tempsamp_iou_reward": 0.5959987342357635, |
| "step": 786 |
| }, |
| { |
| "completion_length": 21.34375, |
| "epoch": 3.292887029288703, |
| "grad_norm": 4.179370880126953, |
| "kl": 0.552734375, |
| "learning_rate": 1.7782426778242676e-07, |
| "loss": 0.0221, |
| "reward": 0.6464307308197021, |
| "reward_std": 0.13747487217187881, |
| "reward_std_all": 0.1413891613483429, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9812059998512268, |
| "rewards/forensics_tempsamp_iou_reward": 0.6536993980407715, |
| "step": 787 |
| }, |
| { |
| "completion_length": 23.359375, |
| "epoch": 3.297071129707113, |
| "grad_norm": 4.240195274353027, |
| "kl": 0.375, |
| "learning_rate": 1.7677824267782427e-07, |
| "loss": 0.015, |
| "reward": 0.6370860040187836, |
| "reward_std": 0.07600258849561214, |
| "reward_std_all": 0.11318891495466232, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.984773725271225, |
| "rewards/forensics_tempsamp_iou_reward": 0.615294873714447, |
| "step": 788 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 3.301255230125523, |
| "grad_norm": 4.230740547180176, |
| "kl": 0.33984375, |
| "learning_rate": 1.7573221757322173e-07, |
| "loss": 0.0136, |
| "reward": 0.6768605709075928, |
| "reward_std": 0.08403268828988075, |
| "reward_std_all": 0.09663784876465797, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9410400688648224, |
| "rewards/forensics_tempsamp_iou_reward": 0.643295407295227, |
| "step": 789 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 3.305439330543933, |
| "grad_norm": 3.945233106613159, |
| "kl": 0.4013671875, |
| "learning_rate": 1.7468619246861925e-07, |
| "loss": 0.016, |
| "reward": 0.6974157989025116, |
| "reward_std": 0.05494868755340576, |
| "reward_std_all": 0.07585224509239197, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9610726535320282, |
| "rewards/forensics_tempsamp_iou_reward": 0.704634040594101, |
| "step": 790 |
| }, |
| { |
| "completion_length": 24.375, |
| "epoch": 3.309623430962343, |
| "grad_norm": 3.6892590522766113, |
| "kl": 0.318359375, |
| "learning_rate": 1.7364016736401673e-07, |
| "loss": 0.0127, |
| "reward": 0.6716443002223969, |
| "reward_std": 0.07675696164369583, |
| "reward_std_all": 0.09705029055476189, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9505298435688019, |
| "rewards/forensics_tempsamp_iou_reward": 0.6622949540615082, |
| "step": 791 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 3.3138075313807533, |
| "grad_norm": 3.525341510772705, |
| "kl": 0.3115234375, |
| "learning_rate": 1.7259414225941422e-07, |
| "loss": 0.0125, |
| "reward": 0.6552841067314148, |
| "reward_std": 0.06523806229233742, |
| "reward_std_all": 0.09872150793671608, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9681074619293213, |
| "rewards/forensics_tempsamp_iou_reward": 0.6392230093479156, |
| "step": 792 |
| }, |
| { |
| "completion_length": 21.328125, |
| "epoch": 3.3179916317991633, |
| "grad_norm": 4.299458980560303, |
| "kl": 0.380859375, |
| "learning_rate": 1.715481171548117e-07, |
| "loss": 0.0152, |
| "reward": 0.6417192816734314, |
| "reward_std": 0.10312698036432266, |
| "reward_std_all": 0.12292610481381416, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9840085208415985, |
| "rewards/forensics_tempsamp_iou_reward": 0.6345581114292145, |
| "step": 793 |
| }, |
| { |
| "completion_length": 22.875, |
| "epoch": 3.3221757322175733, |
| "grad_norm": 4.441270351409912, |
| "kl": 0.31640625, |
| "learning_rate": 1.705020920502092e-07, |
| "loss": 0.0127, |
| "reward": 0.6351883411407471, |
| "reward_std": 0.11452756449580193, |
| "reward_std_all": 0.13075106218457222, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9608781635761261, |
| "rewards/forensics_tempsamp_iou_reward": 0.6078509986400604, |
| "step": 794 |
| }, |
| { |
| "completion_length": 23.25, |
| "epoch": 3.3263598326359833, |
| "grad_norm": 3.254671812057495, |
| "kl": 0.2666015625, |
| "learning_rate": 1.6945606694560668e-07, |
| "loss": 0.0107, |
| "reward": 0.6661116480827332, |
| "reward_std": 0.06928987987339497, |
| "reward_std_all": 0.09942147508263588, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9748062193393707, |
| "rewards/forensics_tempsamp_iou_reward": 0.6512874960899353, |
| "step": 795 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 3.3305439330543933, |
| "grad_norm": 5.331660270690918, |
| "kl": 0.3740234375, |
| "learning_rate": 1.684100418410042e-07, |
| "loss": 0.0149, |
| "reward": 0.6273001134395599, |
| "reward_std": 0.08264034241437912, |
| "reward_std_all": 0.11942427977919579, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9645191431045532, |
| "rewards/forensics_tempsamp_iou_reward": 0.6234716475009918, |
| "step": 796 |
| }, |
| { |
| "completion_length": 22.890625, |
| "epoch": 3.3347280334728033, |
| "grad_norm": 4.19597053527832, |
| "kl": 0.2978515625, |
| "learning_rate": 1.6736401673640165e-07, |
| "loss": 0.0119, |
| "reward": 0.6242906749248505, |
| "reward_std": 0.13337792828679085, |
| "reward_std_all": 0.14776550233364105, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9691494405269623, |
| "rewards/forensics_tempsamp_iou_reward": 0.6077776849269867, |
| "step": 797 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 3.3389121338912133, |
| "grad_norm": 3.9296882152557373, |
| "kl": 0.3466796875, |
| "learning_rate": 1.6631799163179916e-07, |
| "loss": 0.0139, |
| "reward": 0.6987778544425964, |
| "reward_std": 0.06789674982428551, |
| "reward_std_all": 0.07885409891605377, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9944781959056854, |
| "rewards/forensics_tempsamp_iou_reward": 0.7179518342018127, |
| "step": 798 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 3.3430962343096233, |
| "grad_norm": 3.9196512699127197, |
| "kl": 0.33203125, |
| "learning_rate": 1.6527196652719662e-07, |
| "loss": 0.0133, |
| "reward": 0.6919412016868591, |
| "reward_std": 0.09147605672478676, |
| "reward_std_all": 0.0969744324684143, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9598599076271057, |
| "rewards/forensics_tempsamp_iou_reward": 0.6896673738956451, |
| "step": 799 |
| }, |
| { |
| "completion_length": 21.921875, |
| "epoch": 3.3472803347280333, |
| "grad_norm": 3.90858793258667, |
| "kl": 0.3193359375, |
| "learning_rate": 1.6422594142259414e-07, |
| "loss": 0.0128, |
| "reward": 0.6605148613452911, |
| "reward_std": 0.08226402848958969, |
| "reward_std_all": 0.09989386424422264, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9685268700122833, |
| "rewards/forensics_tempsamp_iou_reward": 0.6443490386009216, |
| "step": 800 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 3.3514644351464433, |
| "grad_norm": 3.6850767135620117, |
| "kl": 0.2255859375, |
| "learning_rate": 1.6317991631799162e-07, |
| "loss": 0.009, |
| "reward": 0.632679283618927, |
| "reward_std": 0.05364008620381355, |
| "reward_std_all": 0.10270534455776215, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9508960843086243, |
| "rewards/forensics_tempsamp_iou_reward": 0.6086204648017883, |
| "step": 801 |
| }, |
| { |
| "completion_length": 23.796875, |
| "epoch": 3.3556485355648533, |
| "grad_norm": 3.467078447341919, |
| "kl": 0.263671875, |
| "learning_rate": 1.621338912133891e-07, |
| "loss": 0.0105, |
| "reward": 0.6170517802238464, |
| "reward_std": 0.13563894480466843, |
| "reward_std_all": 0.15156283229589462, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9765863120555878, |
| "rewards/forensics_tempsamp_iou_reward": 0.5890210866928101, |
| "step": 802 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 3.3598326359832638, |
| "grad_norm": 4.613120079040527, |
| "kl": 0.2998046875, |
| "learning_rate": 1.610878661087866e-07, |
| "loss": 0.012, |
| "reward": 0.635022908449173, |
| "reward_std": 0.09811140224337578, |
| "reward_std_all": 0.12472343817353249, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9871906042098999, |
| "rewards/forensics_tempsamp_iou_reward": 0.6356608867645264, |
| "step": 803 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 3.3640167364016738, |
| "grad_norm": 3.5271105766296387, |
| "kl": 0.3017578125, |
| "learning_rate": 1.6004184100418408e-07, |
| "loss": 0.0121, |
| "reward": 0.6615295708179474, |
| "reward_std": 0.0921594388782978, |
| "reward_std_all": 0.10868504643440247, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9528551697731018, |
| "rewards/forensics_tempsamp_iou_reward": 0.642003208398819, |
| "step": 804 |
| }, |
| { |
| "completion_length": 21.734375, |
| "epoch": 3.3682008368200838, |
| "grad_norm": 3.80499529838562, |
| "kl": 0.3779296875, |
| "learning_rate": 1.5899581589958157e-07, |
| "loss": 0.0151, |
| "reward": 0.6159859001636505, |
| "reward_std": 0.1465453952550888, |
| "reward_std_all": 0.15863753110170364, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9658940136432648, |
| "rewards/forensics_tempsamp_iou_reward": 0.5930553376674652, |
| "step": 805 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 3.3723849372384938, |
| "grad_norm": 3.9131264686584473, |
| "kl": 0.34375, |
| "learning_rate": 1.5794979079497908e-07, |
| "loss": 0.0137, |
| "reward": 0.72427698969841, |
| "reward_std": 0.055761683732271194, |
| "reward_std_all": 0.0641359444707632, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9391067624092102, |
| "rewards/forensics_tempsamp_iou_reward": 0.7392351627349854, |
| "step": 806 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 3.3765690376569037, |
| "grad_norm": 3.4950249195098877, |
| "kl": 0.3447265625, |
| "learning_rate": 1.5690376569037657e-07, |
| "loss": 0.0138, |
| "reward": 0.6337325572967529, |
| "reward_std": 0.16656769812107086, |
| "reward_std_all": 0.1620955914258957, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9535194039344788, |
| "rewards/forensics_tempsamp_iou_reward": 0.6259340345859528, |
| "step": 807 |
| }, |
| { |
| "completion_length": 22.25, |
| "epoch": 3.3807531380753137, |
| "grad_norm": 3.893449544906616, |
| "kl": 0.23828125, |
| "learning_rate": 1.5585774058577405e-07, |
| "loss": 0.0095, |
| "reward": 0.6049911677837372, |
| "reward_std": 0.10281386971473694, |
| "reward_std_all": 0.14086105674505234, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9741097688674927, |
| "rewards/forensics_tempsamp_iou_reward": 0.5747244656085968, |
| "step": 808 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 3.3849372384937237, |
| "grad_norm": 3.4609315395355225, |
| "kl": 0.3896484375, |
| "learning_rate": 1.5481171548117154e-07, |
| "loss": 0.0156, |
| "reward": 0.7296910285949707, |
| "reward_std": 0.061876729130744934, |
| "reward_std_all": 0.06820149347186089, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.985884815454483, |
| "rewards/forensics_tempsamp_iou_reward": 0.7738637030124664, |
| "step": 809 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 3.3891213389121337, |
| "grad_norm": 5.362493991851807, |
| "kl": 0.337890625, |
| "learning_rate": 1.5376569037656903e-07, |
| "loss": 0.0135, |
| "reward": 0.6523925065994263, |
| "reward_std": 0.08768301084637642, |
| "reward_std_all": 0.11435410380363464, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9341956973075867, |
| "rewards/forensics_tempsamp_iou_reward": 0.620883047580719, |
| "step": 810 |
| }, |
| { |
| "completion_length": 22.15625, |
| "epoch": 3.393305439330544, |
| "grad_norm": 3.0813992023468018, |
| "kl": 0.349609375, |
| "learning_rate": 1.5271966527196654e-07, |
| "loss": 0.014, |
| "reward": 0.6113428175449371, |
| "reward_std": 0.1392645463347435, |
| "reward_std_all": 0.15578829497098923, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9592002630233765, |
| "rewards/forensics_tempsamp_iou_reward": 0.5753114223480225, |
| "step": 811 |
| }, |
| { |
| "completion_length": 23.609375, |
| "epoch": 3.397489539748954, |
| "grad_norm": 3.9397873878479004, |
| "kl": 0.42578125, |
| "learning_rate": 1.51673640167364e-07, |
| "loss": 0.017, |
| "reward": 0.6355010271072388, |
| "reward_std": 0.10102912038564682, |
| "reward_std_all": 0.1227574348449707, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9623938798904419, |
| "rewards/forensics_tempsamp_iou_reward": 0.6059442460536957, |
| "step": 812 |
| }, |
| { |
| "completion_length": 33.765625, |
| "epoch": 3.401673640167364, |
| "grad_norm": 3.4341578483581543, |
| "kl": 0.3056640625, |
| "learning_rate": 1.506276150627615e-07, |
| "loss": 0.0122, |
| "reward": 0.5277880877256393, |
| "reward_std": 0.08638235181570053, |
| "reward_std_all": 0.1697065755724907, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9399747848510742, |
| "rewards/forensics_tempsamp_iou_reward": 0.4961450695991516, |
| "step": 813 |
| }, |
| { |
| "completion_length": 23.53125, |
| "epoch": 3.405857740585774, |
| "grad_norm": 3.7504491806030273, |
| "kl": 0.3427734375, |
| "learning_rate": 1.4958158995815897e-07, |
| "loss": 0.0137, |
| "reward": 0.6580074429512024, |
| "reward_std": 0.07495803013443947, |
| "reward_std_all": 0.10404791682958603, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9754177927970886, |
| "rewards/forensics_tempsamp_iou_reward": 0.660801112651825, |
| "step": 814 |
| }, |
| { |
| "completion_length": 23.546875, |
| "epoch": 3.410041841004184, |
| "grad_norm": 4.124816417694092, |
| "kl": 0.2744140625, |
| "learning_rate": 1.4853556485355648e-07, |
| "loss": 0.011, |
| "reward": 0.5859216153621674, |
| "reward_std": 0.10529472678899765, |
| "reward_std_all": 0.1492040529847145, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9490167796611786, |
| "rewards/forensics_tempsamp_iou_reward": 0.5427637696266174, |
| "step": 815 |
| }, |
| { |
| "completion_length": 21.609375, |
| "epoch": 3.414225941422594, |
| "grad_norm": 3.8353333473205566, |
| "kl": 0.2607421875, |
| "learning_rate": 1.4748953974895397e-07, |
| "loss": 0.0104, |
| "reward": 0.734916478395462, |
| "reward_std": 0.04889093618839979, |
| "reward_std_all": 0.054084425792098045, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9795462191104889, |
| "rewards/forensics_tempsamp_iou_reward": 0.7707877457141876, |
| "step": 816 |
| }, |
| { |
| "completion_length": 23.375, |
| "epoch": 3.418410041841004, |
| "grad_norm": 4.465324878692627, |
| "kl": 0.4248046875, |
| "learning_rate": 1.4644351464435146e-07, |
| "loss": 0.017, |
| "reward": 0.5698880851268768, |
| "reward_std": 0.09592804685235023, |
| "reward_std_all": 0.15443124249577522, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9769332110881805, |
| "rewards/forensics_tempsamp_iou_reward": 0.5336625576019287, |
| "step": 817 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 3.422594142259414, |
| "grad_norm": 3.742234945297241, |
| "kl": 0.3095703125, |
| "learning_rate": 1.4539748953974894e-07, |
| "loss": 0.0124, |
| "reward": 0.6583942472934723, |
| "reward_std": 0.06204892322421074, |
| "reward_std_all": 0.098881296813488, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9540451467037201, |
| "rewards/forensics_tempsamp_iou_reward": 0.6547232270240784, |
| "step": 818 |
| }, |
| { |
| "completion_length": 21.71875, |
| "epoch": 3.426778242677824, |
| "grad_norm": 3.354708671569824, |
| "kl": 0.2275390625, |
| "learning_rate": 1.4435146443514643e-07, |
| "loss": 0.0091, |
| "reward": 0.5758991539478302, |
| "reward_std": 0.0949534922838211, |
| "reward_std_all": 0.14693261682987213, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9845248460769653, |
| "rewards/forensics_tempsamp_iou_reward": 0.5343460440635681, |
| "step": 819 |
| }, |
| { |
| "completion_length": 21.78125, |
| "epoch": 3.430962343096234, |
| "grad_norm": 3.5545547008514404, |
| "kl": 0.41015625, |
| "learning_rate": 1.4330543933054392e-07, |
| "loss": 0.0164, |
| "reward": 0.6104190051555634, |
| "reward_std": 0.07246749475598335, |
| "reward_std_all": 0.12132774293422699, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9440257251262665, |
| "rewards/forensics_tempsamp_iou_reward": 0.5868684649467468, |
| "step": 820 |
| }, |
| { |
| "completion_length": 22.078125, |
| "epoch": 3.435146443514644, |
| "grad_norm": 3.898585796356201, |
| "kl": 0.353515625, |
| "learning_rate": 1.4225941422594143e-07, |
| "loss": 0.0141, |
| "reward": 0.6758208572864532, |
| "reward_std": 0.12352289631962776, |
| "reward_std_all": 0.12468074262142181, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9790610074996948, |
| "rewards/forensics_tempsamp_iou_reward": 0.6753322184085846, |
| "step": 821 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 3.439330543933054, |
| "grad_norm": 3.959928512573242, |
| "kl": 0.357421875, |
| "learning_rate": 1.412133891213389e-07, |
| "loss": 0.0143, |
| "reward": 0.6967234909534454, |
| "reward_std": 0.09415392577648163, |
| "reward_std_all": 0.09660749137401581, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9928517043590546, |
| "rewards/forensics_tempsamp_iou_reward": 0.7018492519855499, |
| "step": 822 |
| }, |
| { |
| "completion_length": 23.65625, |
| "epoch": 3.4435146443514646, |
| "grad_norm": 6.045643329620361, |
| "kl": 0.576171875, |
| "learning_rate": 1.401673640167364e-07, |
| "loss": 0.0231, |
| "reward": 0.6831910312175751, |
| "reward_std": 0.09665711969137192, |
| "reward_std_all": 0.10580698400735855, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9421649277210236, |
| "rewards/forensics_tempsamp_iou_reward": 0.6625005304813385, |
| "step": 823 |
| }, |
| { |
| "completion_length": 24.84375, |
| "epoch": 3.4476987447698746, |
| "grad_norm": 4.104768753051758, |
| "kl": 0.3017578125, |
| "learning_rate": 1.3912133891213386e-07, |
| "loss": 0.0121, |
| "reward": 0.5551433861255646, |
| "reward_std": 0.10165431350469589, |
| "reward_std_all": 0.16163042187690735, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9442363679409027, |
| "rewards/forensics_tempsamp_iou_reward": 0.519254595041275, |
| "step": 824 |
| }, |
| { |
| "completion_length": 21.875, |
| "epoch": 3.4518828451882846, |
| "grad_norm": 4.0856828689575195, |
| "kl": 0.3154296875, |
| "learning_rate": 1.3807531380753137e-07, |
| "loss": 0.0126, |
| "reward": 0.5745992660522461, |
| "reward_std": 0.08147388696670532, |
| "reward_std_all": 0.1448260173201561, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9600443840026855, |
| "rewards/forensics_tempsamp_iou_reward": 0.5470623075962067, |
| "step": 825 |
| }, |
| { |
| "completion_length": 23.046875, |
| "epoch": 3.4560669456066946, |
| "grad_norm": 3.8943042755126953, |
| "kl": 0.3818359375, |
| "learning_rate": 1.370292887029289e-07, |
| "loss": 0.0153, |
| "reward": 0.6511403322219849, |
| "reward_std": 0.1386517398059368, |
| "reward_std_all": 0.14288148283958435, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9922429025173187, |
| "rewards/forensics_tempsamp_iou_reward": 0.6498256921768188, |
| "step": 826 |
| }, |
| { |
| "completion_length": 23.140625, |
| "epoch": 3.4602510460251046, |
| "grad_norm": 4.598392486572266, |
| "kl": 0.2880859375, |
| "learning_rate": 1.3598326359832635e-07, |
| "loss": 0.0115, |
| "reward": 0.6921956837177277, |
| "reward_std": 0.08118071407079697, |
| "reward_std_all": 0.09027332067489624, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9908731877803802, |
| "rewards/forensics_tempsamp_iou_reward": 0.6935982704162598, |
| "step": 827 |
| }, |
| { |
| "completion_length": 21.703125, |
| "epoch": 3.4644351464435146, |
| "grad_norm": 3.978278875350952, |
| "kl": 0.3779296875, |
| "learning_rate": 1.3493723849372386e-07, |
| "loss": 0.0151, |
| "reward": 0.5874050259590149, |
| "reward_std": 0.0863924827426672, |
| "reward_std_all": 0.14106756448745728, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9928381145000458, |
| "rewards/forensics_tempsamp_iou_reward": 0.5638235211372375, |
| "step": 828 |
| }, |
| { |
| "completion_length": 22.4375, |
| "epoch": 3.4686192468619246, |
| "grad_norm": 4.491161346435547, |
| "kl": 0.44140625, |
| "learning_rate": 1.3389121338912132e-07, |
| "loss": 0.0176, |
| "reward": 0.5980063378810883, |
| "reward_std": 0.14087598770856857, |
| "reward_std_all": 0.16294340789318085, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9687154293060303, |
| "rewards/forensics_tempsamp_iou_reward": 0.5721759498119354, |
| "step": 829 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 3.4728033472803346, |
| "grad_norm": 4.093445777893066, |
| "kl": 0.3330078125, |
| "learning_rate": 1.3284518828451883e-07, |
| "loss": 0.0133, |
| "reward": 0.6794809401035309, |
| "reward_std": 0.09550528973340988, |
| "reward_std_all": 0.10510892048478127, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9866962432861328, |
| "rewards/forensics_tempsamp_iou_reward": 0.6940502822399139, |
| "step": 830 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 3.476987447698745, |
| "grad_norm": 4.283040523529053, |
| "kl": 0.3642578125, |
| "learning_rate": 1.3179916317991632e-07, |
| "loss": 0.0146, |
| "reward": 0.7098208069801331, |
| "reward_std": 0.11304492503404617, |
| "reward_std_all": 0.103957649320364, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9705897569656372, |
| "rewards/forensics_tempsamp_iou_reward": 0.7056213021278381, |
| "step": 831 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 3.481171548117155, |
| "grad_norm": 4.537107467651367, |
| "kl": 0.3017578125, |
| "learning_rate": 1.307531380753138e-07, |
| "loss": 0.0121, |
| "reward": 0.5707978010177612, |
| "reward_std": 0.10767390578985214, |
| "reward_std_all": 0.1542801558971405, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9631167650222778, |
| "rewards/forensics_tempsamp_iou_reward": 0.5506298840045929, |
| "step": 832 |
| }, |
| { |
| "completion_length": 23.953125, |
| "epoch": 3.485355648535565, |
| "grad_norm": 4.162929058074951, |
| "kl": 0.3857421875, |
| "learning_rate": 1.297071129707113e-07, |
| "loss": 0.0154, |
| "reward": 0.6474619805812836, |
| "reward_std": 0.11433020234107971, |
| "reward_std_all": 0.12563523277640343, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9426724910736084, |
| "rewards/forensics_tempsamp_iou_reward": 0.6198407411575317, |
| "step": 833 |
| }, |
| { |
| "completion_length": 22.609375, |
| "epoch": 3.489539748953975, |
| "grad_norm": 3.640709400177002, |
| "kl": 0.3447265625, |
| "learning_rate": 1.2866108786610878e-07, |
| "loss": 0.0138, |
| "reward": 0.6736491918563843, |
| "reward_std": 0.12510839104652405, |
| "reward_std_all": 0.1221449263393879, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9629924297332764, |
| "rewards/forensics_tempsamp_iou_reward": 0.6719247102737427, |
| "step": 834 |
| }, |
| { |
| "completion_length": 21.65625, |
| "epoch": 3.493723849372385, |
| "grad_norm": 4.614521026611328, |
| "kl": 0.3525390625, |
| "learning_rate": 1.2761506276150627e-07, |
| "loss": 0.0141, |
| "reward": 0.6293576061725616, |
| "reward_std": 0.07331142202019691, |
| "reward_std_all": 0.11570650711655617, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9617400467395782, |
| "rewards/forensics_tempsamp_iou_reward": 0.6172356605529785, |
| "step": 835 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 3.497907949790795, |
| "grad_norm": 4.076084136962891, |
| "kl": 0.3271484375, |
| "learning_rate": 1.2656903765690378e-07, |
| "loss": 0.0131, |
| "reward": 0.6890542805194855, |
| "reward_std": 0.0751022957265377, |
| "reward_std_all": 0.0847693681716919, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9919674098491669, |
| "rewards/forensics_tempsamp_iou_reward": 0.6836678683757782, |
| "step": 836 |
| }, |
| { |
| "completion_length": 20.625, |
| "epoch": 3.502092050209205, |
| "grad_norm": 4.051024913787842, |
| "kl": 0.322265625, |
| "learning_rate": 1.2552301255230124e-07, |
| "loss": 0.0129, |
| "reward": 0.681665688753128, |
| "reward_std": 0.06644447520375252, |
| "reward_std_all": 0.0844716839492321, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9309855103492737, |
| "rewards/forensics_tempsamp_iou_reward": 0.6691074073314667, |
| "step": 837 |
| }, |
| { |
| "completion_length": 21.8125, |
| "epoch": 3.506276150627615, |
| "grad_norm": 3.919538974761963, |
| "kl": 0.37109375, |
| "learning_rate": 1.2447698744769875e-07, |
| "loss": 0.0148, |
| "reward": 0.5657317042350769, |
| "reward_std": 0.130879994481802, |
| "reward_std_all": 0.17565935105085373, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9392009079456329, |
| "rewards/forensics_tempsamp_iou_reward": 0.5273265838623047, |
| "step": 838 |
| }, |
| { |
| "completion_length": 19.765625, |
| "epoch": 3.510460251046025, |
| "grad_norm": 3.440661907196045, |
| "kl": 0.33984375, |
| "learning_rate": 1.2343096234309624e-07, |
| "loss": 0.0136, |
| "reward": 0.6140101850032806, |
| "reward_std": 0.11734334379434586, |
| "reward_std_all": 0.14753156900405884, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9621542990207672, |
| "rewards/forensics_tempsamp_iou_reward": 0.621772438287735, |
| "step": 839 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 3.514644351464435, |
| "grad_norm": 3.7148289680480957, |
| "kl": 0.3251953125, |
| "learning_rate": 1.2238493723849372e-07, |
| "loss": 0.013, |
| "reward": 0.67657670378685, |
| "reward_std": 0.10036706924438477, |
| "reward_std_all": 0.1064986065030098, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9582748711109161, |
| "rewards/forensics_tempsamp_iou_reward": 0.6586194932460785, |
| "step": 840 |
| }, |
| { |
| "completion_length": 21.34375, |
| "epoch": 3.518828451882845, |
| "grad_norm": 4.432254791259766, |
| "kl": 0.3046875, |
| "learning_rate": 1.213389121338912e-07, |
| "loss": 0.0122, |
| "reward": 0.6838335394859314, |
| "reward_std": 0.10014142841100693, |
| "reward_std_all": 0.10262815654277802, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9398931860923767, |
| "rewards/forensics_tempsamp_iou_reward": 0.6824215054512024, |
| "step": 841 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 3.523012552301255, |
| "grad_norm": 4.3462724685668945, |
| "kl": 0.3173828125, |
| "learning_rate": 1.202928870292887e-07, |
| "loss": 0.0127, |
| "reward": 0.6221111714839935, |
| "reward_std": 0.0806998759508133, |
| "reward_std_all": 0.1207215003669262, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9621982872486115, |
| "rewards/forensics_tempsamp_iou_reward": 0.589678943157196, |
| "step": 842 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 3.5271966527196654, |
| "grad_norm": 5.280770778656006, |
| "kl": 0.341796875, |
| "learning_rate": 1.1924686192468618e-07, |
| "loss": 0.0137, |
| "reward": 0.6277736723423004, |
| "reward_std": 0.11322294175624847, |
| "reward_std_all": 0.1351558342576027, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9858317375183105, |
| "rewards/forensics_tempsamp_iou_reward": 0.613071471452713, |
| "step": 843 |
| }, |
| { |
| "completion_length": 22.640625, |
| "epoch": 3.5313807531380754, |
| "grad_norm": 4.432629108428955, |
| "kl": 0.3486328125, |
| "learning_rate": 1.1820083682008368e-07, |
| "loss": 0.0139, |
| "reward": 0.5972003042697906, |
| "reward_std": 0.056999696418643, |
| "reward_std_all": 0.12109339237213135, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9717356860637665, |
| "rewards/forensics_tempsamp_iou_reward": 0.5770926773548126, |
| "step": 844 |
| }, |
| { |
| "completion_length": 20.6875, |
| "epoch": 3.5355648535564854, |
| "grad_norm": 4.250466346740723, |
| "kl": 0.3564453125, |
| "learning_rate": 1.1715481171548117e-07, |
| "loss": 0.0143, |
| "reward": 0.6727270483970642, |
| "reward_std": 0.09002546221017838, |
| "reward_std_all": 0.10493815317749977, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9786175191402435, |
| "rewards/forensics_tempsamp_iou_reward": 0.6747300922870636, |
| "step": 845 |
| }, |
| { |
| "completion_length": 24.640625, |
| "epoch": 3.5397489539748954, |
| "grad_norm": 4.596809387207031, |
| "kl": 0.283203125, |
| "learning_rate": 1.1610878661087866e-07, |
| "loss": 0.0113, |
| "reward": 0.5835047960281372, |
| "reward_std": 0.14407125115394592, |
| "reward_std_all": 0.16906961798667908, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9814073741436005, |
| "rewards/forensics_tempsamp_iou_reward": 0.5278753936290741, |
| "step": 846 |
| }, |
| { |
| "completion_length": 22.796875, |
| "epoch": 3.5439330543933054, |
| "grad_norm": 5.065432071685791, |
| "kl": 0.31640625, |
| "learning_rate": 1.1506276150627614e-07, |
| "loss": 0.0126, |
| "reward": 0.6426012217998505, |
| "reward_std": 0.06428413838148117, |
| "reward_std_all": 0.10125140100717545, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9765044748783112, |
| "rewards/forensics_tempsamp_iou_reward": 0.6342350840568542, |
| "step": 847 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 3.5481171548117154, |
| "grad_norm": 3.5955798625946045, |
| "kl": 0.3505859375, |
| "learning_rate": 1.1401673640167364e-07, |
| "loss": 0.014, |
| "reward": 0.6187633872032166, |
| "reward_std": 0.09586426243185997, |
| "reward_std_all": 0.1315687820315361, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9570682048797607, |
| "rewards/forensics_tempsamp_iou_reward": 0.5891831517219543, |
| "step": 848 |
| }, |
| { |
| "completion_length": 19.90625, |
| "epoch": 3.5523012552301254, |
| "grad_norm": 4.300892353057861, |
| "kl": 0.3837890625, |
| "learning_rate": 1.1297071129707113e-07, |
| "loss": 0.0153, |
| "reward": 0.664683610200882, |
| "reward_std": 0.10903355479240417, |
| "reward_std_all": 0.12203646078705788, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9739622175693512, |
| "rewards/forensics_tempsamp_iou_reward": 0.6630917489528656, |
| "step": 849 |
| }, |
| { |
| "completion_length": 24.53125, |
| "epoch": 3.5564853556485354, |
| "grad_norm": 4.232895851135254, |
| "kl": 0.330078125, |
| "learning_rate": 1.1192468619246861e-07, |
| "loss": 0.0132, |
| "reward": 0.6686679720878601, |
| "reward_std": 0.06159411743283272, |
| "reward_std_all": 0.08546257764101028, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.976051926612854, |
| "rewards/forensics_tempsamp_iou_reward": 0.6523406505584717, |
| "step": 850 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 3.560669456066946, |
| "grad_norm": 5.342323303222656, |
| "kl": 0.2822265625, |
| "learning_rate": 1.108786610878661e-07, |
| "loss": 0.0113, |
| "reward": 0.5962255299091339, |
| "reward_std": 0.08196714520454407, |
| "reward_std_all": 0.14021573960781097, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9526103734970093, |
| "rewards/forensics_tempsamp_iou_reward": 0.574753612279892, |
| "step": 851 |
| }, |
| { |
| "completion_length": 23.34375, |
| "epoch": 3.564853556485356, |
| "grad_norm": 4.45583963394165, |
| "kl": 0.361328125, |
| "learning_rate": 1.0983263598326359e-07, |
| "loss": 0.0144, |
| "reward": 0.6801021993160248, |
| "reward_std": 0.052176643162965775, |
| "reward_std_all": 0.08118237555027008, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9806548058986664, |
| "rewards/forensics_tempsamp_iou_reward": 0.669297844171524, |
| "step": 852 |
| }, |
| { |
| "completion_length": 23.078125, |
| "epoch": 3.569037656903766, |
| "grad_norm": 4.955367565155029, |
| "kl": 0.3642578125, |
| "learning_rate": 1.0878661087866109e-07, |
| "loss": 0.0146, |
| "reward": 0.6168101727962494, |
| "reward_std": 0.043585218489170074, |
| "reward_std_all": 0.11041291803121567, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9632745385169983, |
| "rewards/forensics_tempsamp_iou_reward": 0.6054674088954926, |
| "step": 853 |
| }, |
| { |
| "completion_length": 22.53125, |
| "epoch": 3.573221757322176, |
| "grad_norm": 3.29134202003479, |
| "kl": 0.2880859375, |
| "learning_rate": 1.0774058577405857e-07, |
| "loss": 0.0115, |
| "reward": 0.6577629446983337, |
| "reward_std": 0.09408236294984818, |
| "reward_std_all": 0.11660861223936081, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9718573987483978, |
| "rewards/forensics_tempsamp_iou_reward": 0.6664155423641205, |
| "step": 854 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 3.577405857740586, |
| "grad_norm": 3.3040413856506348, |
| "kl": 0.375, |
| "learning_rate": 1.0669456066945606e-07, |
| "loss": 0.015, |
| "reward": 0.6617259979248047, |
| "reward_std": 0.13675031810998917, |
| "reward_std_all": 0.13459690660238266, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9681629836559296, |
| "rewards/forensics_tempsamp_iou_reward": 0.6753084659576416, |
| "step": 855 |
| }, |
| { |
| "completion_length": 21.53125, |
| "epoch": 3.581589958158996, |
| "grad_norm": 3.7292537689208984, |
| "kl": 0.341796875, |
| "learning_rate": 1.0564853556485355e-07, |
| "loss": 0.0137, |
| "reward": 0.5261081904172897, |
| "reward_std": 0.11724435165524483, |
| "reward_std_all": 0.18619540333747864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9708141386508942, |
| "rewards/forensics_tempsamp_iou_reward": 0.4842481464147568, |
| "step": 856 |
| }, |
| { |
| "completion_length": 20.921875, |
| "epoch": 3.585774058577406, |
| "grad_norm": 3.5547780990600586, |
| "kl": 0.3798828125, |
| "learning_rate": 1.0460251046025103e-07, |
| "loss": 0.0152, |
| "reward": 0.7444186806678772, |
| "reward_std": 0.04969438910484314, |
| "reward_std_all": 0.0505848154425621, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9739950597286224, |
| "rewards/forensics_tempsamp_iou_reward": 0.791414201259613, |
| "step": 857 |
| }, |
| { |
| "completion_length": 24.796875, |
| "epoch": 3.589958158995816, |
| "grad_norm": 4.149171829223633, |
| "kl": 0.27001953125, |
| "learning_rate": 1.0355648535564853e-07, |
| "loss": 0.0108, |
| "reward": 0.6001919806003571, |
| "reward_std": 0.08086299896240234, |
| "reward_std_all": 0.12855257466435432, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9969726204872131, |
| "rewards/forensics_tempsamp_iou_reward": 0.5676166415214539, |
| "step": 858 |
| }, |
| { |
| "completion_length": 24.21875, |
| "epoch": 3.594142259414226, |
| "grad_norm": 3.358888864517212, |
| "kl": 0.326171875, |
| "learning_rate": 1.0251046025104603e-07, |
| "loss": 0.013, |
| "reward": 0.6689631938934326, |
| "reward_std": 0.1225070022046566, |
| "reward_std_all": 0.12270345911383629, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9736599326133728, |
| "rewards/forensics_tempsamp_iou_reward": 0.6586126685142517, |
| "step": 859 |
| }, |
| { |
| "completion_length": 24.34375, |
| "epoch": 3.598326359832636, |
| "grad_norm": 3.8331406116485596, |
| "kl": 0.4462890625, |
| "learning_rate": 1.0146443514644352e-07, |
| "loss": 0.0179, |
| "reward": 0.5955730080604553, |
| "reward_std": 0.11277160421013832, |
| "reward_std_all": 0.15407584607601166, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9355087280273438, |
| "rewards/forensics_tempsamp_iou_reward": 0.5481024086475372, |
| "step": 860 |
| }, |
| { |
| "completion_length": 20.078125, |
| "epoch": 3.602510460251046, |
| "grad_norm": 4.363016128540039, |
| "kl": 0.3466796875, |
| "learning_rate": 1.00418410041841e-07, |
| "loss": 0.0139, |
| "reward": 0.6251027882099152, |
| "reward_std": 0.10415956377983093, |
| "reward_std_all": 0.13112883269786835, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.992061048746109, |
| "rewards/forensics_tempsamp_iou_reward": 0.6316745579242706, |
| "step": 861 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 3.606694560669456, |
| "grad_norm": 4.2111921310424805, |
| "kl": 0.388671875, |
| "learning_rate": 9.937238493723849e-08, |
| "loss": 0.0155, |
| "reward": 0.6085086762905121, |
| "reward_std": 0.06425469624809921, |
| "reward_std_all": 0.11892937123775482, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9771874248981476, |
| "rewards/forensics_tempsamp_iou_reward": 0.6094637215137482, |
| "step": 862 |
| }, |
| { |
| "completion_length": 21.53125, |
| "epoch": 3.6108786610878663, |
| "grad_norm": 4.712471961975098, |
| "kl": 0.333984375, |
| "learning_rate": 9.832635983263599e-08, |
| "loss": 0.0134, |
| "reward": 0.6818680167198181, |
| "reward_std": 0.06774722039699554, |
| "reward_std_all": 0.08361323922872543, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9925242960453033, |
| "rewards/forensics_tempsamp_iou_reward": 0.6939801871776581, |
| "step": 863 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 3.6150627615062763, |
| "grad_norm": 3.7780978679656982, |
| "kl": 0.33984375, |
| "learning_rate": 9.728033472803348e-08, |
| "loss": 0.0136, |
| "reward": 0.7248209118843079, |
| "reward_std": 0.06424570828676224, |
| "reward_std_all": 0.06756417453289032, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9944478571414948, |
| "rewards/forensics_tempsamp_iou_reward": 0.762656569480896, |
| "step": 864 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 3.6192468619246863, |
| "grad_norm": 4.112601280212402, |
| "kl": 0.30859375, |
| "learning_rate": 9.623430962343096e-08, |
| "loss": 0.0124, |
| "reward": 0.5658475756645203, |
| "reward_std": 0.11173034831881523, |
| "reward_std_all": 0.16711435467004776, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9705889523029327, |
| "rewards/forensics_tempsamp_iou_reward": 0.5507297813892365, |
| "step": 865 |
| }, |
| { |
| "completion_length": 22.234375, |
| "epoch": 3.6234309623430963, |
| "grad_norm": 11.49528694152832, |
| "kl": 1.02734375, |
| "learning_rate": 9.518828451882845e-08, |
| "loss": 0.0412, |
| "reward": 0.7016259729862213, |
| "reward_std": 0.07068635895848274, |
| "reward_std_all": 0.07928229868412018, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9338837563991547, |
| "rewards/forensics_tempsamp_iou_reward": 0.6790214776992798, |
| "step": 866 |
| }, |
| { |
| "completion_length": 22.65625, |
| "epoch": 3.6276150627615062, |
| "grad_norm": 4.144462585449219, |
| "kl": 0.43359375, |
| "learning_rate": 9.414225941422594e-08, |
| "loss": 0.0174, |
| "reward": 0.6526122987270355, |
| "reward_std": 0.1031029187142849, |
| "reward_std_all": 0.11729295924305916, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9354166686534882, |
| "rewards/forensics_tempsamp_iou_reward": 0.6360883116722107, |
| "step": 867 |
| }, |
| { |
| "completion_length": 23.484375, |
| "epoch": 3.6317991631799162, |
| "grad_norm": 4.610730171203613, |
| "kl": 0.2783203125, |
| "learning_rate": 9.309623430962342e-08, |
| "loss": 0.0111, |
| "reward": 0.5348545163869858, |
| "reward_std": 0.09525278210639954, |
| "reward_std_all": 0.1708744391798973, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9570224583148956, |
| "rewards/forensics_tempsamp_iou_reward": 0.49258580803871155, |
| "step": 868 |
| }, |
| { |
| "completion_length": 22.3125, |
| "epoch": 3.6359832635983262, |
| "grad_norm": 3.448965311050415, |
| "kl": 0.3046875, |
| "learning_rate": 9.205020920502092e-08, |
| "loss": 0.0122, |
| "reward": 0.6603048145771027, |
| "reward_std": 0.07442989572882652, |
| "reward_std_all": 0.10458794981241226, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9821615219116211, |
| "rewards/forensics_tempsamp_iou_reward": 0.6638823449611664, |
| "step": 869 |
| }, |
| { |
| "completion_length": 22.4375, |
| "epoch": 3.6401673640167362, |
| "grad_norm": 4.518397331237793, |
| "kl": 0.3525390625, |
| "learning_rate": 9.100418410041841e-08, |
| "loss": 0.0141, |
| "reward": 0.6292495727539062, |
| "reward_std": 0.1196896992623806, |
| "reward_std_all": 0.13897276669740677, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9841166436672211, |
| "rewards/forensics_tempsamp_iou_reward": 0.6071669161319733, |
| "step": 870 |
| }, |
| { |
| "completion_length": 21.796875, |
| "epoch": 3.6443514644351467, |
| "grad_norm": 4.568434238433838, |
| "kl": 0.51171875, |
| "learning_rate": 8.99581589958159e-08, |
| "loss": 0.0205, |
| "reward": 0.6341868042945862, |
| "reward_std": 0.10673506185412407, |
| "reward_std_all": 0.127846822142601, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9818832874298096, |
| "rewards/forensics_tempsamp_iou_reward": 0.6260814964771271, |
| "step": 871 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 3.6485355648535567, |
| "grad_norm": 3.746765375137329, |
| "kl": 0.279296875, |
| "learning_rate": 8.891213389121338e-08, |
| "loss": 0.0111, |
| "reward": 0.5889076590538025, |
| "reward_std": 0.12324992567300797, |
| "reward_std_all": 0.15862033516168594, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9385161101818085, |
| "rewards/forensics_tempsamp_iou_reward": 0.5462877154350281, |
| "step": 872 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 3.6527196652719667, |
| "grad_norm": 3.882101058959961, |
| "kl": 0.28369140625, |
| "learning_rate": 8.786610878661087e-08, |
| "loss": 0.0113, |
| "reward": 0.6332324743270874, |
| "reward_std": 0.11829734593629837, |
| "reward_std_all": 0.13712478429079056, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9448001086711884, |
| "rewards/forensics_tempsamp_iou_reward": 0.589026004076004, |
| "step": 873 |
| }, |
| { |
| "completion_length": 21.625, |
| "epoch": 3.6569037656903767, |
| "grad_norm": 4.076632022857666, |
| "kl": 0.3330078125, |
| "learning_rate": 8.682008368200837e-08, |
| "loss": 0.0133, |
| "reward": 0.6285557448863983, |
| "reward_std": 0.12293579801917076, |
| "reward_std_all": 0.13984419405460358, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9393890798091888, |
| "rewards/forensics_tempsamp_iou_reward": 0.5969720780849457, |
| "step": 874 |
| }, |
| { |
| "completion_length": 22.734375, |
| "epoch": 3.6610878661087867, |
| "grad_norm": 4.228011131286621, |
| "kl": 0.330078125, |
| "learning_rate": 8.577405857740585e-08, |
| "loss": 0.0132, |
| "reward": 0.6476071774959564, |
| "reward_std": 0.0983026996254921, |
| "reward_std_all": 0.11606080085039139, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9674106240272522, |
| "rewards/forensics_tempsamp_iou_reward": 0.6329072713851929, |
| "step": 875 |
| }, |
| { |
| "completion_length": 22.609375, |
| "epoch": 3.6652719665271967, |
| "grad_norm": 4.175085544586182, |
| "kl": 0.3193359375, |
| "learning_rate": 8.472803347280334e-08, |
| "loss": 0.0128, |
| "reward": 0.6007784903049469, |
| "reward_std": 0.04079297371208668, |
| "reward_std_all": 0.11412037909030914, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.986151784658432, |
| "rewards/forensics_tempsamp_iou_reward": 0.6144733428955078, |
| "step": 876 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 3.6694560669456067, |
| "grad_norm": 5.059027671813965, |
| "kl": 0.302734375, |
| "learning_rate": 8.368200836820083e-08, |
| "loss": 0.0121, |
| "reward": 0.5792494118213654, |
| "reward_std": 0.10658379271626472, |
| "reward_std_all": 0.15338629484176636, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9485167264938354, |
| "rewards/forensics_tempsamp_iou_reward": 0.5477468520402908, |
| "step": 877 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 3.6736401673640167, |
| "grad_norm": 4.322465896606445, |
| "kl": 0.3310546875, |
| "learning_rate": 8.263598326359831e-08, |
| "loss": 0.0132, |
| "reward": 0.6435152590274811, |
| "reward_std": 0.0684956181794405, |
| "reward_std_all": 0.11175505071878433, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9922863245010376, |
| "rewards/forensics_tempsamp_iou_reward": 0.6641860902309418, |
| "step": 878 |
| }, |
| { |
| "completion_length": 23.109375, |
| "epoch": 3.6778242677824267, |
| "grad_norm": 5.045461177825928, |
| "kl": 0.4267578125, |
| "learning_rate": 8.158995815899581e-08, |
| "loss": 0.0171, |
| "reward": 0.624357283115387, |
| "reward_std": 0.11959496513009071, |
| "reward_std_all": 0.14752297848463058, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9900000095367432, |
| "rewards/forensics_tempsamp_iou_reward": 0.5970511436462402, |
| "step": 879 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 3.6820083682008367, |
| "grad_norm": 3.732182025909424, |
| "kl": 0.31982421875, |
| "learning_rate": 8.05439330543933e-08, |
| "loss": 0.0128, |
| "reward": 0.6283750236034393, |
| "reward_std": 0.1254291608929634, |
| "reward_std_all": 0.13875902444124222, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9807409346103668, |
| "rewards/forensics_tempsamp_iou_reward": 0.6000624299049377, |
| "step": 880 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 3.6861924686192467, |
| "grad_norm": 4.160340785980225, |
| "kl": 0.2978515625, |
| "learning_rate": 7.949790794979078e-08, |
| "loss": 0.0119, |
| "reward": 0.6586472392082214, |
| "reward_std": 0.12278763204813004, |
| "reward_std_all": 0.1280941367149353, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9781724512577057, |
| "rewards/forensics_tempsamp_iou_reward": 0.6408777236938477, |
| "step": 881 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 3.6903765690376567, |
| "grad_norm": 3.8401405811309814, |
| "kl": 0.2861328125, |
| "learning_rate": 7.845188284518828e-08, |
| "loss": 0.0115, |
| "reward": 0.6424459218978882, |
| "reward_std": 0.06791802868247032, |
| "reward_std_all": 0.10529877990484238, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9656766057014465, |
| "rewards/forensics_tempsamp_iou_reward": 0.6252138316631317, |
| "step": 882 |
| }, |
| { |
| "completion_length": 21.875, |
| "epoch": 3.694560669456067, |
| "grad_norm": 3.230269432067871, |
| "kl": 0.37890625, |
| "learning_rate": 7.740585774058577e-08, |
| "loss": 0.0151, |
| "reward": 0.6136822998523712, |
| "reward_std": 0.1165110394358635, |
| "reward_std_all": 0.14451851695775986, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9451298117637634, |
| "rewards/forensics_tempsamp_iou_reward": 0.5949263870716095, |
| "step": 883 |
| }, |
| { |
| "completion_length": 24.859375, |
| "epoch": 3.698744769874477, |
| "grad_norm": 3.4204626083374023, |
| "kl": 0.3232421875, |
| "learning_rate": 7.635983263598327e-08, |
| "loss": 0.013, |
| "reward": 0.489309161901474, |
| "reward_std": 0.1342516541481018, |
| "reward_std_all": 0.20387941598892212, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9561607837677002, |
| "rewards/forensics_tempsamp_iou_reward": 0.4241843670606613, |
| "step": 884 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 3.702928870292887, |
| "grad_norm": 3.8464226722717285, |
| "kl": 0.26318359375, |
| "learning_rate": 7.531380753138076e-08, |
| "loss": 0.0105, |
| "reward": 0.5625461786985397, |
| "reward_std": 0.11839500814676285, |
| "reward_std_all": 0.1642950475215912, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9012194871902466, |
| "rewards/forensics_tempsamp_iou_reward": 0.5051288902759552, |
| "step": 885 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 3.707112970711297, |
| "grad_norm": 4.646881580352783, |
| "kl": 0.3115234375, |
| "learning_rate": 7.426778242677824e-08, |
| "loss": 0.0125, |
| "reward": 0.6516750454902649, |
| "reward_std": 0.10469171777367592, |
| "reward_std_all": 0.11744630336761475, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9340282082557678, |
| "rewards/forensics_tempsamp_iou_reward": 0.6220161318778992, |
| "step": 886 |
| }, |
| { |
| "completion_length": 23.71875, |
| "epoch": 3.711297071129707, |
| "grad_norm": 3.382333517074585, |
| "kl": 0.3212890625, |
| "learning_rate": 7.322175732217573e-08, |
| "loss": 0.0129, |
| "reward": 0.614057183265686, |
| "reward_std": 0.13860861212015152, |
| "reward_std_all": 0.1556924358010292, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9102033078670502, |
| "rewards/forensics_tempsamp_iou_reward": 0.5775401592254639, |
| "step": 887 |
| }, |
| { |
| "completion_length": 23.953125, |
| "epoch": 3.715481171548117, |
| "grad_norm": 4.209962844848633, |
| "kl": 0.2900390625, |
| "learning_rate": 7.217573221757322e-08, |
| "loss": 0.0116, |
| "reward": 0.6490301489830017, |
| "reward_std": 0.08278108015656471, |
| "reward_std_all": 0.118263840675354, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9599843323230743, |
| "rewards/forensics_tempsamp_iou_reward": 0.6540341079235077, |
| "step": 888 |
| }, |
| { |
| "completion_length": 22.34375, |
| "epoch": 3.719665271966527, |
| "grad_norm": 3.909090995788574, |
| "kl": 0.3017578125, |
| "learning_rate": 7.112970711297071e-08, |
| "loss": 0.0121, |
| "reward": 0.6490744650363922, |
| "reward_std": 0.06246555596590042, |
| "reward_std_all": 0.09956159815192223, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9742327034473419, |
| "rewards/forensics_tempsamp_iou_reward": 0.6297095715999603, |
| "step": 889 |
| }, |
| { |
| "completion_length": 23.40625, |
| "epoch": 3.723849372384937, |
| "grad_norm": 3.492238759994507, |
| "kl": 0.314453125, |
| "learning_rate": 7.00836820083682e-08, |
| "loss": 0.0126, |
| "reward": 0.6650658249855042, |
| "reward_std": 0.08865484595298767, |
| "reward_std_all": 0.10694406181573868, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9582949578762054, |
| "rewards/forensics_tempsamp_iou_reward": 0.6619082689285278, |
| "step": 890 |
| }, |
| { |
| "completion_length": 21.5625, |
| "epoch": 3.7280334728033475, |
| "grad_norm": 4.770296573638916, |
| "kl": 0.31640625, |
| "learning_rate": 6.903765690376569e-08, |
| "loss": 0.0126, |
| "reward": 0.7003653049468994, |
| "reward_std": 0.054564766585826874, |
| "reward_std_all": 0.07290589809417725, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9710017740726471, |
| "rewards/forensics_tempsamp_iou_reward": 0.7218624949455261, |
| "step": 891 |
| }, |
| { |
| "completion_length": 22.515625, |
| "epoch": 3.7322175732217575, |
| "grad_norm": 4.825583457946777, |
| "kl": 0.328125, |
| "learning_rate": 6.799163179916317e-08, |
| "loss": 0.0131, |
| "reward": 0.6601502001285553, |
| "reward_std": 0.12047639861702919, |
| "reward_std_all": 0.1263686642050743, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9704990983009338, |
| "rewards/forensics_tempsamp_iou_reward": 0.6417716443538666, |
| "step": 892 |
| }, |
| { |
| "completion_length": 22.078125, |
| "epoch": 3.7364016736401675, |
| "grad_norm": 4.086126327514648, |
| "kl": 0.291015625, |
| "learning_rate": 6.694560669456066e-08, |
| "loss": 0.0116, |
| "reward": 0.6292308568954468, |
| "reward_std": 0.07189259864389896, |
| "reward_std_all": 0.11350950971245766, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9663520455360413, |
| "rewards/forensics_tempsamp_iou_reward": 0.5952286720275879, |
| "step": 893 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 3.7405857740585775, |
| "grad_norm": 3.608555316925049, |
| "kl": 0.3291015625, |
| "learning_rate": 6.589958158995816e-08, |
| "loss": 0.0131, |
| "reward": 0.7177779674530029, |
| "reward_std": 0.07934238016605377, |
| "reward_std_all": 0.08059995993971825, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9687996208667755, |
| "rewards/forensics_tempsamp_iou_reward": 0.7273205518722534, |
| "step": 894 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 3.7447698744769875, |
| "grad_norm": 4.225025177001953, |
| "kl": 0.28369140625, |
| "learning_rate": 6.485355648535565e-08, |
| "loss": 0.0114, |
| "reward": 0.690964013338089, |
| "reward_std": 0.07204379141330719, |
| "reward_std_all": 0.08468317613005638, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.976727157831192, |
| "rewards/forensics_tempsamp_iou_reward": 0.7257002592086792, |
| "step": 895 |
| }, |
| { |
| "completion_length": 23.859375, |
| "epoch": 3.7489539748953975, |
| "grad_norm": 3.7152416706085205, |
| "kl": 0.3134765625, |
| "learning_rate": 6.380753138075313e-08, |
| "loss": 0.0126, |
| "reward": 0.6602135896682739, |
| "reward_std": 0.07447915710508823, |
| "reward_std_all": 0.10165398567914963, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9853972792625427, |
| "rewards/forensics_tempsamp_iou_reward": 0.6636320650577545, |
| "step": 896 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 3.7531380753138075, |
| "grad_norm": 3.719637155532837, |
| "kl": 0.326171875, |
| "learning_rate": 6.276150627615062e-08, |
| "loss": 0.0131, |
| "reward": 0.6757879555225372, |
| "reward_std": 0.089620441198349, |
| "reward_std_all": 0.10160594806075096, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9759129583835602, |
| "rewards/forensics_tempsamp_iou_reward": 0.6741079688072205, |
| "step": 897 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 3.7573221757322175, |
| "grad_norm": 3.746856927871704, |
| "kl": 0.294921875, |
| "learning_rate": 6.171548117154812e-08, |
| "loss": 0.0118, |
| "reward": 0.6774363815784454, |
| "reward_std": 0.09569645300507545, |
| "reward_std_all": 0.10574596002697945, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9797998368740082, |
| "rewards/forensics_tempsamp_iou_reward": 0.6944358050823212, |
| "step": 898 |
| }, |
| { |
| "completion_length": 22.71875, |
| "epoch": 3.7615062761506275, |
| "grad_norm": 3.7529585361480713, |
| "kl": 0.36328125, |
| "learning_rate": 6.06694560669456e-08, |
| "loss": 0.0145, |
| "reward": 0.6413888931274414, |
| "reward_std": 0.09500409290194511, |
| "reward_std_all": 0.12369924038648605, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9692308902740479, |
| "rewards/forensics_tempsamp_iou_reward": 0.622542530298233, |
| "step": 899 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 3.7656903765690375, |
| "grad_norm": 3.503220319747925, |
| "kl": 0.28173828125, |
| "learning_rate": 5.962343096234309e-08, |
| "loss": 0.0113, |
| "reward": 0.6272989511489868, |
| "reward_std": 0.100553959608078, |
| "reward_std_all": 0.12711863219738007, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.989947110414505, |
| "rewards/forensics_tempsamp_iou_reward": 0.6149181425571442, |
| "step": 900 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 3.7698744769874475, |
| "grad_norm": 3.893921136856079, |
| "kl": 0.345703125, |
| "learning_rate": 5.8577405857740584e-08, |
| "loss": 0.0138, |
| "reward": 0.6684218049049377, |
| "reward_std": 0.06327111832797527, |
| "reward_std_all": 0.0920338612049818, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9931188225746155, |
| "rewards/forensics_tempsamp_iou_reward": 0.6727066338062286, |
| "step": 901 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 3.7740585774058575, |
| "grad_norm": 4.65335750579834, |
| "kl": 0.287109375, |
| "learning_rate": 5.753138075313807e-08, |
| "loss": 0.0115, |
| "reward": 0.5845436304807663, |
| "reward_std": 0.10295115411281586, |
| "reward_std_all": 0.14803073927760124, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8995528221130371, |
| "rewards/forensics_tempsamp_iou_reward": 0.5465314239263535, |
| "step": 902 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 3.778242677824268, |
| "grad_norm": 3.5435492992401123, |
| "kl": 0.33203125, |
| "learning_rate": 5.6485355648535564e-08, |
| "loss": 0.0133, |
| "reward": 0.6758415699005127, |
| "reward_std": 0.10125298798084259, |
| "reward_std_all": 0.10691889002919197, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9851135611534119, |
| "rewards/forensics_tempsamp_iou_reward": 0.6775215864181519, |
| "step": 903 |
| }, |
| { |
| "completion_length": 24.375, |
| "epoch": 3.782426778242678, |
| "grad_norm": 3.5319008827209473, |
| "kl": 0.2841796875, |
| "learning_rate": 5.543933054393305e-08, |
| "loss": 0.0114, |
| "reward": 0.6745407581329346, |
| "reward_std": 0.09156706184148788, |
| "reward_std_all": 0.10529224388301373, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9788776934146881, |
| "rewards/forensics_tempsamp_iou_reward": 0.6653129458427429, |
| "step": 904 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 3.786610878661088, |
| "grad_norm": 4.539848804473877, |
| "kl": 0.2890625, |
| "learning_rate": 5.439330543933054e-08, |
| "loss": 0.0116, |
| "reward": 0.6128018200397491, |
| "reward_std": 0.06480086408555508, |
| "reward_std_all": 0.11817321553826332, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9829583466053009, |
| "rewards/forensics_tempsamp_iou_reward": 0.5862661898136139, |
| "step": 905 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 3.790794979079498, |
| "grad_norm": 4.122274875640869, |
| "kl": 0.3388671875, |
| "learning_rate": 5.334728033472803e-08, |
| "loss": 0.0135, |
| "reward": 0.6799066364765167, |
| "reward_std": 0.12105746194720268, |
| "reward_std_all": 0.11911188066005707, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9469323456287384, |
| "rewards/forensics_tempsamp_iou_reward": 0.6715587973594666, |
| "step": 906 |
| }, |
| { |
| "completion_length": 26.671875, |
| "epoch": 3.794979079497908, |
| "grad_norm": 3.6313772201538086, |
| "kl": 0.306640625, |
| "learning_rate": 5.2301255230125516e-08, |
| "loss": 0.0123, |
| "reward": 0.5989182889461517, |
| "reward_std": 0.11509798467159271, |
| "reward_std_all": 0.14705341309309006, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9383317828178406, |
| "rewards/forensics_tempsamp_iou_reward": 0.5682941675186157, |
| "step": 907 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 3.799163179916318, |
| "grad_norm": 3.448683500289917, |
| "kl": 0.3232421875, |
| "learning_rate": 5.1255230125523015e-08, |
| "loss": 0.0129, |
| "reward": 0.6090238094329834, |
| "reward_std": 0.07477807626128197, |
| "reward_std_all": 0.12511344999074936, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9866025149822235, |
| "rewards/forensics_tempsamp_iou_reward": 0.5885888636112213, |
| "step": 908 |
| }, |
| { |
| "completion_length": 22.6875, |
| "epoch": 3.803347280334728, |
| "grad_norm": 4.049531936645508, |
| "kl": 0.29296875, |
| "learning_rate": 5.02092050209205e-08, |
| "loss": 0.0117, |
| "reward": 0.6942583322525024, |
| "reward_std": 0.09567267447710037, |
| "reward_std_all": 0.09872192144393921, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9756803512573242, |
| "rewards/forensics_tempsamp_iou_reward": 0.7123798727989197, |
| "step": 909 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 3.8075313807531384, |
| "grad_norm": 3.564295768737793, |
| "kl": 0.34375, |
| "learning_rate": 4.9163179916317995e-08, |
| "loss": 0.0138, |
| "reward": 0.7101831138134003, |
| "reward_std": 0.07434308901429176, |
| "reward_std_all": 0.07908477634191513, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9816188216209412, |
| "rewards/forensics_tempsamp_iou_reward": 0.7502680420875549, |
| "step": 910 |
| }, |
| { |
| "completion_length": 24.265625, |
| "epoch": 3.8117154811715483, |
| "grad_norm": 4.3151350021362305, |
| "kl": 0.3251953125, |
| "learning_rate": 4.811715481171548e-08, |
| "loss": 0.013, |
| "reward": 0.6212729513645172, |
| "reward_std": 0.10283070430159569, |
| "reward_std_all": 0.13012075424194336, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9383687078952789, |
| "rewards/forensics_tempsamp_iou_reward": 0.5997264683246613, |
| "step": 911 |
| }, |
| { |
| "completion_length": 21.140625, |
| "epoch": 3.8158995815899583, |
| "grad_norm": 3.866506576538086, |
| "kl": 0.3017578125, |
| "learning_rate": 4.707112970711297e-08, |
| "loss": 0.0121, |
| "reward": 0.6634983718395233, |
| "reward_std": 0.061267681419849396, |
| "reward_std_all": 0.08980569988489151, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9707653522491455, |
| "rewards/forensics_tempsamp_iou_reward": 0.6450428366661072, |
| "step": 912 |
| }, |
| { |
| "completion_length": 23.46875, |
| "epoch": 3.8200836820083683, |
| "grad_norm": 4.311226844787598, |
| "kl": 0.357421875, |
| "learning_rate": 4.602510460251046e-08, |
| "loss": 0.0143, |
| "reward": 0.6951288878917694, |
| "reward_std": 0.07971426844596863, |
| "reward_std_all": 0.0869264304637909, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9606405794620514, |
| "rewards/forensics_tempsamp_iou_reward": 0.6808315515518188, |
| "step": 913 |
| }, |
| { |
| "completion_length": 20.671875, |
| "epoch": 3.8242677824267783, |
| "grad_norm": 3.3142428398132324, |
| "kl": 0.283203125, |
| "learning_rate": 4.497907949790795e-08, |
| "loss": 0.0113, |
| "reward": 0.6467280387878418, |
| "reward_std": 0.09999274834990501, |
| "reward_std_all": 0.1211121566593647, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9792348742485046, |
| "rewards/forensics_tempsamp_iou_reward": 0.6356964707374573, |
| "step": 914 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 3.8284518828451883, |
| "grad_norm": 3.08097243309021, |
| "kl": 0.31640625, |
| "learning_rate": 4.393305439330543e-08, |
| "loss": 0.0126, |
| "reward": 0.6532867848873138, |
| "reward_std": 0.13906599581241608, |
| "reward_std_all": 0.14295721799135208, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9749281108379364, |
| "rewards/forensics_tempsamp_iou_reward": 0.6484959125518799, |
| "step": 915 |
| }, |
| { |
| "completion_length": 23.296875, |
| "epoch": 3.8326359832635983, |
| "grad_norm": 3.5442888736724854, |
| "kl": 0.3427734375, |
| "learning_rate": 4.2887029288702926e-08, |
| "loss": 0.0137, |
| "reward": 0.6217423677444458, |
| "reward_std": 0.15066073089838028, |
| "reward_std_all": 0.15930892527103424, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9339231550693512, |
| "rewards/forensics_tempsamp_iou_reward": 0.6054432690143585, |
| "step": 916 |
| }, |
| { |
| "completion_length": 22.96875, |
| "epoch": 3.8368200836820083, |
| "grad_norm": 33.69537353515625, |
| "kl": 1.0283203125, |
| "learning_rate": 4.184100418410041e-08, |
| "loss": 0.041, |
| "reward": 0.6946248412132263, |
| "reward_std": 0.07816535979509354, |
| "reward_std_all": 0.08712641149759293, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9700241386890411, |
| "rewards/forensics_tempsamp_iou_reward": 0.6885211765766144, |
| "step": 917 |
| }, |
| { |
| "completion_length": 23.515625, |
| "epoch": 3.8410041841004183, |
| "grad_norm": 3.3551807403564453, |
| "kl": 0.3759765625, |
| "learning_rate": 4.0794979079497906e-08, |
| "loss": 0.0151, |
| "reward": 0.6493045091629028, |
| "reward_std": 0.13101234659552574, |
| "reward_std_all": 0.13917552679777145, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.985296756029129, |
| "rewards/forensics_tempsamp_iou_reward": 0.652436226606369, |
| "step": 918 |
| }, |
| { |
| "completion_length": 21.625, |
| "epoch": 3.8451882845188283, |
| "grad_norm": 4.112758159637451, |
| "kl": 0.4072265625, |
| "learning_rate": 3.974895397489539e-08, |
| "loss": 0.0163, |
| "reward": 0.5832429528236389, |
| "reward_std": 0.06439216434955597, |
| "reward_std_all": 0.1308731660246849, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.975481390953064, |
| "rewards/forensics_tempsamp_iou_reward": 0.5578437149524689, |
| "step": 919 |
| }, |
| { |
| "completion_length": 24.953125, |
| "epoch": 3.8493723849372383, |
| "grad_norm": 4.198416233062744, |
| "kl": 0.33203125, |
| "learning_rate": 3.8702928870292885e-08, |
| "loss": 0.0133, |
| "reward": 0.578032523393631, |
| "reward_std": 0.12932458892464638, |
| "reward_std_all": 0.165772944688797, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9754117727279663, |
| "rewards/forensics_tempsamp_iou_reward": 0.5403764843940735, |
| "step": 920 |
| }, |
| { |
| "completion_length": 22.53125, |
| "epoch": 3.8535564853556483, |
| "grad_norm": 3.611314296722412, |
| "kl": 0.2841796875, |
| "learning_rate": 3.765690376569038e-08, |
| "loss": 0.0114, |
| "reward": 0.6531776189804077, |
| "reward_std": 0.06621057167649269, |
| "reward_std_all": 0.09814953431487083, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9589038193225861, |
| "rewards/forensics_tempsamp_iou_reward": 0.6304429471492767, |
| "step": 921 |
| }, |
| { |
| "completion_length": 23.65625, |
| "epoch": 3.8577405857740583, |
| "grad_norm": 3.1453349590301514, |
| "kl": 0.3408203125, |
| "learning_rate": 3.6610878661087864e-08, |
| "loss": 0.0136, |
| "reward": 0.612339586019516, |
| "reward_std": 0.1331213228404522, |
| "reward_std_all": 0.15164828300476074, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8986673653125763, |
| "rewards/forensics_tempsamp_iou_reward": 0.5591473281383514, |
| "step": 922 |
| }, |
| { |
| "completion_length": 23.375, |
| "epoch": 3.8619246861924688, |
| "grad_norm": 3.3675780296325684, |
| "kl": 0.2978515625, |
| "learning_rate": 3.556485355648536e-08, |
| "loss": 0.0119, |
| "reward": 0.6146429777145386, |
| "reward_std": 0.1413417086005211, |
| "reward_std_all": 0.15720140933990479, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9878578782081604, |
| "rewards/forensics_tempsamp_iou_reward": 0.587394654750824, |
| "step": 923 |
| }, |
| { |
| "completion_length": 23.359375, |
| "epoch": 3.8661087866108788, |
| "grad_norm": 3.649900436401367, |
| "kl": 0.298828125, |
| "learning_rate": 3.4518828451882844e-08, |
| "loss": 0.0119, |
| "reward": 0.6848908066749573, |
| "reward_std": 0.07526717334985733, |
| "reward_std_all": 0.08670604601502419, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9577077925205231, |
| "rewards/forensics_tempsamp_iou_reward": 0.6764519214630127, |
| "step": 924 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 3.8702928870292888, |
| "grad_norm": 5.696201324462891, |
| "kl": 0.4326171875, |
| "learning_rate": 3.347280334728033e-08, |
| "loss": 0.0173, |
| "reward": 0.7163218855857849, |
| "reward_std": 0.08484910801053047, |
| "reward_std_all": 0.08410285413265228, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9796935021877289, |
| "rewards/forensics_tempsamp_iou_reward": 0.7156825959682465, |
| "step": 925 |
| }, |
| { |
| "completion_length": 21.796875, |
| "epoch": 3.8744769874476988, |
| "grad_norm": 4.2482733726501465, |
| "kl": 0.341796875, |
| "learning_rate": 3.242677824267782e-08, |
| "loss": 0.0136, |
| "reward": 0.6680137813091278, |
| "reward_std": 0.07828610762953758, |
| "reward_std_all": 0.09661782532930374, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9428873360157013, |
| "rewards/forensics_tempsamp_iou_reward": 0.6637776792049408, |
| "step": 926 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 3.8786610878661087, |
| "grad_norm": 4.880695343017578, |
| "kl": 0.306640625, |
| "learning_rate": 3.138075313807531e-08, |
| "loss": 0.0123, |
| "reward": 0.5892651975154877, |
| "reward_std": 0.07100336253643036, |
| "reward_std_all": 0.13644718751311302, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9687834680080414, |
| "rewards/forensics_tempsamp_iou_reward": 0.5680693089962006, |
| "step": 927 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 3.8828451882845187, |
| "grad_norm": 3.957054615020752, |
| "kl": 0.287109375, |
| "learning_rate": 3.03347280334728e-08, |
| "loss": 0.0115, |
| "reward": 0.6973958313465118, |
| "reward_std": 0.09553158655762672, |
| "reward_std_all": 0.10078664124011993, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9921888411045074, |
| "rewards/forensics_tempsamp_iou_reward": 0.7156790196895599, |
| "step": 928 |
| }, |
| { |
| "completion_length": 21.375, |
| "epoch": 3.8870292887029287, |
| "grad_norm": 4.0022406578063965, |
| "kl": 0.291015625, |
| "learning_rate": 2.9288702928870292e-08, |
| "loss": 0.0116, |
| "reward": 0.6788120567798615, |
| "reward_std": 0.03657440282404423, |
| "reward_std_all": 0.0726332776248455, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.991425633430481, |
| "rewards/forensics_tempsamp_iou_reward": 0.7121764421463013, |
| "step": 929 |
| }, |
| { |
| "completion_length": 21.4375, |
| "epoch": 3.891213389121339, |
| "grad_norm": 3.970301628112793, |
| "kl": 0.3076171875, |
| "learning_rate": 2.8242677824267782e-08, |
| "loss": 0.0123, |
| "reward": 0.6575943231582642, |
| "reward_std": 0.050754569470882416, |
| "reward_std_all": 0.09140124917030334, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9812597930431366, |
| "rewards/forensics_tempsamp_iou_reward": 0.6476146578788757, |
| "step": 930 |
| }, |
| { |
| "completion_length": 22.5, |
| "epoch": 3.895397489539749, |
| "grad_norm": 4.57827615737915, |
| "kl": 0.3486328125, |
| "learning_rate": 2.719665271966527e-08, |
| "loss": 0.0139, |
| "reward": 0.5588297545909882, |
| "reward_std": 0.09875202551484108, |
| "reward_std_all": 0.16188780590891838, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.931830644607544, |
| "rewards/forensics_tempsamp_iou_reward": 0.5228331685066223, |
| "step": 931 |
| }, |
| { |
| "completion_length": 24.203125, |
| "epoch": 3.899581589958159, |
| "grad_norm": 3.895090103149414, |
| "kl": 0.2978515625, |
| "learning_rate": 2.6150627615062758e-08, |
| "loss": 0.0119, |
| "reward": 0.6733531951904297, |
| "reward_std": 0.05230311118066311, |
| "reward_std_all": 0.08610033243894577, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9852098226547241, |
| "rewards/forensics_tempsamp_iou_reward": 0.6775158047676086, |
| "step": 932 |
| }, |
| { |
| "completion_length": 23.90625, |
| "epoch": 3.903765690376569, |
| "grad_norm": 3.4022293090820312, |
| "kl": 0.2646484375, |
| "learning_rate": 2.510460251046025e-08, |
| "loss": 0.0106, |
| "reward": 0.6822870671749115, |
| "reward_std": 0.0841967836022377, |
| "reward_std_all": 0.09335251525044441, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9679335951805115, |
| "rewards/forensics_tempsamp_iou_reward": 0.6719159781932831, |
| "step": 933 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 3.907949790794979, |
| "grad_norm": 3.9217264652252197, |
| "kl": 0.22802734375, |
| "learning_rate": 2.405857740585774e-08, |
| "loss": 0.0091, |
| "reward": 0.5825020968914032, |
| "reward_std": 0.09399706497788429, |
| "reward_std_all": 0.14431558549404144, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9819277226924896, |
| "rewards/forensics_tempsamp_iou_reward": 0.5595098733901978, |
| "step": 934 |
| }, |
| { |
| "completion_length": 22.015625, |
| "epoch": 3.912133891213389, |
| "grad_norm": 4.365074634552002, |
| "kl": 0.3828125, |
| "learning_rate": 2.301255230125523e-08, |
| "loss": 0.0153, |
| "reward": 0.6624384224414825, |
| "reward_std": 0.08193648420274258, |
| "reward_std_all": 0.10500656813383102, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9284738004207611, |
| "rewards/forensics_tempsamp_iou_reward": 0.6390271484851837, |
| "step": 935 |
| }, |
| { |
| "completion_length": 20.875, |
| "epoch": 3.916317991631799, |
| "grad_norm": 4.2274322509765625, |
| "kl": 0.4130859375, |
| "learning_rate": 2.1966527196652717e-08, |
| "loss": 0.0165, |
| "reward": 0.6611848175525665, |
| "reward_std": 0.07888626866042614, |
| "reward_std_all": 0.09993824735283852, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9921667277812958, |
| "rewards/forensics_tempsamp_iou_reward": 0.6490730345249176, |
| "step": 936 |
| }, |
| { |
| "completion_length": 25.890625, |
| "epoch": 3.920502092050209, |
| "grad_norm": 3.7898221015930176, |
| "kl": 0.279296875, |
| "learning_rate": 2.0920502092050206e-08, |
| "loss": 0.0111, |
| "reward": 0.6077411472797394, |
| "reward_std": 0.08884499222040176, |
| "reward_std_all": 0.1312670148909092, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9812169373035431, |
| "rewards/forensics_tempsamp_iou_reward": 0.605519026517868, |
| "step": 937 |
| }, |
| { |
| "completion_length": 26.15625, |
| "epoch": 3.924686192468619, |
| "grad_norm": 3.4783947467803955, |
| "kl": 0.359375, |
| "learning_rate": 1.9874476987447696e-08, |
| "loss": 0.0144, |
| "reward": 0.5737885534763336, |
| "reward_std": 0.10801371932029724, |
| "reward_std_all": 0.15838073194026947, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9669712483882904, |
| "rewards/forensics_tempsamp_iou_reward": 0.5519327521324158, |
| "step": 938 |
| }, |
| { |
| "completion_length": 22.984375, |
| "epoch": 3.928870292887029, |
| "grad_norm": 4.137996196746826, |
| "kl": 0.4013671875, |
| "learning_rate": 1.882845188284519e-08, |
| "loss": 0.016, |
| "reward": 0.5872654914855957, |
| "reward_std": 0.12187778577208519, |
| "reward_std_all": 0.1577468328177929, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9860146343708038, |
| "rewards/forensics_tempsamp_iou_reward": 0.5738124549388885, |
| "step": 939 |
| }, |
| { |
| "completion_length": 23.84375, |
| "epoch": 3.933054393305439, |
| "grad_norm": 5.695178508758545, |
| "kl": 0.421875, |
| "learning_rate": 1.778242677824268e-08, |
| "loss": 0.017, |
| "reward": 0.6048561036586761, |
| "reward_std": 0.1106899194419384, |
| "reward_std_all": 0.14769892394542694, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9272052645683289, |
| "rewards/forensics_tempsamp_iou_reward": 0.56010502576828, |
| "step": 940 |
| }, |
| { |
| "completion_length": 22.890625, |
| "epoch": 3.937238493723849, |
| "grad_norm": 3.68876576423645, |
| "kl": 0.2998046875, |
| "learning_rate": 1.6736401673640165e-08, |
| "loss": 0.012, |
| "reward": 0.6464340388774872, |
| "reward_std": 0.052803413942456245, |
| "reward_std_all": 0.09727136418223381, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9612617790699005, |
| "rewards/forensics_tempsamp_iou_reward": 0.6423720121383667, |
| "step": 941 |
| }, |
| { |
| "completion_length": 25.296875, |
| "epoch": 3.941422594142259, |
| "grad_norm": 3.633321523666382, |
| "kl": 0.369140625, |
| "learning_rate": 1.5690376569037655e-08, |
| "loss": 0.0148, |
| "reward": 0.6459762454032898, |
| "reward_std": 0.11734186112880707, |
| "reward_std_all": 0.12514468654990196, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9622135162353516, |
| "rewards/forensics_tempsamp_iou_reward": 0.6274979710578918, |
| "step": 942 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 3.9456066945606696, |
| "grad_norm": 4.421983242034912, |
| "kl": 0.3134765625, |
| "learning_rate": 1.4644351464435146e-08, |
| "loss": 0.0125, |
| "reward": 0.6432606279850006, |
| "reward_std": 0.0786641277372837, |
| "reward_std_all": 0.11154136806726456, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9799275696277618, |
| "rewards/forensics_tempsamp_iou_reward": 0.6429593861103058, |
| "step": 943 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 3.9497907949790796, |
| "grad_norm": 4.0187153816223145, |
| "kl": 0.298828125, |
| "learning_rate": 1.3598326359832636e-08, |
| "loss": 0.0119, |
| "reward": 0.7106819450855255, |
| "reward_std": 0.09048251435160637, |
| "reward_std_all": 0.09315777942538261, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9679808020591736, |
| "rewards/forensics_tempsamp_iou_reward": 0.7335850596427917, |
| "step": 944 |
| }, |
| { |
| "completion_length": 23.375, |
| "epoch": 3.9539748953974896, |
| "grad_norm": 4.419652938842773, |
| "kl": 0.26416015625, |
| "learning_rate": 1.2552301255230125e-08, |
| "loss": 0.0106, |
| "reward": 0.5755804479122162, |
| "reward_std": 0.11616823077201843, |
| "reward_std_all": 0.15799596905708313, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9661780297756195, |
| "rewards/forensics_tempsamp_iou_reward": 0.5476838052272797, |
| "step": 945 |
| }, |
| { |
| "completion_length": 23.9375, |
| "epoch": 3.9581589958158996, |
| "grad_norm": 3.9612879753112793, |
| "kl": 0.28955078125, |
| "learning_rate": 1.1506276150627615e-08, |
| "loss": 0.0116, |
| "reward": 0.6181075572967529, |
| "reward_std": 0.11996693909168243, |
| "reward_std_all": 0.14073332771658897, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9677874743938446, |
| "rewards/forensics_tempsamp_iou_reward": 0.5825429558753967, |
| "step": 946 |
| }, |
| { |
| "completion_length": 21.53125, |
| "epoch": 3.9623430962343096, |
| "grad_norm": 4.088210582733154, |
| "kl": 0.33984375, |
| "learning_rate": 1.0460251046025103e-08, |
| "loss": 0.0136, |
| "reward": 0.6096947193145752, |
| "reward_std": 0.08745855651795864, |
| "reward_std_all": 0.12916648015379906, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9378291070461273, |
| "rewards/forensics_tempsamp_iou_reward": 0.5722188055515289, |
| "step": 947 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 3.9665271966527196, |
| "grad_norm": 4.124889373779297, |
| "kl": 0.29150390625, |
| "learning_rate": 9.414225941422594e-09, |
| "loss": 0.0117, |
| "reward": 0.6375137269496918, |
| "reward_std": 0.0933135375380516, |
| "reward_std_all": 0.11896751821041107, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9327073693275452, |
| "rewards/forensics_tempsamp_iou_reward": 0.5956218838691711, |
| "step": 948 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 3.9707112970711296, |
| "grad_norm": 4.608794212341309, |
| "kl": 0.2900390625, |
| "learning_rate": 8.368200836820083e-09, |
| "loss": 0.0116, |
| "reward": 0.6584287285804749, |
| "reward_std": 0.1122908815741539, |
| "reward_std_all": 0.12204866111278534, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9188196957111359, |
| "rewards/forensics_tempsamp_iou_reward": 0.630940318107605, |
| "step": 949 |
| }, |
| { |
| "completion_length": 20.984375, |
| "epoch": 3.97489539748954, |
| "grad_norm": 4.057939529418945, |
| "kl": 0.3857421875, |
| "learning_rate": 7.322175732217573e-09, |
| "loss": 0.0154, |
| "reward": 0.6136142313480377, |
| "reward_std": 0.08369151130318642, |
| "reward_std_all": 0.12873724848031998, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9150943458080292, |
| "rewards/forensics_tempsamp_iou_reward": 0.5841339826583862, |
| "step": 950 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 3.97907949790795, |
| "grad_norm": 4.380617141723633, |
| "kl": 0.28515625, |
| "learning_rate": 6.276150627615063e-09, |
| "loss": 0.0114, |
| "reward": 0.7000117599964142, |
| "reward_std": 0.06516311690211296, |
| "reward_std_all": 0.0776391550898552, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9619520902633667, |
| "rewards/forensics_tempsamp_iou_reward": 0.7163766026496887, |
| "step": 951 |
| }, |
| { |
| "completion_length": 19.8125, |
| "epoch": 3.98326359832636, |
| "grad_norm": 4.497678279876709, |
| "kl": 0.3154296875, |
| "learning_rate": 5.2301255230125516e-09, |
| "loss": 0.0126, |
| "reward": 0.6311633884906769, |
| "reward_std": 0.1011255644261837, |
| "reward_std_all": 0.12433922290802002, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9924454689025879, |
| "rewards/forensics_tempsamp_iou_reward": 0.6102850437164307, |
| "step": 952 |
| }, |
| { |
| "completion_length": 21.65625, |
| "epoch": 3.98744769874477, |
| "grad_norm": 3.9524948596954346, |
| "kl": 0.333984375, |
| "learning_rate": 4.184100418410041e-09, |
| "loss": 0.0134, |
| "reward": 0.6072176396846771, |
| "reward_std": 0.11647656001150608, |
| "reward_std_all": 0.15526938065886497, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.909515380859375, |
| "rewards/forensics_tempsamp_iou_reward": 0.5656242966651917, |
| "step": 953 |
| }, |
| { |
| "completion_length": 20.875, |
| "epoch": 3.99163179916318, |
| "grad_norm": 3.17622709274292, |
| "kl": 0.37890625, |
| "learning_rate": 3.1380753138075314e-09, |
| "loss": 0.0152, |
| "reward": 0.7282925844192505, |
| "reward_std": 0.07994503900408745, |
| "reward_std_all": 0.07912097871303558, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9914014637470245, |
| "rewards/forensics_tempsamp_iou_reward": 0.7788703441619873, |
| "step": 954 |
| }, |
| { |
| "completion_length": 21.75, |
| "epoch": 3.99581589958159, |
| "grad_norm": 4.384639263153076, |
| "kl": 0.3056640625, |
| "learning_rate": 2.0920502092050206e-09, |
| "loss": 0.0122, |
| "reward": 0.6780132055282593, |
| "reward_std": 0.08848053961992264, |
| "reward_std_all": 0.10389265045523643, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9830898344516754, |
| "rewards/forensics_tempsamp_iou_reward": 0.6761464476585388, |
| "step": 955 |
| }, |
| { |
| "completion_length": 22.71428680419922, |
| "epoch": 4.0, |
| "grad_norm": 3.990787982940674, |
| "kl": 0.38671875, |
| "learning_rate": 1.0460251046025103e-09, |
| "loss": 0.0156, |
| "reward": 0.6871524751186371, |
| "reward_std": 0.05144812352955341, |
| "reward_std_all": 0.06930763646960258, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8512924015522003, |
| "rewards/forensics_tempsamp_iou_reward": 0.6577990353107452, |
| "step": 956 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 956, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 30, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
