| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 956, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 21.984375, |
| "epoch": 0.0041841004184100415, |
| "grad_norm": 4.002626895904541, |
| "kl": 0.0, |
| "learning_rate": 1e-06, |
| "loss": -0.0, |
| "reward": 0.28539182245731354, |
| "reward_std": 0.22613096237182617, |
| "reward_std_all": 0.2739841192960739, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6741725504398346, |
| "rewards/forensics_tempsamp_iou_reward": 0.1791418120265007, |
| "step": 1 |
| }, |
| { |
| "completion_length": 23.234375, |
| "epoch": 0.008368200836820083, |
| "grad_norm": 3.0689070224761963, |
| "kl": 0.00039768218994140625, |
| "learning_rate": 9.989539748953975e-07, |
| "loss": 0.0, |
| "reward": 0.3482043147087097, |
| "reward_std": 0.26919345557689667, |
| "reward_std_all": 0.27954597771167755, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8965044915676117, |
| "rewards/forensics_tempsamp_iou_reward": 0.22945428639650345, |
| "step": 2 |
| }, |
| { |
| "completion_length": 23.890625, |
| "epoch": 0.012552301255230125, |
| "grad_norm": 4.079133033752441, |
| "kl": 0.0012216567993164062, |
| "learning_rate": 9.97907949790795e-07, |
| "loss": 0.0, |
| "reward": 0.27900373935699463, |
| "reward_std": 0.18316103145480156, |
| "reward_std_all": 0.17254893109202385, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8209690153598785, |
| "rewards/forensics_tempsamp_iou_reward": 0.16025373339653015, |
| "step": 3 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 0.016736401673640166, |
| "grad_norm": 3.8261938095092773, |
| "kl": 0.00220489501953125, |
| "learning_rate": 9.968619246861925e-07, |
| "loss": 0.0001, |
| "reward": 0.2939131259918213, |
| "reward_std": 0.19231359660625458, |
| "reward_std_all": 0.2519846111536026, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.5918509364128113, |
| "rewards/forensics_tempsamp_iou_reward": 0.18766313046216965, |
| "step": 4 |
| }, |
| { |
| "completion_length": 20.734375, |
| "epoch": 0.02092050209205021, |
| "grad_norm": 2.9332010746002197, |
| "kl": 0.00167083740234375, |
| "learning_rate": 9.9581589958159e-07, |
| "loss": 0.0001, |
| "reward": 0.34954069554805756, |
| "reward_std": 0.1505582109093666, |
| "reward_std_all": 0.17685284465551376, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7182429134845734, |
| "rewards/forensics_tempsamp_iou_reward": 0.22454067319631577, |
| "step": 5 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 0.02510460251046025, |
| "grad_norm": 3.5646421909332275, |
| "kl": 0.00402069091796875, |
| "learning_rate": 9.947698744769873e-07, |
| "loss": 0.0002, |
| "reward": 0.33065760135650635, |
| "reward_std": 0.21486569941043854, |
| "reward_std_all": 0.21098600327968597, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7804670035839081, |
| "rewards/forensics_tempsamp_iou_reward": 0.19940760731697083, |
| "step": 6 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 0.029288702928870293, |
| "grad_norm": 2.9464504718780518, |
| "kl": 0.01776123046875, |
| "learning_rate": 9.937238493723848e-07, |
| "loss": 0.0007, |
| "reward": 0.3994917720556259, |
| "reward_std": 0.20303894579410553, |
| "reward_std_all": 0.22648047655820847, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8951578140258789, |
| "rewards/forensics_tempsamp_iou_reward": 0.28074176609516144, |
| "step": 7 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 0.03347280334728033, |
| "grad_norm": 2.5315914154052734, |
| "kl": 0.0151824951171875, |
| "learning_rate": 9.926778242677823e-07, |
| "loss": 0.0006, |
| "reward": 0.42974166572093964, |
| "reward_std": 0.2075742930173874, |
| "reward_std_all": 0.18582271039485931, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6181280612945557, |
| "rewards/forensics_tempsamp_iou_reward": 0.2547416314482689, |
| "step": 8 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 0.03765690376569038, |
| "grad_norm": 3.144050359725952, |
| "kl": 0.012969970703125, |
| "learning_rate": 9.916317991631798e-07, |
| "loss": 0.0005, |
| "reward": 0.4936816692352295, |
| "reward_std": 0.2946309670805931, |
| "reward_std_all": 0.3069722652435303, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9581174254417419, |
| "rewards/forensics_tempsamp_iou_reward": 0.3311816453933716, |
| "step": 9 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 0.04184100418410042, |
| "grad_norm": 3.048820972442627, |
| "kl": 0.0408935546875, |
| "learning_rate": 9.905857740585774e-07, |
| "loss": 0.0016, |
| "reward": 0.3776208311319351, |
| "reward_std": 0.1174989715218544, |
| "reward_std_all": 0.10746251791715622, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7676825523376465, |
| "rewards/forensics_tempsamp_iou_reward": 0.23387081176042557, |
| "step": 10 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 0.04602510460251046, |
| "grad_norm": 3.1604318618774414, |
| "kl": 0.03955078125, |
| "learning_rate": 9.895397489539749e-07, |
| "loss": 0.0016, |
| "reward": 0.48226746916770935, |
| "reward_std": 0.15548361092805862, |
| "reward_std_all": 0.17289111018180847, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7029362320899963, |
| "rewards/forensics_tempsamp_iou_reward": 0.29476750642061234, |
| "step": 11 |
| }, |
| { |
| "completion_length": 19.34375, |
| "epoch": 0.0502092050209205, |
| "grad_norm": 2.8502626419067383, |
| "kl": 0.0711669921875, |
| "learning_rate": 9.884937238493724e-07, |
| "loss": 0.0028, |
| "reward": 0.4281023293733597, |
| "reward_std": 0.21333851665258408, |
| "reward_std_all": 0.2409406378865242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7232193648815155, |
| "rewards/forensics_tempsamp_iou_reward": 0.25935229659080505, |
| "step": 12 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 0.05439330543933055, |
| "grad_norm": 3.115363121032715, |
| "kl": 0.06103515625, |
| "learning_rate": 9.8744769874477e-07, |
| "loss": 0.0024, |
| "reward": 0.5466255992650986, |
| "reward_std": 0.1836034543812275, |
| "reward_std_all": 0.1855858489871025, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7762897312641144, |
| "rewards/forensics_tempsamp_iou_reward": 0.3341256007552147, |
| "step": 13 |
| }, |
| { |
| "completion_length": 23.328125, |
| "epoch": 0.058577405857740586, |
| "grad_norm": 2.787935972213745, |
| "kl": 0.0849609375, |
| "learning_rate": 9.864016736401674e-07, |
| "loss": 0.0034, |
| "reward": 0.5251421332359314, |
| "reward_std": 0.21701569855213165, |
| "reward_std_all": 0.1910037100315094, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7928536832332611, |
| "rewards/forensics_tempsamp_iou_reward": 0.3376421332359314, |
| "step": 14 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 0.06276150627615062, |
| "grad_norm": 2.9273109436035156, |
| "kl": 0.10693359375, |
| "learning_rate": 9.85355648535565e-07, |
| "loss": 0.0043, |
| "reward": 0.4844385087490082, |
| "reward_std": 0.12383098527789116, |
| "reward_std_all": 0.1293032243847847, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8170822560787201, |
| "rewards/forensics_tempsamp_iou_reward": 0.3031885027885437, |
| "step": 15 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 0.06694560669456066, |
| "grad_norm": 3.2158007621765137, |
| "kl": 0.078369140625, |
| "learning_rate": 9.843096234309622e-07, |
| "loss": 0.0031, |
| "reward": 0.4770485907793045, |
| "reward_std": 0.14747874438762665, |
| "reward_std_all": 0.15439076721668243, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7447517514228821, |
| "rewards/forensics_tempsamp_iou_reward": 0.30204860866069794, |
| "step": 16 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 0.07112970711297072, |
| "grad_norm": 2.852602958679199, |
| "kl": 0.11181640625, |
| "learning_rate": 9.832635983263597e-07, |
| "loss": 0.0045, |
| "reward": 0.5448223352432251, |
| "reward_std": 0.14728567749261856, |
| "reward_std_all": 0.14770068228244781, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6963790357112885, |
| "rewards/forensics_tempsamp_iou_reward": 0.33857230842113495, |
| "step": 17 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 0.07531380753138076, |
| "grad_norm": 2.828254222869873, |
| "kl": 0.099853515625, |
| "learning_rate": 9.822175732217572e-07, |
| "loss": 0.004, |
| "reward": 0.5693179368972778, |
| "reward_std": 0.10102610290050507, |
| "reward_std_all": 0.12296112626791, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8109112679958344, |
| "rewards/forensics_tempsamp_iou_reward": 0.31931792199611664, |
| "step": 18 |
| }, |
| { |
| "completion_length": 23.28125, |
| "epoch": 0.0794979079497908, |
| "grad_norm": 2.6202967166900635, |
| "kl": 0.0888671875, |
| "learning_rate": 9.811715481171548e-07, |
| "loss": 0.0036, |
| "reward": 0.3989129364490509, |
| "reward_std": 0.10542266070842743, |
| "reward_std_all": 0.10888835415244102, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.5177173912525177, |
| "rewards/forensics_tempsamp_iou_reward": 0.23016294091939926, |
| "step": 19 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 0.08368200836820083, |
| "grad_norm": 3.672427177429199, |
| "kl": 0.11572265625, |
| "learning_rate": 9.801255230125523e-07, |
| "loss": 0.0046, |
| "reward": 0.4362296164035797, |
| "reward_std": 0.15003864839673042, |
| "reward_std_all": 0.1765109747648239, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8368471562862396, |
| "rewards/forensics_tempsamp_iou_reward": 0.29247958958148956, |
| "step": 20 |
| }, |
| { |
| "completion_length": 21.90625, |
| "epoch": 0.08786610878661087, |
| "grad_norm": 3.730201244354248, |
| "kl": 0.154052734375, |
| "learning_rate": 9.790794979079498e-07, |
| "loss": 0.0061, |
| "reward": 0.4817183017730713, |
| "reward_std": 0.06642618030309677, |
| "reward_std_all": 0.0641812365502119, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6459777355194092, |
| "rewards/forensics_tempsamp_iou_reward": 0.2942183017730713, |
| "step": 21 |
| }, |
| { |
| "completion_length": 19.9375, |
| "epoch": 0.09205020920502092, |
| "grad_norm": 3.454014301300049, |
| "kl": 0.15576171875, |
| "learning_rate": 9.780334728033473e-07, |
| "loss": 0.0062, |
| "reward": 0.5083868205547333, |
| "reward_std": 0.15881125628948212, |
| "reward_std_all": 0.15300720185041428, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7269566059112549, |
| "rewards/forensics_tempsamp_iou_reward": 0.30213677883148193, |
| "step": 22 |
| }, |
| { |
| "completion_length": 21.859375, |
| "epoch": 0.09623430962343096, |
| "grad_norm": 3.6931312084198, |
| "kl": 0.123046875, |
| "learning_rate": 9.769874476987448e-07, |
| "loss": 0.0049, |
| "reward": 0.5710337460041046, |
| "reward_std": 0.08614809066057205, |
| "reward_std_all": 0.11662689223885536, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.725141704082489, |
| "rewards/forensics_tempsamp_iou_reward": 0.32728374004364014, |
| "step": 23 |
| }, |
| { |
| "completion_length": 22.296875, |
| "epoch": 0.100418410041841, |
| "grad_norm": 3.52529239654541, |
| "kl": 0.11865234375, |
| "learning_rate": 9.759414225941423e-07, |
| "loss": 0.0048, |
| "reward": 0.6978468596935272, |
| "reward_std": 0.1488838978111744, |
| "reward_std_all": 0.18451911211013794, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7951519787311554, |
| "rewards/forensics_tempsamp_iou_reward": 0.435346856713295, |
| "step": 24 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 0.10460251046025104, |
| "grad_norm": 3.1676409244537354, |
| "kl": 0.14404296875, |
| "learning_rate": 9.748953974895398e-07, |
| "loss": 0.0058, |
| "reward": 0.502629742026329, |
| "reward_std": 0.06766787730157375, |
| "reward_std_all": 0.06529182195663452, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8744308054447174, |
| "rewards/forensics_tempsamp_iou_reward": 0.3338797241449356, |
| "step": 25 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 0.1087866108786611, |
| "grad_norm": 3.0699055194854736, |
| "kl": 0.10693359375, |
| "learning_rate": 9.738493723849371e-07, |
| "loss": 0.0043, |
| "reward": 0.6422387361526489, |
| "reward_std": 0.0897088460624218, |
| "reward_std_all": 0.11040650308132172, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.922232449054718, |
| "rewards/forensics_tempsamp_iou_reward": 0.4109887033700943, |
| "step": 26 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 0.11297071129707113, |
| "grad_norm": 2.519780397415161, |
| "kl": 0.12890625, |
| "learning_rate": 9.728033472803347e-07, |
| "loss": 0.0051, |
| "reward": 0.5828422605991364, |
| "reward_std": 0.09332774952054024, |
| "reward_std_all": 0.09598035737872124, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8354969024658203, |
| "rewards/forensics_tempsamp_iou_reward": 0.3703422248363495, |
| "step": 27 |
| }, |
| { |
| "completion_length": 21.65625, |
| "epoch": 0.11715481171548117, |
| "grad_norm": 1.9970245361328125, |
| "kl": 0.140625, |
| "learning_rate": 9.717573221757322e-07, |
| "loss": 0.0056, |
| "reward": 0.7342773079872131, |
| "reward_std": 0.08063654974102974, |
| "reward_std_all": 0.09899628907442093, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8297416567802429, |
| "rewards/forensics_tempsamp_iou_reward": 0.45927731692790985, |
| "step": 28 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 0.12133891213389121, |
| "grad_norm": 2.158614158630371, |
| "kl": 0.094970703125, |
| "learning_rate": 9.707112970711297e-07, |
| "loss": 0.0038, |
| "reward": 0.45566099882125854, |
| "reward_std": 0.06186266243457794, |
| "reward_std_all": 0.08661800622940063, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6258953958749771, |
| "rewards/forensics_tempsamp_iou_reward": 0.26191096007823944, |
| "step": 29 |
| }, |
| { |
| "completion_length": 20.953125, |
| "epoch": 0.12552301255230125, |
| "grad_norm": 2.213346242904663, |
| "kl": 0.14501953125, |
| "learning_rate": 9.696652719665272e-07, |
| "loss": 0.0058, |
| "reward": 0.5066787749528885, |
| "reward_std": 0.06552152708172798, |
| "reward_std_all": 0.08695441484451294, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6378747522830963, |
| "rewards/forensics_tempsamp_iou_reward": 0.30667877197265625, |
| "step": 30 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 0.1297071129707113, |
| "grad_norm": 2.7957892417907715, |
| "kl": 0.103271484375, |
| "learning_rate": 9.686192468619247e-07, |
| "loss": 0.0041, |
| "reward": 0.5303078889846802, |
| "reward_std": 0.09799080714583397, |
| "reward_std_all": 0.08879905194044113, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8672501444816589, |
| "rewards/forensics_tempsamp_iou_reward": 0.3240578770637512, |
| "step": 31 |
| }, |
| { |
| "completion_length": 22.5625, |
| "epoch": 0.13389121338912133, |
| "grad_norm": 3.2633309364318848, |
| "kl": 0.115478515625, |
| "learning_rate": 9.675732217573222e-07, |
| "loss": 0.0046, |
| "reward": 0.6072786152362823, |
| "reward_std": 0.16296730190515518, |
| "reward_std_all": 0.1455642506480217, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8572685718536377, |
| "rewards/forensics_tempsamp_iou_reward": 0.35727857053279877, |
| "step": 32 |
| }, |
| { |
| "completion_length": 21.328125, |
| "epoch": 0.13807531380753138, |
| "grad_norm": 1.9105486869812012, |
| "kl": 0.08056640625, |
| "learning_rate": 9.665271966527197e-07, |
| "loss": 0.0032, |
| "reward": 0.48113588988780975, |
| "reward_std": 0.09388535842299461, |
| "reward_std_all": 0.08686132729053497, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6988419890403748, |
| "rewards/forensics_tempsamp_iou_reward": 0.28738586604595184, |
| "step": 33 |
| }, |
| { |
| "completion_length": 22.265625, |
| "epoch": 0.14225941422594143, |
| "grad_norm": 3.043543815612793, |
| "kl": 0.11962890625, |
| "learning_rate": 9.654811715481172e-07, |
| "loss": 0.0048, |
| "reward": 0.4665468782186508, |
| "reward_std": 0.12931611388921738, |
| "reward_std_all": 0.1472834274172783, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8738099634647369, |
| "rewards/forensics_tempsamp_iou_reward": 0.28529684990644455, |
| "step": 34 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 0.14644351464435146, |
| "grad_norm": 4.505025863647461, |
| "kl": 0.085693359375, |
| "learning_rate": 9.644351464435145e-07, |
| "loss": 0.0034, |
| "reward": 0.41333964467048645, |
| "reward_std": 0.09820215404033661, |
| "reward_std_all": 0.10587918385863304, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.825681209564209, |
| "rewards/forensics_tempsamp_iou_reward": 0.24458961933851242, |
| "step": 35 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 0.1506276150627615, |
| "grad_norm": 2.7706079483032227, |
| "kl": 0.092529296875, |
| "learning_rate": 9.63389121338912e-07, |
| "loss": 0.0037, |
| "reward": 0.5252922177314758, |
| "reward_std": 0.09615125507116318, |
| "reward_std_all": 0.08963784575462341, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9081679880619049, |
| "rewards/forensics_tempsamp_iou_reward": 0.31279221177101135, |
| "step": 36 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 0.15481171548117154, |
| "grad_norm": 3.5488247871398926, |
| "kl": 0.124267578125, |
| "learning_rate": 9.623430962343096e-07, |
| "loss": 0.005, |
| "reward": 0.6461915969848633, |
| "reward_std": 0.07091345638036728, |
| "reward_std_all": 0.11846798285841942, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.665217399597168, |
| "rewards/forensics_tempsamp_iou_reward": 0.37744152545928955, |
| "step": 37 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 0.1589958158995816, |
| "grad_norm": 3.2155003547668457, |
| "kl": 0.10498046875, |
| "learning_rate": 9.61297071129707e-07, |
| "loss": 0.0042, |
| "reward": 0.588426947593689, |
| "reward_std": 0.1311771497130394, |
| "reward_std_all": 0.1558668315410614, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9008106291294098, |
| "rewards/forensics_tempsamp_iou_reward": 0.35092693567276, |
| "step": 38 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 0.16317991631799164, |
| "grad_norm": 3.3254075050354004, |
| "kl": 0.13818359375, |
| "learning_rate": 9.602510460251046e-07, |
| "loss": 0.0055, |
| "reward": 0.5944716334342957, |
| "reward_std": 0.09832578524947166, |
| "reward_std_all": 0.09869503974914551, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8230858743190765, |
| "rewards/forensics_tempsamp_iou_reward": 0.3569715917110443, |
| "step": 39 |
| }, |
| { |
| "completion_length": 19.25, |
| "epoch": 0.16736401673640167, |
| "grad_norm": 2.9132349491119385, |
| "kl": 0.149658203125, |
| "learning_rate": 9.592050209205021e-07, |
| "loss": 0.006, |
| "reward": 0.5858767628669739, |
| "reward_std": 0.09860999509692192, |
| "reward_std_all": 0.09570219367742538, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6457344442605972, |
| "rewards/forensics_tempsamp_iou_reward": 0.3483767509460449, |
| "step": 40 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 0.17154811715481172, |
| "grad_norm": 2.6258935928344727, |
| "kl": 0.13720703125, |
| "learning_rate": 9.581589958158996e-07, |
| "loss": 0.0055, |
| "reward": 0.39064235985279083, |
| "reward_std": 0.10514245927333832, |
| "reward_std_all": 0.12689443677663803, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7308205664157867, |
| "rewards/forensics_tempsamp_iou_reward": 0.24689233303070068, |
| "step": 41 |
| }, |
| { |
| "completion_length": 20.515625, |
| "epoch": 0.17573221757322174, |
| "grad_norm": 2.6272406578063965, |
| "kl": 0.16357421875, |
| "learning_rate": 9.571129707112971e-07, |
| "loss": 0.0065, |
| "reward": 0.3817840814590454, |
| "reward_std": 0.07638367265462875, |
| "reward_std_all": 0.08244697377085686, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.49710923433303833, |
| "rewards/forensics_tempsamp_iou_reward": 0.20053409039974213, |
| "step": 42 |
| }, |
| { |
| "completion_length": 19.328125, |
| "epoch": 0.1799163179916318, |
| "grad_norm": 2.7698416709899902, |
| "kl": 0.14111328125, |
| "learning_rate": 9.560669456066946e-07, |
| "loss": 0.0056, |
| "reward": 0.3923322856426239, |
| "reward_std": 0.13843297585844994, |
| "reward_std_all": 0.13809527456760406, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8166723251342773, |
| "rewards/forensics_tempsamp_iou_reward": 0.2610822767019272, |
| "step": 43 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 0.18410041841004185, |
| "grad_norm": 3.2652626037597656, |
| "kl": 0.177734375, |
| "learning_rate": 9.55020920502092e-07, |
| "loss": 0.0071, |
| "reward": 0.5747921466827393, |
| "reward_std": 0.09316155686974525, |
| "reward_std_all": 0.08351097628474236, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.768417090177536, |
| "rewards/forensics_tempsamp_iou_reward": 0.35604216158390045, |
| "step": 44 |
| }, |
| { |
| "completion_length": 19.328125, |
| "epoch": 0.18828451882845187, |
| "grad_norm": 2.882613182067871, |
| "kl": 0.12890625, |
| "learning_rate": 9.539748953974895e-07, |
| "loss": 0.0052, |
| "reward": 0.4682290256023407, |
| "reward_std": 0.11332917958498001, |
| "reward_std_all": 0.12170657515525818, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7037151753902435, |
| "rewards/forensics_tempsamp_iou_reward": 0.2994789779186249, |
| "step": 45 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 0.19246861924686193, |
| "grad_norm": 3.04581880569458, |
| "kl": 0.1396484375, |
| "learning_rate": 9.52928870292887e-07, |
| "loss": 0.0056, |
| "reward": 0.396413654088974, |
| "reward_std": 0.11112528294324875, |
| "reward_std_all": 0.12239022552967072, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.807574063539505, |
| "rewards/forensics_tempsamp_iou_reward": 0.25266364216804504, |
| "step": 46 |
| }, |
| { |
| "completion_length": 19.703125, |
| "epoch": 0.19665271966527198, |
| "grad_norm": 3.104187488555908, |
| "kl": 0.169921875, |
| "learning_rate": 9.518828451882844e-07, |
| "loss": 0.0068, |
| "reward": 0.41276146471500397, |
| "reward_std": 0.11429809033870697, |
| "reward_std_all": 0.12308334559202194, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8038274049758911, |
| "rewards/forensics_tempsamp_iou_reward": 0.269011452794075, |
| "step": 47 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 0.200836820083682, |
| "grad_norm": 4.872344970703125, |
| "kl": 0.32470703125, |
| "learning_rate": 9.508368200836819e-07, |
| "loss": 0.013, |
| "reward": 0.3616201877593994, |
| "reward_std": 0.14493507519364357, |
| "reward_std_all": 0.17492150515317917, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.629606693983078, |
| "rewards/forensics_tempsamp_iou_reward": 0.22412020713090897, |
| "step": 48 |
| }, |
| { |
| "completion_length": 19.25, |
| "epoch": 0.20502092050209206, |
| "grad_norm": 2.6950430870056152, |
| "kl": 0.14013671875, |
| "learning_rate": 9.497907949790794e-07, |
| "loss": 0.0056, |
| "reward": 0.5935229659080505, |
| "reward_std": 0.10658245719969273, |
| "reward_std_all": 0.10621866583824158, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8391513526439667, |
| "rewards/forensics_tempsamp_iou_reward": 0.3872729539871216, |
| "step": 49 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 0.20920502092050208, |
| "grad_norm": 3.0384693145751953, |
| "kl": 0.16162109375, |
| "learning_rate": 9.487447698744769e-07, |
| "loss": 0.0065, |
| "reward": 0.4618772268295288, |
| "reward_std": 0.10610320419073105, |
| "reward_std_all": 0.10689757019281387, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7903801798820496, |
| "rewards/forensics_tempsamp_iou_reward": 0.2743772119283676, |
| "step": 50 |
| }, |
| { |
| "completion_length": 19.453125, |
| "epoch": 0.21338912133891214, |
| "grad_norm": 2.5915472507476807, |
| "kl": 0.17578125, |
| "learning_rate": 9.476987447698744e-07, |
| "loss": 0.007, |
| "reward": 0.5972027480602264, |
| "reward_std": 0.13585232570767403, |
| "reward_std_all": 0.15704957395792007, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8957147300243378, |
| "rewards/forensics_tempsamp_iou_reward": 0.3972027003765106, |
| "step": 51 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 0.2175732217573222, |
| "grad_norm": 3.0597615242004395, |
| "kl": 0.178955078125, |
| "learning_rate": 9.466527196652719e-07, |
| "loss": 0.0072, |
| "reward": 0.4948941469192505, |
| "reward_std": 0.09020435810089111, |
| "reward_std_all": 0.08365194499492645, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7833373546600342, |
| "rewards/forensics_tempsamp_iou_reward": 0.29489411413669586, |
| "step": 52 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 0.2217573221757322, |
| "grad_norm": 2.5452880859375, |
| "kl": 0.160400390625, |
| "learning_rate": 9.456066945606695e-07, |
| "loss": 0.0064, |
| "reward": 0.48835210502147675, |
| "reward_std": 0.06942499801516533, |
| "reward_std_all": 0.08204708062112331, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.795153796672821, |
| "rewards/forensics_tempsamp_iou_reward": 0.29460208117961884, |
| "step": 53 |
| }, |
| { |
| "completion_length": 19.125, |
| "epoch": 0.22594142259414227, |
| "grad_norm": 2.8443920612335205, |
| "kl": 0.158203125, |
| "learning_rate": 9.44560669456067e-07, |
| "loss": 0.0063, |
| "reward": 0.6090547442436218, |
| "reward_std": 0.09924175962805748, |
| "reward_std_all": 0.10903307422995567, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9791119992733002, |
| "rewards/forensics_tempsamp_iou_reward": 0.3903047740459442, |
| "step": 54 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 0.2301255230125523, |
| "grad_norm": 3.01182222366333, |
| "kl": 0.132080078125, |
| "learning_rate": 9.435146443514645e-07, |
| "loss": 0.0053, |
| "reward": 0.5780399143695831, |
| "reward_std": 0.11745812371373177, |
| "reward_std_all": 0.1141616515815258, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8660606741905212, |
| "rewards/forensics_tempsamp_iou_reward": 0.3530399203300476, |
| "step": 55 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 0.23430962343096234, |
| "grad_norm": 2.911484956741333, |
| "kl": 0.19775390625, |
| "learning_rate": 9.424686192468618e-07, |
| "loss": 0.0079, |
| "reward": 0.4774651974439621, |
| "reward_std": 0.1423085704445839, |
| "reward_std_all": 0.14563608914613724, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9101599752902985, |
| "rewards/forensics_tempsamp_iou_reward": 0.2899651825428009, |
| "step": 56 |
| }, |
| { |
| "completion_length": 19.3125, |
| "epoch": 0.2384937238493724, |
| "grad_norm": 3.1688504219055176, |
| "kl": 0.10498046875, |
| "learning_rate": 9.414225941422593e-07, |
| "loss": 0.0042, |
| "reward": 0.6184263825416565, |
| "reward_std": 0.09830507263541222, |
| "reward_std_all": 0.09904542937874794, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.908462256193161, |
| "rewards/forensics_tempsamp_iou_reward": 0.4309263527393341, |
| "step": 57 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 0.24267782426778242, |
| "grad_norm": 2.391568899154663, |
| "kl": 0.09765625, |
| "learning_rate": 9.403765690376568e-07, |
| "loss": 0.0039, |
| "reward": 0.6287861466407776, |
| "reward_std": 0.10878083482384682, |
| "reward_std_all": 0.106081772595644, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8520551025867462, |
| "rewards/forensics_tempsamp_iou_reward": 0.39128613471984863, |
| "step": 58 |
| }, |
| { |
| "completion_length": 20.421875, |
| "epoch": 0.24686192468619247, |
| "grad_norm": 2.8486862182617188, |
| "kl": 0.113525390625, |
| "learning_rate": 9.393305439330543e-07, |
| "loss": 0.0045, |
| "reward": 0.6490055322647095, |
| "reward_std": 0.16409865766763687, |
| "reward_std_all": 0.1534586027264595, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8877239525318146, |
| "rewards/forensics_tempsamp_iou_reward": 0.4365055114030838, |
| "step": 59 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 0.2510460251046025, |
| "grad_norm": 3.5631942749023438, |
| "kl": 0.119384765625, |
| "learning_rate": 9.382845188284518e-07, |
| "loss": 0.0048, |
| "reward": 0.5227818489074707, |
| "reward_std": 0.17131606489419937, |
| "reward_std_all": 0.1592504382133484, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8584839701652527, |
| "rewards/forensics_tempsamp_iou_reward": 0.31653186678886414, |
| "step": 60 |
| }, |
| { |
| "completion_length": 20.953125, |
| "epoch": 0.25523012552301255, |
| "grad_norm": 3.4410464763641357, |
| "kl": 0.099365234375, |
| "learning_rate": 9.372384937238493e-07, |
| "loss": 0.004, |
| "reward": 0.6969785094261169, |
| "reward_std": 0.0951855406165123, |
| "reward_std_all": 0.11064835637807846, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8606584668159485, |
| "rewards/forensics_tempsamp_iou_reward": 0.4219784736633301, |
| "step": 61 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 0.2594142259414226, |
| "grad_norm": 3.0359599590301514, |
| "kl": 0.1357421875, |
| "learning_rate": 9.361924686192469e-07, |
| "loss": 0.0054, |
| "reward": 0.4599929451942444, |
| "reward_std": 0.13580086082220078, |
| "reward_std_all": 0.1506674513220787, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8222869336605072, |
| "rewards/forensics_tempsamp_iou_reward": 0.2724929004907608, |
| "step": 62 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 0.26359832635983266, |
| "grad_norm": 3.102254629135132, |
| "kl": 0.1298828125, |
| "learning_rate": 9.351464435146444e-07, |
| "loss": 0.0052, |
| "reward": 0.45794084668159485, |
| "reward_std": 0.1059187613427639, |
| "reward_std_all": 0.11500073224306107, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7993985414505005, |
| "rewards/forensics_tempsamp_iou_reward": 0.3141908049583435, |
| "step": 63 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 0.26778242677824265, |
| "grad_norm": 2.9873480796813965, |
| "kl": 0.1650390625, |
| "learning_rate": 9.341004184100419e-07, |
| "loss": 0.0066, |
| "reward": 0.548797607421875, |
| "reward_std": 0.14933108538389206, |
| "reward_std_all": 0.17247333377599716, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8796218633651733, |
| "rewards/forensics_tempsamp_iou_reward": 0.3550475686788559, |
| "step": 64 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 0.2719665271966527, |
| "grad_norm": 2.914397716522217, |
| "kl": 0.162841796875, |
| "learning_rate": 9.330543933054393e-07, |
| "loss": 0.0065, |
| "reward": 0.4271164685487747, |
| "reward_std": 0.176457017660141, |
| "reward_std_all": 0.16859494149684906, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6577979624271393, |
| "rewards/forensics_tempsamp_iou_reward": 0.2646164447069168, |
| "step": 65 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 0.27615062761506276, |
| "grad_norm": 2.940323829650879, |
| "kl": 0.12744140625, |
| "learning_rate": 9.320083682008367e-07, |
| "loss": 0.0051, |
| "reward": 0.4613303691148758, |
| "reward_std": 0.20807650685310364, |
| "reward_std_all": 0.24901169538497925, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8082454204559326, |
| "rewards/forensics_tempsamp_iou_reward": 0.28633034229278564, |
| "step": 66 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 0.2803347280334728, |
| "grad_norm": 3.4595773220062256, |
| "kl": 0.108154296875, |
| "learning_rate": 9.309623430962342e-07, |
| "loss": 0.0043, |
| "reward": 0.6237208545207977, |
| "reward_std": 0.11725759506225586, |
| "reward_std_all": 0.14079942926764488, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8169123530387878, |
| "rewards/forensics_tempsamp_iou_reward": 0.40497082471847534, |
| "step": 67 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 0.28451882845188287, |
| "grad_norm": 3.079150676727295, |
| "kl": 0.1640625, |
| "learning_rate": 9.299163179916317e-07, |
| "loss": 0.0066, |
| "reward": 0.42203669250011444, |
| "reward_std": 0.1659204661846161, |
| "reward_std_all": 0.1470695659518242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8457357883453369, |
| "rewards/forensics_tempsamp_iou_reward": 0.2845366895198822, |
| "step": 68 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 0.28870292887029286, |
| "grad_norm": 2.881035566329956, |
| "kl": 0.130126953125, |
| "learning_rate": 9.288702928870292e-07, |
| "loss": 0.0052, |
| "reward": 0.5574732422828674, |
| "reward_std": 0.17233731597661972, |
| "reward_std_all": 0.16549167037010193, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9052507877349854, |
| "rewards/forensics_tempsamp_iou_reward": 0.357473224401474, |
| "step": 69 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 0.2928870292887029, |
| "grad_norm": 2.4439470767974854, |
| "kl": 0.1103515625, |
| "learning_rate": 9.278242677824268e-07, |
| "loss": 0.0044, |
| "reward": 0.49735109508037567, |
| "reward_std": 0.17203575745224953, |
| "reward_std_all": 0.18366790935397148, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7783780097961426, |
| "rewards/forensics_tempsamp_iou_reward": 0.27860110253095627, |
| "step": 70 |
| }, |
| { |
| "completion_length": 20.109375, |
| "epoch": 0.29707112970711297, |
| "grad_norm": 2.723458766937256, |
| "kl": 0.110107421875, |
| "learning_rate": 9.267782426778243e-07, |
| "loss": 0.0044, |
| "reward": 0.4916437566280365, |
| "reward_std": 0.1247636191546917, |
| "reward_std_all": 0.13529766723513603, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7954279780387878, |
| "rewards/forensics_tempsamp_iou_reward": 0.3291437029838562, |
| "step": 71 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 0.301255230125523, |
| "grad_norm": 2.779613494873047, |
| "kl": 0.11669921875, |
| "learning_rate": 9.257322175732218e-07, |
| "loss": 0.0047, |
| "reward": 0.5586876571178436, |
| "reward_std": 0.09621255099773407, |
| "reward_std_all": 0.10631534457206726, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9270484745502472, |
| "rewards/forensics_tempsamp_iou_reward": 0.3899376392364502, |
| "step": 72 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 0.3054393305439331, |
| "grad_norm": 2.5644805431365967, |
| "kl": 0.14501953125, |
| "learning_rate": 9.246861924686192e-07, |
| "loss": 0.0058, |
| "reward": 0.5118520259857178, |
| "reward_std": 0.09660181403160095, |
| "reward_std_all": 0.11941217631101608, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8100393712520599, |
| "rewards/forensics_tempsamp_iou_reward": 0.31810200214385986, |
| "step": 73 |
| }, |
| { |
| "completion_length": 21.25, |
| "epoch": 0.30962343096234307, |
| "grad_norm": 2.8691303730010986, |
| "kl": 0.19970703125, |
| "learning_rate": 9.236401673640167e-07, |
| "loss": 0.008, |
| "reward": 0.4545446187257767, |
| "reward_std": 0.20929507911205292, |
| "reward_std_all": 0.186872698366642, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9758556187152863, |
| "rewards/forensics_tempsamp_iou_reward": 0.2982945889234543, |
| "step": 74 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 0.3138075313807531, |
| "grad_norm": 2.3553333282470703, |
| "kl": 0.158447265625, |
| "learning_rate": 9.225941422594142e-07, |
| "loss": 0.0063, |
| "reward": 0.5489102005958557, |
| "reward_std": 0.17545481026172638, |
| "reward_std_all": 0.17468653619289398, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9595651924610138, |
| "rewards/forensics_tempsamp_iou_reward": 0.3801601827144623, |
| "step": 75 |
| }, |
| { |
| "completion_length": 21.25, |
| "epoch": 0.3179916317991632, |
| "grad_norm": 2.7080085277557373, |
| "kl": 0.127197265625, |
| "learning_rate": 9.215481171548116e-07, |
| "loss": 0.0051, |
| "reward": 0.6435751020908356, |
| "reward_std": 0.15118231996893883, |
| "reward_std_all": 0.1565876603126526, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8845405876636505, |
| "rewards/forensics_tempsamp_iou_reward": 0.42482510209083557, |
| "step": 76 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 0.32217573221757323, |
| "grad_norm": 2.679133176803589, |
| "kl": 0.104248046875, |
| "learning_rate": 9.205020920502091e-07, |
| "loss": 0.0042, |
| "reward": 0.6479278206825256, |
| "reward_std": 0.14752116426825523, |
| "reward_std_all": 0.13395550847053528, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8823254704475403, |
| "rewards/forensics_tempsamp_iou_reward": 0.41042785346508026, |
| "step": 77 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 0.3263598326359833, |
| "grad_norm": 3.6068270206451416, |
| "kl": 0.21484375, |
| "learning_rate": 9.194560669456066e-07, |
| "loss": 0.0086, |
| "reward": 0.46172989904880524, |
| "reward_std": 0.15821558982133865, |
| "reward_std_all": 0.15209771692752838, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7356246709823608, |
| "rewards/forensics_tempsamp_iou_reward": 0.292979896068573, |
| "step": 78 |
| }, |
| { |
| "completion_length": 22.46875, |
| "epoch": 0.3305439330543933, |
| "grad_norm": 2.6990373134613037, |
| "kl": 0.112548828125, |
| "learning_rate": 9.184100418410042e-07, |
| "loss": 0.0045, |
| "reward": 0.5244334638118744, |
| "reward_std": 0.08303441479802132, |
| "reward_std_all": 0.09305348247289658, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9404352307319641, |
| "rewards/forensics_tempsamp_iou_reward": 0.29943346977233887, |
| "step": 79 |
| }, |
| { |
| "completion_length": 19.5, |
| "epoch": 0.33472803347280333, |
| "grad_norm": 2.8264448642730713, |
| "kl": 0.135498046875, |
| "learning_rate": 9.173640167364017e-07, |
| "loss": 0.0054, |
| "reward": 0.5639037787914276, |
| "reward_std": 0.08217206969857216, |
| "reward_std_all": 0.10821424797177315, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.867822140455246, |
| "rewards/forensics_tempsamp_iou_reward": 0.36390379071235657, |
| "step": 80 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 0.3389121338912134, |
| "grad_norm": 2.7570881843566895, |
| "kl": 0.114013671875, |
| "learning_rate": 9.163179916317991e-07, |
| "loss": 0.0046, |
| "reward": 0.6428556442260742, |
| "reward_std": 0.13854744657874107, |
| "reward_std_all": 0.16615717858076096, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8808064758777618, |
| "rewards/forensics_tempsamp_iou_reward": 0.40535569190979004, |
| "step": 81 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 0.34309623430962344, |
| "grad_norm": 2.5826575756073, |
| "kl": 0.140380859375, |
| "learning_rate": 9.152719665271966e-07, |
| "loss": 0.0056, |
| "reward": 0.5414496064186096, |
| "reward_std": 0.09446835517883301, |
| "reward_std_all": 0.09971410781145096, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8173652589321136, |
| "rewards/forensics_tempsamp_iou_reward": 0.3414496034383774, |
| "step": 82 |
| }, |
| { |
| "completion_length": 21.890625, |
| "epoch": 0.3472803347280335, |
| "grad_norm": 3.6538844108581543, |
| "kl": 0.123046875, |
| "learning_rate": 9.142259414225941e-07, |
| "loss": 0.0049, |
| "reward": 0.5600086748600006, |
| "reward_std": 0.13395218178629875, |
| "reward_std_all": 0.1936071813106537, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9001511633396149, |
| "rewards/forensics_tempsamp_iou_reward": 0.38500866293907166, |
| "step": 83 |
| }, |
| { |
| "completion_length": 20.796875, |
| "epoch": 0.3514644351464435, |
| "grad_norm": 3.264040946960449, |
| "kl": 0.142333984375, |
| "learning_rate": 9.131799163179916e-07, |
| "loss": 0.0057, |
| "reward": 0.5018160343170166, |
| "reward_std": 0.19062145054340363, |
| "reward_std_all": 0.1707218810915947, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9334363341331482, |
| "rewards/forensics_tempsamp_iou_reward": 0.32056601345539093, |
| "step": 84 |
| }, |
| { |
| "completion_length": 21.203125, |
| "epoch": 0.35564853556485354, |
| "grad_norm": 2.7290194034576416, |
| "kl": 0.0986328125, |
| "learning_rate": 9.121338912133891e-07, |
| "loss": 0.0039, |
| "reward": 0.5837530493736267, |
| "reward_std": 0.13614744693040848, |
| "reward_std_all": 0.1283663474023342, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9076276421546936, |
| "rewards/forensics_tempsamp_iou_reward": 0.41500304639339447, |
| "step": 85 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 0.3598326359832636, |
| "grad_norm": 2.5453505516052246, |
| "kl": 0.144775390625, |
| "learning_rate": 9.110878661087865e-07, |
| "loss": 0.0058, |
| "reward": 0.537450522184372, |
| "reward_std": 0.10638216882944107, |
| "reward_std_all": 0.10008173063397408, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8307786583900452, |
| "rewards/forensics_tempsamp_iou_reward": 0.34370049834251404, |
| "step": 86 |
| }, |
| { |
| "completion_length": 23.109375, |
| "epoch": 0.36401673640167365, |
| "grad_norm": 3.0083727836608887, |
| "kl": 0.115966796875, |
| "learning_rate": 9.10041841004184e-07, |
| "loss": 0.0046, |
| "reward": 0.5294220745563507, |
| "reward_std": 0.13034368306398392, |
| "reward_std_all": 0.11388064175844193, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8815121352672577, |
| "rewards/forensics_tempsamp_iou_reward": 0.32317204773426056, |
| "step": 87 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 0.3682008368200837, |
| "grad_norm": 3.0256857872009277, |
| "kl": 0.1572265625, |
| "learning_rate": 9.089958158995816e-07, |
| "loss": 0.0063, |
| "reward": 0.5603882670402527, |
| "reward_std": 0.15884365141391754, |
| "reward_std_all": 0.16377758979797363, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8297566175460815, |
| "rewards/forensics_tempsamp_iou_reward": 0.33538827300071716, |
| "step": 88 |
| }, |
| { |
| "completion_length": 19.34375, |
| "epoch": 0.3723849372384937, |
| "grad_norm": 2.6224913597106934, |
| "kl": 0.095458984375, |
| "learning_rate": 9.07949790794979e-07, |
| "loss": 0.0038, |
| "reward": 0.524655893445015, |
| "reward_std": 0.12259066477417946, |
| "reward_std_all": 0.1401650384068489, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9600845873355865, |
| "rewards/forensics_tempsamp_iou_reward": 0.33715587854385376, |
| "step": 89 |
| }, |
| { |
| "completion_length": 20.03125, |
| "epoch": 0.37656903765690375, |
| "grad_norm": 3.388490676879883, |
| "kl": 0.15283203125, |
| "learning_rate": 9.069037656903765e-07, |
| "loss": 0.0061, |
| "reward": 0.6477646827697754, |
| "reward_std": 0.07609965279698372, |
| "reward_std_all": 0.08818608522415161, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.882521778345108, |
| "rewards/forensics_tempsamp_iou_reward": 0.41026467084884644, |
| "step": 90 |
| }, |
| { |
| "completion_length": 20.109375, |
| "epoch": 0.3807531380753138, |
| "grad_norm": 3.508925199508667, |
| "kl": 0.1884765625, |
| "learning_rate": 9.05857740585774e-07, |
| "loss": 0.0075, |
| "reward": 0.5745222419500351, |
| "reward_std": 0.08311565406620502, |
| "reward_std_all": 0.0873735137283802, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.816737949848175, |
| "rewards/forensics_tempsamp_iou_reward": 0.3495222181081772, |
| "step": 91 |
| }, |
| { |
| "completion_length": 20.0625, |
| "epoch": 0.38493723849372385, |
| "grad_norm": 3.1605613231658936, |
| "kl": 0.130859375, |
| "learning_rate": 9.048117154811715e-07, |
| "loss": 0.0052, |
| "reward": 0.5416333079338074, |
| "reward_std": 0.10614687949419022, |
| "reward_std_all": 0.11964894458651543, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7582160234451294, |
| "rewards/forensics_tempsamp_iou_reward": 0.3291332721710205, |
| "step": 92 |
| }, |
| { |
| "completion_length": 19.390625, |
| "epoch": 0.3891213389121339, |
| "grad_norm": 3.5907034873962402, |
| "kl": 0.122802734375, |
| "learning_rate": 9.03765690376569e-07, |
| "loss": 0.0049, |
| "reward": 0.7001588642597198, |
| "reward_std": 0.1073397696018219, |
| "reward_std_all": 0.11316484585404396, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9511682689189911, |
| "rewards/forensics_tempsamp_iou_reward": 0.47515885531902313, |
| "step": 93 |
| }, |
| { |
| "completion_length": 19.1875, |
| "epoch": 0.39330543933054396, |
| "grad_norm": 4.301107883453369, |
| "kl": 0.11279296875, |
| "learning_rate": 9.027196652719665e-07, |
| "loss": 0.0045, |
| "reward": 0.4007134586572647, |
| "reward_std": 0.08340590074658394, |
| "reward_std_all": 0.10192243754863739, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.780954897403717, |
| "rewards/forensics_tempsamp_iou_reward": 0.2444634586572647, |
| "step": 94 |
| }, |
| { |
| "completion_length": 19.546875, |
| "epoch": 0.39748953974895396, |
| "grad_norm": 2.6216611862182617, |
| "kl": 0.17578125, |
| "learning_rate": 9.01673640167364e-07, |
| "loss": 0.007, |
| "reward": 0.5914106070995331, |
| "reward_std": 0.0699322260916233, |
| "reward_std_all": 0.07492172718048096, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7070062905550003, |
| "rewards/forensics_tempsamp_iou_reward": 0.366410568356514, |
| "step": 95 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 0.401673640167364, |
| "grad_norm": 3.522223472595215, |
| "kl": 0.1435546875, |
| "learning_rate": 9.006276150627615e-07, |
| "loss": 0.0058, |
| "reward": 0.5373824536800385, |
| "reward_std": 0.13062452524900436, |
| "reward_std_all": 0.13325966894626617, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8548015356063843, |
| "rewards/forensics_tempsamp_iou_reward": 0.3373824506998062, |
| "step": 96 |
| }, |
| { |
| "completion_length": 19.125, |
| "epoch": 0.40585774058577406, |
| "grad_norm": 3.333587884902954, |
| "kl": 0.17138671875, |
| "learning_rate": 8.99581589958159e-07, |
| "loss": 0.0068, |
| "reward": 0.5803160220384598, |
| "reward_std": 0.13402831554412842, |
| "reward_std_all": 0.1399470791220665, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7050029337406158, |
| "rewards/forensics_tempsamp_iou_reward": 0.3303160071372986, |
| "step": 97 |
| }, |
| { |
| "completion_length": 19.1875, |
| "epoch": 0.4100418410041841, |
| "grad_norm": 3.6864044666290283, |
| "kl": 0.109130859375, |
| "learning_rate": 8.985355648535564e-07, |
| "loss": 0.0044, |
| "reward": 0.6821727454662323, |
| "reward_std": 0.08076934516429901, |
| "reward_std_all": 0.07701401039958, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8251543343067169, |
| "rewards/forensics_tempsamp_iou_reward": 0.41967275738716125, |
| "step": 98 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 0.41422594142259417, |
| "grad_norm": 3.1023166179656982, |
| "kl": 0.13525390625, |
| "learning_rate": 8.974895397489539e-07, |
| "loss": 0.0054, |
| "reward": 0.8070760071277618, |
| "reward_std": 0.09482868388295174, |
| "reward_std_all": 0.1042621061205864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9468148052692413, |
| "rewards/forensics_tempsamp_iou_reward": 0.5383259505033493, |
| "step": 99 |
| }, |
| { |
| "completion_length": 19.90625, |
| "epoch": 0.41841004184100417, |
| "grad_norm": 2.743863105773926, |
| "kl": 0.123779296875, |
| "learning_rate": 8.964435146443514e-07, |
| "loss": 0.005, |
| "reward": 0.4657103270292282, |
| "reward_std": 0.05713762901723385, |
| "reward_std_all": 0.06655811332166195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8011219203472137, |
| "rewards/forensics_tempsamp_iou_reward": 0.278210312128067, |
| "step": 100 |
| }, |
| { |
| "completion_length": 19.046875, |
| "epoch": 0.4225941422594142, |
| "grad_norm": 2.8819234371185303, |
| "kl": 0.1767578125, |
| "learning_rate": 8.953974895397489e-07, |
| "loss": 0.0071, |
| "reward": 0.46632735431194305, |
| "reward_std": 0.12375126406550407, |
| "reward_std_all": 0.11176029406487942, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9048571288585663, |
| "rewards/forensics_tempsamp_iou_reward": 0.2975773513317108, |
| "step": 101 |
| }, |
| { |
| "completion_length": 19.203125, |
| "epoch": 0.42677824267782427, |
| "grad_norm": 2.6387970447540283, |
| "kl": 0.154296875, |
| "learning_rate": 8.943514644351464e-07, |
| "loss": 0.0062, |
| "reward": 0.6157117784023285, |
| "reward_std": 0.09256022796034813, |
| "reward_std_all": 0.09056741744279861, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8932575881481171, |
| "rewards/forensics_tempsamp_iou_reward": 0.37821173667907715, |
| "step": 102 |
| }, |
| { |
| "completion_length": 21.234375, |
| "epoch": 0.4309623430962343, |
| "grad_norm": 2.3753914833068848, |
| "kl": 0.137939453125, |
| "learning_rate": 8.933054393305439e-07, |
| "loss": 0.0055, |
| "reward": 0.4807351529598236, |
| "reward_std": 0.08148669078946114, |
| "reward_std_all": 0.08245671167969704, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8257184624671936, |
| "rewards/forensics_tempsamp_iou_reward": 0.311985120177269, |
| "step": 103 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 0.4351464435146444, |
| "grad_norm": 3.61794376373291, |
| "kl": 0.203125, |
| "learning_rate": 8.922594142259414e-07, |
| "loss": 0.0081, |
| "reward": 0.573622077703476, |
| "reward_std": 0.14514803886413574, |
| "reward_std_all": 0.13427859544754028, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8813057243824005, |
| "rewards/forensics_tempsamp_iou_reward": 0.3673720359802246, |
| "step": 104 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 0.4393305439330544, |
| "grad_norm": 2.83689546585083, |
| "kl": 0.13623046875, |
| "learning_rate": 8.91213389121339e-07, |
| "loss": 0.0054, |
| "reward": 0.6099750101566315, |
| "reward_std": 0.11428412795066833, |
| "reward_std_all": 0.11192092671990395, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9034736454486847, |
| "rewards/forensics_tempsamp_iou_reward": 0.40997497737407684, |
| "step": 105 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 0.4435146443514644, |
| "grad_norm": 3.1489293575286865, |
| "kl": 0.20947265625, |
| "learning_rate": 8.901673640167363e-07, |
| "loss": 0.0084, |
| "reward": 0.7348154485225677, |
| "reward_std": 0.08802950754761696, |
| "reward_std_all": 0.10468461364507675, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9567954242229462, |
| "rewards/forensics_tempsamp_iou_reward": 0.4785654991865158, |
| "step": 106 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 0.4476987447698745, |
| "grad_norm": 3.4177987575531006, |
| "kl": 0.17626953125, |
| "learning_rate": 8.891213389121338e-07, |
| "loss": 0.0071, |
| "reward": 0.7763835787773132, |
| "reward_std": 0.09483499825000763, |
| "reward_std_all": 0.12147068232297897, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9416802227497101, |
| "rewards/forensics_tempsamp_iou_reward": 0.5201335549354553, |
| "step": 107 |
| }, |
| { |
| "completion_length": 19.546875, |
| "epoch": 0.45188284518828453, |
| "grad_norm": 3.4469003677368164, |
| "kl": 0.1259765625, |
| "learning_rate": 8.880753138075313e-07, |
| "loss": 0.005, |
| "reward": 0.6357665956020355, |
| "reward_std": 0.08507804572582245, |
| "reward_std_all": 0.12414195761084557, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8827847242355347, |
| "rewards/forensics_tempsamp_iou_reward": 0.41701658070087433, |
| "step": 108 |
| }, |
| { |
| "completion_length": 19.3125, |
| "epoch": 0.4560669456066946, |
| "grad_norm": 3.4268412590026855, |
| "kl": 0.16259765625, |
| "learning_rate": 8.870292887029288e-07, |
| "loss": 0.0065, |
| "reward": 0.5584841668605804, |
| "reward_std": 0.13704559206962585, |
| "reward_std_all": 0.14479601383209229, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.912041574716568, |
| "rewards/forensics_tempsamp_iou_reward": 0.358484148979187, |
| "step": 109 |
| }, |
| { |
| "completion_length": 19.546875, |
| "epoch": 0.4602510460251046, |
| "grad_norm": 2.518594264984131, |
| "kl": 0.1318359375, |
| "learning_rate": 8.859832635983263e-07, |
| "loss": 0.0053, |
| "reward": 0.6805315911769867, |
| "reward_std": 0.12360748648643494, |
| "reward_std_all": 0.1182909607887268, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9068763256072998, |
| "rewards/forensics_tempsamp_iou_reward": 0.4742816388607025, |
| "step": 110 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 0.46443514644351463, |
| "grad_norm": 5.168785095214844, |
| "kl": 0.37353515625, |
| "learning_rate": 8.849372384937238e-07, |
| "loss": 0.0149, |
| "reward": 0.5722489058971405, |
| "reward_std": 0.11356965452432632, |
| "reward_std_all": 0.1257285252213478, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9028934240341187, |
| "rewards/forensics_tempsamp_iou_reward": 0.35974887013435364, |
| "step": 111 |
| }, |
| { |
| "completion_length": 19.453125, |
| "epoch": 0.4686192468619247, |
| "grad_norm": 2.9813051223754883, |
| "kl": 0.139404296875, |
| "learning_rate": 8.838912133891213e-07, |
| "loss": 0.0056, |
| "reward": 0.5408274531364441, |
| "reward_std": 0.12304104119539261, |
| "reward_std_all": 0.12511645257472992, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8407265543937683, |
| "rewards/forensics_tempsamp_iou_reward": 0.3595774471759796, |
| "step": 112 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 0.47280334728033474, |
| "grad_norm": 2.716073989868164, |
| "kl": 0.16357421875, |
| "learning_rate": 8.828451882845189e-07, |
| "loss": 0.0065, |
| "reward": 0.6493111252784729, |
| "reward_std": 0.05750467628240585, |
| "reward_std_all": 0.10015316307544708, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8836049437522888, |
| "rewards/forensics_tempsamp_iou_reward": 0.38681110739707947, |
| "step": 113 |
| }, |
| { |
| "completion_length": 19.34375, |
| "epoch": 0.4769874476987448, |
| "grad_norm": 3.3483874797821045, |
| "kl": 0.188232421875, |
| "learning_rate": 8.817991631799164e-07, |
| "loss": 0.0076, |
| "reward": 0.5238321721553802, |
| "reward_std": 0.11165852099657059, |
| "reward_std_all": 0.12265713885426521, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8397451937198639, |
| "rewards/forensics_tempsamp_iou_reward": 0.34258218109607697, |
| "step": 114 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 0.4811715481171548, |
| "grad_norm": 2.9880664348602295, |
| "kl": 0.095947265625, |
| "learning_rate": 8.807531380753138e-07, |
| "loss": 0.0038, |
| "reward": 0.5255553424358368, |
| "reward_std": 0.16401567310094833, |
| "reward_std_all": 0.1501457691192627, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9050915837287903, |
| "rewards/forensics_tempsamp_iou_reward": 0.3443053066730499, |
| "step": 115 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 0.48535564853556484, |
| "grad_norm": 2.703202724456787, |
| "kl": 0.097900390625, |
| "learning_rate": 8.797071129707112e-07, |
| "loss": 0.0039, |
| "reward": 0.563753604888916, |
| "reward_std": 0.10999362915754318, |
| "reward_std_all": 0.11372164636850357, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9164182245731354, |
| "rewards/forensics_tempsamp_iou_reward": 0.34500357508659363, |
| "step": 116 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 0.4895397489539749, |
| "grad_norm": 3.0983669757843018, |
| "kl": 0.108642578125, |
| "learning_rate": 8.786610878661087e-07, |
| "loss": 0.0044, |
| "reward": 0.6306578516960144, |
| "reward_std": 0.1378808729350567, |
| "reward_std_all": 0.13978073745965958, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8773194849491119, |
| "rewards/forensics_tempsamp_iou_reward": 0.41815780103206635, |
| "step": 117 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 0.49372384937238495, |
| "grad_norm": 4.01816463470459, |
| "kl": 0.11572265625, |
| "learning_rate": 8.776150627615062e-07, |
| "loss": 0.0046, |
| "reward": 0.4994307607412338, |
| "reward_std": 0.09322045370936394, |
| "reward_std_all": 0.0965443067252636, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8348630368709564, |
| "rewards/forensics_tempsamp_iou_reward": 0.34943071007728577, |
| "step": 118 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 0.497907949790795, |
| "grad_norm": 3.2857773303985596, |
| "kl": 0.10986328125, |
| "learning_rate": 8.765690376569037e-07, |
| "loss": 0.0044, |
| "reward": 0.663908839225769, |
| "reward_std": 0.09742334857583046, |
| "reward_std_all": 0.1003817766904831, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.915103405714035, |
| "rewards/forensics_tempsamp_iou_reward": 0.420158788561821, |
| "step": 119 |
| }, |
| { |
| "completion_length": 19.1875, |
| "epoch": 0.502092050209205, |
| "grad_norm": 3.7879159450531006, |
| "kl": 0.08837890625, |
| "learning_rate": 8.755230125523012e-07, |
| "loss": 0.0035, |
| "reward": 0.6525634527206421, |
| "reward_std": 0.08133722841739655, |
| "reward_std_all": 0.0806664228439331, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9502071142196655, |
| "rewards/forensics_tempsamp_iou_reward": 0.4650634378194809, |
| "step": 120 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 0.5062761506276151, |
| "grad_norm": 3.491384983062744, |
| "kl": 0.096923828125, |
| "learning_rate": 8.744769874476987e-07, |
| "loss": 0.0039, |
| "reward": 0.7614250481128693, |
| "reward_std": 0.06946882233023643, |
| "reward_std_all": 0.10384571179747581, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9355865716934204, |
| "rewards/forensics_tempsamp_iou_reward": 0.5176750421524048, |
| "step": 121 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 0.5104602510460251, |
| "grad_norm": 3.5175740718841553, |
| "kl": 0.216064453125, |
| "learning_rate": 8.734309623430963e-07, |
| "loss": 0.0086, |
| "reward": 0.42754748463630676, |
| "reward_std": 0.10989250987768173, |
| "reward_std_all": 0.11991768702864647, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8580279350280762, |
| "rewards/forensics_tempsamp_iou_reward": 0.25879746675491333, |
| "step": 122 |
| }, |
| { |
| "completion_length": 20.03125, |
| "epoch": 0.5146443514644351, |
| "grad_norm": 2.6294078826904297, |
| "kl": 0.1083984375, |
| "learning_rate": 8.723849372384937e-07, |
| "loss": 0.0043, |
| "reward": 0.5376076400279999, |
| "reward_std": 0.09668216854333878, |
| "reward_std_all": 0.11213506758213043, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7276684641838074, |
| "rewards/forensics_tempsamp_iou_reward": 0.33760765194892883, |
| "step": 123 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 0.5188284518828452, |
| "grad_norm": 2.9117889404296875, |
| "kl": 0.095703125, |
| "learning_rate": 8.713389121338912e-07, |
| "loss": 0.0038, |
| "reward": 0.6464064419269562, |
| "reward_std": 0.09913130849599838, |
| "reward_std_all": 0.11221035942435265, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9282352328300476, |
| "rewards/forensics_tempsamp_iou_reward": 0.41515645384788513, |
| "step": 124 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 0.5230125523012552, |
| "grad_norm": 3.049792766571045, |
| "kl": 0.099609375, |
| "learning_rate": 8.702928870292887e-07, |
| "loss": 0.004, |
| "reward": 0.6394393742084503, |
| "reward_std": 0.10049973800778389, |
| "reward_std_all": 0.10296470299363136, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8860098719596863, |
| "rewards/forensics_tempsamp_iou_reward": 0.4206893593072891, |
| "step": 125 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 0.5271966527196653, |
| "grad_norm": 2.7640981674194336, |
| "kl": 0.093994140625, |
| "learning_rate": 8.692468619246861e-07, |
| "loss": 0.0038, |
| "reward": 0.7162806391716003, |
| "reward_std": 0.07534628920257092, |
| "reward_std_all": 0.08709894865751266, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7907997071743011, |
| "rewards/forensics_tempsamp_iou_reward": 0.43503066897392273, |
| "step": 126 |
| }, |
| { |
| "completion_length": 19.703125, |
| "epoch": 0.5313807531380753, |
| "grad_norm": 2.470123052597046, |
| "kl": 0.08203125, |
| "learning_rate": 8.682008368200836e-07, |
| "loss": 0.0033, |
| "reward": 0.7533744871616364, |
| "reward_std": 0.10253429412841797, |
| "reward_std_all": 0.11671300232410431, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9602864682674408, |
| "rewards/forensics_tempsamp_iou_reward": 0.5096244812011719, |
| "step": 127 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 0.5355648535564853, |
| "grad_norm": 3.3922882080078125, |
| "kl": 0.08203125, |
| "learning_rate": 8.671548117154811e-07, |
| "loss": 0.0033, |
| "reward": 0.6069016754627228, |
| "reward_std": 0.10482721030712128, |
| "reward_std_all": 0.11041027307510376, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9339583218097687, |
| "rewards/forensics_tempsamp_iou_reward": 0.3944016546010971, |
| "step": 128 |
| }, |
| { |
| "completion_length": 20.03125, |
| "epoch": 0.5397489539748954, |
| "grad_norm": 2.7597382068634033, |
| "kl": 0.08447265625, |
| "learning_rate": 8.661087866108786e-07, |
| "loss": 0.0034, |
| "reward": 0.6423919498920441, |
| "reward_std": 0.08990656584501266, |
| "reward_std_all": 0.08616301417350769, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9240418374538422, |
| "rewards/forensics_tempsamp_iou_reward": 0.4611419588327408, |
| "step": 129 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 0.5439330543933054, |
| "grad_norm": 4.291018009185791, |
| "kl": 0.139892578125, |
| "learning_rate": 8.650627615062761e-07, |
| "loss": 0.0056, |
| "reward": 0.6174978613853455, |
| "reward_std": 0.1197182647883892, |
| "reward_std_all": 0.10610115900635719, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7394010722637177, |
| "rewards/forensics_tempsamp_iou_reward": 0.35499782860279083, |
| "step": 130 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 0.5481171548117155, |
| "grad_norm": 3.0171236991882324, |
| "kl": 0.11376953125, |
| "learning_rate": 8.640167364016737e-07, |
| "loss": 0.0045, |
| "reward": 0.4117601215839386, |
| "reward_std": 0.14897873252630234, |
| "reward_std_all": 0.1318921186029911, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8174600899219513, |
| "rewards/forensics_tempsamp_iou_reward": 0.26801010966300964, |
| "step": 131 |
| }, |
| { |
| "completion_length": 19.90625, |
| "epoch": 0.5523012552301255, |
| "grad_norm": 3.703280210494995, |
| "kl": 0.102783203125, |
| "learning_rate": 8.629707112970711e-07, |
| "loss": 0.0041, |
| "reward": 0.7159865200519562, |
| "reward_std": 0.08132747560739517, |
| "reward_std_all": 0.10887794941663742, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9532874226570129, |
| "rewards/forensics_tempsamp_iou_reward": 0.4722365140914917, |
| "step": 132 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 0.5564853556485355, |
| "grad_norm": 3.684596538543701, |
| "kl": 0.115478515625, |
| "learning_rate": 8.619246861924686e-07, |
| "loss": 0.0046, |
| "reward": 0.5029393136501312, |
| "reward_std": 0.10861274600028992, |
| "reward_std_all": 0.12947794795036316, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8091475069522858, |
| "rewards/forensics_tempsamp_iou_reward": 0.31543926894664764, |
| "step": 133 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 0.5606694560669456, |
| "grad_norm": 3.312018394470215, |
| "kl": 0.12548828125, |
| "learning_rate": 8.608786610878661e-07, |
| "loss": 0.005, |
| "reward": 0.7007938623428345, |
| "reward_std": 0.07947684824466705, |
| "reward_std_all": 0.07821428030729294, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9106453061103821, |
| "rewards/forensics_tempsamp_iou_reward": 0.4195438027381897, |
| "step": 134 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 0.5648535564853556, |
| "grad_norm": 3.725069522857666, |
| "kl": 0.138427734375, |
| "learning_rate": 8.598326359832636e-07, |
| "loss": 0.0055, |
| "reward": 0.5663236081600189, |
| "reward_std": 0.1311035305261612, |
| "reward_std_all": 0.12641489505767822, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8615466058254242, |
| "rewards/forensics_tempsamp_iou_reward": 0.35382357239723206, |
| "step": 135 |
| }, |
| { |
| "completion_length": 19.0, |
| "epoch": 0.5690376569037657, |
| "grad_norm": 2.757084369659424, |
| "kl": 0.1826171875, |
| "learning_rate": 8.58786610878661e-07, |
| "loss": 0.0073, |
| "reward": 0.5639887750148773, |
| "reward_std": 0.09152401611208916, |
| "reward_std_all": 0.10838593542575836, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9545789957046509, |
| "rewards/forensics_tempsamp_iou_reward": 0.35773877799510956, |
| "step": 136 |
| }, |
| { |
| "completion_length": 19.09375, |
| "epoch": 0.5732217573221757, |
| "grad_norm": 4.684041500091553, |
| "kl": 0.089599609375, |
| "learning_rate": 8.577405857740585e-07, |
| "loss": 0.0036, |
| "reward": 0.6443935036659241, |
| "reward_std": 0.12464046850800514, |
| "reward_std_all": 0.13631170615553856, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.994156539440155, |
| "rewards/forensics_tempsamp_iou_reward": 0.4381434917449951, |
| "step": 137 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 0.5774058577405857, |
| "grad_norm": 4.605729103088379, |
| "kl": 0.14794921875, |
| "learning_rate": 8.56694560669456e-07, |
| "loss": 0.0059, |
| "reward": 0.6449767351150513, |
| "reward_std": 0.134316548705101, |
| "reward_std_all": 0.13964197039604187, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9189265370368958, |
| "rewards/forensics_tempsamp_iou_reward": 0.42622675001621246, |
| "step": 138 |
| }, |
| { |
| "completion_length": 19.703125, |
| "epoch": 0.5815899581589958, |
| "grad_norm": 2.977785110473633, |
| "kl": 0.118896484375, |
| "learning_rate": 8.556485355648536e-07, |
| "loss": 0.0048, |
| "reward": 0.7730225026607513, |
| "reward_std": 0.08469157293438911, |
| "reward_std_all": 0.10889023169875145, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9013156890869141, |
| "rewards/forensics_tempsamp_iou_reward": 0.5292725116014481, |
| "step": 139 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 0.5857740585774058, |
| "grad_norm": 3.1831421852111816, |
| "kl": 0.14794921875, |
| "learning_rate": 8.54602510460251e-07, |
| "loss": 0.0059, |
| "reward": 0.7621346414089203, |
| "reward_std": 0.12075449153780937, |
| "reward_std_all": 0.1277744248509407, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8965995013713837, |
| "rewards/forensics_tempsamp_iou_reward": 0.4808846712112427, |
| "step": 140 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 0.5899581589958159, |
| "grad_norm": 3.96526837348938, |
| "kl": 0.09228515625, |
| "learning_rate": 8.535564853556485e-07, |
| "loss": 0.0037, |
| "reward": 0.7992464303970337, |
| "reward_std": 0.09363288804888725, |
| "reward_std_all": 0.0859257634729147, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.943135142326355, |
| "rewards/forensics_tempsamp_iou_reward": 0.5554964244365692, |
| "step": 141 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 0.5941422594142259, |
| "grad_norm": 2.7952589988708496, |
| "kl": 0.102294921875, |
| "learning_rate": 8.52510460251046e-07, |
| "loss": 0.0041, |
| "reward": 0.5597171783447266, |
| "reward_std": 0.15080993622541428, |
| "reward_std_all": 0.13793885335326195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8772997856140137, |
| "rewards/forensics_tempsamp_iou_reward": 0.36596715450286865, |
| "step": 142 |
| }, |
| { |
| "completion_length": 19.984375, |
| "epoch": 0.5983263598326359, |
| "grad_norm": 3.114821434020996, |
| "kl": 0.1220703125, |
| "learning_rate": 8.514644351464435e-07, |
| "loss": 0.0049, |
| "reward": 0.6239852607250214, |
| "reward_std": 0.08609616011381149, |
| "reward_std_all": 0.08595015853643417, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9668470621109009, |
| "rewards/forensics_tempsamp_iou_reward": 0.4177352786064148, |
| "step": 143 |
| }, |
| { |
| "completion_length": 19.203125, |
| "epoch": 0.602510460251046, |
| "grad_norm": 3.173027753829956, |
| "kl": 0.126708984375, |
| "learning_rate": 8.50418410041841e-07, |
| "loss": 0.0051, |
| "reward": 0.7091273069381714, |
| "reward_std": 0.0885816179215908, |
| "reward_std_all": 0.08516302704811096, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9411433935165405, |
| "rewards/forensics_tempsamp_iou_reward": 0.4653773009777069, |
| "step": 144 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 0.606694560669456, |
| "grad_norm": 4.5959978103637695, |
| "kl": 0.135986328125, |
| "learning_rate": 8.493723849372385e-07, |
| "loss": 0.0055, |
| "reward": 0.4787372052669525, |
| "reward_std": 0.10888916254043579, |
| "reward_std_all": 0.12533752247691154, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7306699305772781, |
| "rewards/forensics_tempsamp_iou_reward": 0.3099871873855591, |
| "step": 145 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 0.6108786610878661, |
| "grad_norm": 3.0862998962402344, |
| "kl": 0.115966796875, |
| "learning_rate": 8.483263598326359e-07, |
| "loss": 0.0046, |
| "reward": 0.6556963920593262, |
| "reward_std": 0.15058965981006622, |
| "reward_std_all": 0.159757100045681, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8669654726982117, |
| "rewards/forensics_tempsamp_iou_reward": 0.43694639205932617, |
| "step": 146 |
| }, |
| { |
| "completion_length": 19.15625, |
| "epoch": 0.6150627615062761, |
| "grad_norm": 2.893033027648926, |
| "kl": 0.1201171875, |
| "learning_rate": 8.472803347280334e-07, |
| "loss": 0.0048, |
| "reward": 0.7848754525184631, |
| "reward_std": 0.10618319734930992, |
| "reward_std_all": 0.11609451472759247, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9871051013469696, |
| "rewards/forensics_tempsamp_iou_reward": 0.5286253988742828, |
| "step": 147 |
| }, |
| { |
| "completion_length": 19.046875, |
| "epoch": 0.6192468619246861, |
| "grad_norm": 3.475217580795288, |
| "kl": 0.1552734375, |
| "learning_rate": 8.462343096234308e-07, |
| "loss": 0.0062, |
| "reward": 0.5500079095363617, |
| "reward_std": 0.10092710703611374, |
| "reward_std_all": 0.10135620087385178, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8728050887584686, |
| "rewards/forensics_tempsamp_iou_reward": 0.38125792145729065, |
| "step": 148 |
| }, |
| { |
| "completion_length": 19.21875, |
| "epoch": 0.6234309623430963, |
| "grad_norm": 2.6733691692352295, |
| "kl": 0.105224609375, |
| "learning_rate": 8.451882845188284e-07, |
| "loss": 0.0042, |
| "reward": 0.5993291884660721, |
| "reward_std": 0.06402122788131237, |
| "reward_std_all": 0.06105411611497402, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7858968079090118, |
| "rewards/forensics_tempsamp_iou_reward": 0.3930791765451431, |
| "step": 149 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 0.6276150627615062, |
| "grad_norm": 3.8565430641174316, |
| "kl": 0.3115234375, |
| "learning_rate": 8.441422594142259e-07, |
| "loss": 0.0124, |
| "reward": 0.493300199508667, |
| "reward_std": 0.10041061788797379, |
| "reward_std_all": 0.16417020559310913, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.684904158115387, |
| "rewards/forensics_tempsamp_iou_reward": 0.28080014884471893, |
| "step": 150 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 0.6317991631799164, |
| "grad_norm": 4.840059280395508, |
| "kl": 0.38671875, |
| "learning_rate": 8.430962343096234e-07, |
| "loss": 0.0154, |
| "reward": 0.623344212770462, |
| "reward_std": 0.10479855537414551, |
| "reward_std_all": 0.13236500322818756, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8849445283412933, |
| "rewards/forensics_tempsamp_iou_reward": 0.37334421277046204, |
| "step": 151 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 0.6359832635983264, |
| "grad_norm": 4.237565517425537, |
| "kl": 0.21533203125, |
| "learning_rate": 8.420502092050209e-07, |
| "loss": 0.0086, |
| "reward": 0.6248132884502411, |
| "reward_std": 0.09466112405061722, |
| "reward_std_all": 0.10595813393592834, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9069314002990723, |
| "rewards/forensics_tempsamp_iou_reward": 0.41231323778629303, |
| "step": 152 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 0.6401673640167364, |
| "grad_norm": 4.066334247589111, |
| "kl": 0.17822265625, |
| "learning_rate": 8.410041841004184e-07, |
| "loss": 0.0071, |
| "reward": 0.6793281137943268, |
| "reward_std": 0.10661736875772476, |
| "reward_std_all": 0.09847169741988182, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9248282611370087, |
| "rewards/forensics_tempsamp_iou_reward": 0.4543280601501465, |
| "step": 153 |
| }, |
| { |
| "completion_length": 19.0, |
| "epoch": 0.6443514644351465, |
| "grad_norm": 5.887523174285889, |
| "kl": 0.14501953125, |
| "learning_rate": 8.399581589958159e-07, |
| "loss": 0.0058, |
| "reward": 0.5762135088443756, |
| "reward_std": 0.102585818618536, |
| "reward_std_all": 0.11943919211626053, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9726110100746155, |
| "rewards/forensics_tempsamp_iou_reward": 0.38871346414089203, |
| "step": 154 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 0.6485355648535565, |
| "grad_norm": 3.2659943103790283, |
| "kl": 0.1240234375, |
| "learning_rate": 8.389121338912134e-07, |
| "loss": 0.005, |
| "reward": 0.6631394922733307, |
| "reward_std": 0.13347340747714043, |
| "reward_std_all": 0.14471854269504547, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9437447786331177, |
| "rewards/forensics_tempsamp_iou_reward": 0.4568895101547241, |
| "step": 155 |
| }, |
| { |
| "completion_length": 19.234375, |
| "epoch": 0.6527196652719666, |
| "grad_norm": 3.34234356880188, |
| "kl": 0.19970703125, |
| "learning_rate": 8.378661087866107e-07, |
| "loss": 0.008, |
| "reward": 0.5906393229961395, |
| "reward_std": 0.1377449333667755, |
| "reward_std_all": 0.14244873821735382, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8063830733299255, |
| "rewards/forensics_tempsamp_iou_reward": 0.3906393051147461, |
| "step": 156 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 0.6569037656903766, |
| "grad_norm": 2.7090909481048584, |
| "kl": 0.100830078125, |
| "learning_rate": 8.368200836820083e-07, |
| "loss": 0.004, |
| "reward": 0.528645396232605, |
| "reward_std": 0.056314751505851746, |
| "reward_std_all": 0.0785459615290165, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7931099236011505, |
| "rewards/forensics_tempsamp_iou_reward": 0.3411453515291214, |
| "step": 157 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 0.6610878661087866, |
| "grad_norm": 3.113210678100586, |
| "kl": 0.106689453125, |
| "learning_rate": 8.357740585774058e-07, |
| "loss": 0.0043, |
| "reward": 0.6412312090396881, |
| "reward_std": 0.06803805567324162, |
| "reward_std_all": 0.08268315345048904, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8803583085536957, |
| "rewards/forensics_tempsamp_iou_reward": 0.43498116731643677, |
| "step": 158 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 0.6652719665271967, |
| "grad_norm": 4.548762798309326, |
| "kl": 0.139404296875, |
| "learning_rate": 8.347280334728033e-07, |
| "loss": 0.0056, |
| "reward": 0.6290504932403564, |
| "reward_std": 0.08222807198762894, |
| "reward_std_all": 0.09418345242738724, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9216017127037048, |
| "rewards/forensics_tempsamp_iou_reward": 0.4228005111217499, |
| "step": 159 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 0.6694560669456067, |
| "grad_norm": 4.2907233238220215, |
| "kl": 0.15625, |
| "learning_rate": 8.336820083682008e-07, |
| "loss": 0.0062, |
| "reward": 0.5531624853610992, |
| "reward_std": 0.12579137459397316, |
| "reward_std_all": 0.14344793558120728, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8949334919452667, |
| "rewards/forensics_tempsamp_iou_reward": 0.3844124674797058, |
| "step": 160 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 0.6736401673640168, |
| "grad_norm": 3.9313104152679443, |
| "kl": 0.1552734375, |
| "learning_rate": 8.326359832635983e-07, |
| "loss": 0.0062, |
| "reward": 0.5714309811592102, |
| "reward_std": 0.0675281286239624, |
| "reward_std_all": 0.08629157394170761, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8716887533664703, |
| "rewards/forensics_tempsamp_iou_reward": 0.352680966258049, |
| "step": 161 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 0.6778242677824268, |
| "grad_norm": 3.3187482357025146, |
| "kl": 0.1689453125, |
| "learning_rate": 8.315899581589958e-07, |
| "loss": 0.0067, |
| "reward": 0.7525539696216583, |
| "reward_std": 0.08226880803704262, |
| "reward_std_all": 0.1416272446513176, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8967974781990051, |
| "rewards/forensics_tempsamp_iou_reward": 0.4900539517402649, |
| "step": 162 |
| }, |
| { |
| "completion_length": 20.953125, |
| "epoch": 0.6820083682008368, |
| "grad_norm": 4.148557186126709, |
| "kl": 0.120361328125, |
| "learning_rate": 8.305439330543933e-07, |
| "loss": 0.0048, |
| "reward": 0.7093664109706879, |
| "reward_std": 0.13203652203083038, |
| "reward_std_all": 0.12856262549757957, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8901089131832123, |
| "rewards/forensics_tempsamp_iou_reward": 0.47811639308929443, |
| "step": 163 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 0.6861924686192469, |
| "grad_norm": 3.648867607116699, |
| "kl": 0.15283203125, |
| "learning_rate": 8.294979079497908e-07, |
| "loss": 0.0061, |
| "reward": 0.5274137854576111, |
| "reward_std": 0.06567574106156826, |
| "reward_std_all": 0.08531443774700165, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7994304895401001, |
| "rewards/forensics_tempsamp_iou_reward": 0.3399137854576111, |
| "step": 164 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 0.6903765690376569, |
| "grad_norm": 3.7906179428100586, |
| "kl": 0.1318359375, |
| "learning_rate": 8.284518828451882e-07, |
| "loss": 0.0053, |
| "reward": 0.7236236929893494, |
| "reward_std": 0.09863743931055069, |
| "reward_std_all": 0.10556072741746902, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9181312024593353, |
| "rewards/forensics_tempsamp_iou_reward": 0.47362369298934937, |
| "step": 165 |
| }, |
| { |
| "completion_length": 21.3125, |
| "epoch": 0.694560669456067, |
| "grad_norm": 4.071810245513916, |
| "kl": 0.15185546875, |
| "learning_rate": 8.274058577405857e-07, |
| "loss": 0.0061, |
| "reward": 0.5480881184339523, |
| "reward_std": 0.09892648085951805, |
| "reward_std_all": 0.09314671903848648, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9033875167369843, |
| "rewards/forensics_tempsamp_iou_reward": 0.3793381005525589, |
| "step": 166 |
| }, |
| { |
| "completion_length": 19.984375, |
| "epoch": 0.698744769874477, |
| "grad_norm": 4.564801216125488, |
| "kl": 0.19189453125, |
| "learning_rate": 8.263598326359832e-07, |
| "loss": 0.0077, |
| "reward": 0.7085209488868713, |
| "reward_std": 0.1416328325867653, |
| "reward_std_all": 0.15204282850027084, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8963311910629272, |
| "rewards/forensics_tempsamp_iou_reward": 0.45852090418338776, |
| "step": 167 |
| }, |
| { |
| "completion_length": 20.0, |
| "epoch": 0.702928870292887, |
| "grad_norm": 3.7447965145111084, |
| "kl": 0.18359375, |
| "learning_rate": 8.253138075313807e-07, |
| "loss": 0.0073, |
| "reward": 0.7695732116699219, |
| "reward_std": 0.07782651484012604, |
| "reward_std_all": 0.09474381059408188, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.92705237865448, |
| "rewards/forensics_tempsamp_iou_reward": 0.5070731937885284, |
| "step": 168 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 0.7071129707112971, |
| "grad_norm": 2.954232692718506, |
| "kl": 0.186767578125, |
| "learning_rate": 8.242677824267782e-07, |
| "loss": 0.0075, |
| "reward": 0.5750656723976135, |
| "reward_std": 0.091611098498106, |
| "reward_std_all": 0.13426023721694946, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9451993107795715, |
| "rewards/forensics_tempsamp_iou_reward": 0.36256568133831024, |
| "step": 169 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 0.7112970711297071, |
| "grad_norm": 3.4808061122894287, |
| "kl": 0.1025390625, |
| "learning_rate": 8.232217573221757e-07, |
| "loss": 0.0041, |
| "reward": 0.7457993030548096, |
| "reward_std": 0.10333950631320477, |
| "reward_std_all": 0.12351281940937042, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9144946038722992, |
| "rewards/forensics_tempsamp_iou_reward": 0.4707992970943451, |
| "step": 170 |
| }, |
| { |
| "completion_length": 21.34375, |
| "epoch": 0.7154811715481172, |
| "grad_norm": 3.7498137950897217, |
| "kl": 0.20458984375, |
| "learning_rate": 8.221757322175732e-07, |
| "loss": 0.0082, |
| "reward": 0.5861375629901886, |
| "reward_std": 0.11713692545890808, |
| "reward_std_all": 0.11201807484030724, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7611555755138397, |
| "rewards/forensics_tempsamp_iou_reward": 0.35488754510879517, |
| "step": 171 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 0.7196652719665272, |
| "grad_norm": 3.1784815788269043, |
| "kl": 0.17626953125, |
| "learning_rate": 8.211297071129707e-07, |
| "loss": 0.0071, |
| "reward": 0.5476935803890228, |
| "reward_std": 0.11565112322568893, |
| "reward_std_all": 0.10529893264174461, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8245013654232025, |
| "rewards/forensics_tempsamp_iou_reward": 0.34144356846809387, |
| "step": 172 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 0.7238493723849372, |
| "grad_norm": 3.1133148670196533, |
| "kl": 0.188720703125, |
| "learning_rate": 8.200836820083682e-07, |
| "loss": 0.0075, |
| "reward": 0.7108959555625916, |
| "reward_std": 0.0980963408946991, |
| "reward_std_all": 0.1040746234357357, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.91154545545578, |
| "rewards/forensics_tempsamp_iou_reward": 0.4483959376811981, |
| "step": 173 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 0.7280334728033473, |
| "grad_norm": 3.376473903656006, |
| "kl": 0.14208984375, |
| "learning_rate": 8.190376569037657e-07, |
| "loss": 0.0057, |
| "reward": 0.675089955329895, |
| "reward_std": 0.10379363968968391, |
| "reward_std_all": 0.10794961452484131, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8427824079990387, |
| "rewards/forensics_tempsamp_iou_reward": 0.4063398987054825, |
| "step": 174 |
| }, |
| { |
| "completion_length": 21.453125, |
| "epoch": 0.7322175732217573, |
| "grad_norm": 4.696430683135986, |
| "kl": 0.116943359375, |
| "learning_rate": 8.179916317991632e-07, |
| "loss": 0.0047, |
| "reward": 0.5889217555522919, |
| "reward_std": 0.11626537889242172, |
| "reward_std_all": 0.12262865155935287, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8391507863998413, |
| "rewards/forensics_tempsamp_iou_reward": 0.3764217644929886, |
| "step": 175 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 0.7364016736401674, |
| "grad_norm": 3.50065279006958, |
| "kl": 0.15185546875, |
| "learning_rate": 8.169456066945606e-07, |
| "loss": 0.0061, |
| "reward": 0.6088903546333313, |
| "reward_std": 0.12188740074634552, |
| "reward_std_all": 0.17425956577062607, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8975813090801239, |
| "rewards/forensics_tempsamp_iou_reward": 0.3776403218507767, |
| "step": 176 |
| }, |
| { |
| "completion_length": 20.03125, |
| "epoch": 0.7405857740585774, |
| "grad_norm": 3.500638961791992, |
| "kl": 0.14013671875, |
| "learning_rate": 8.158995815899581e-07, |
| "loss": 0.0056, |
| "reward": 0.6307119131088257, |
| "reward_std": 0.12364876642823219, |
| "reward_std_all": 0.1466245800256729, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9525042772293091, |
| "rewards/forensics_tempsamp_iou_reward": 0.41821183264255524, |
| "step": 177 |
| }, |
| { |
| "completion_length": 21.671875, |
| "epoch": 0.7447698744769874, |
| "grad_norm": 4.977306365966797, |
| "kl": 0.16064453125, |
| "learning_rate": 8.148535564853556e-07, |
| "loss": 0.0064, |
| "reward": 0.803900808095932, |
| "reward_std": 0.13980262726545334, |
| "reward_std_all": 0.14784205704927444, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9419832229614258, |
| "rewards/forensics_tempsamp_iou_reward": 0.522650808095932, |
| "step": 178 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 0.7489539748953975, |
| "grad_norm": 5.4983930587768555, |
| "kl": 0.1884765625, |
| "learning_rate": 8.138075313807531e-07, |
| "loss": 0.0075, |
| "reward": 0.7270975708961487, |
| "reward_std": 0.07203448191285133, |
| "reward_std_all": 0.0757376030087471, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9036745727062225, |
| "rewards/forensics_tempsamp_iou_reward": 0.5020975470542908, |
| "step": 179 |
| }, |
| { |
| "completion_length": 23.53125, |
| "epoch": 0.7531380753138075, |
| "grad_norm": 3.955732583999634, |
| "kl": 0.16552734375, |
| "learning_rate": 8.127615062761506e-07, |
| "loss": 0.0066, |
| "reward": 0.7134921848773956, |
| "reward_std": 0.140335351228714, |
| "reward_std_all": 0.1529119722545147, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9676766693592072, |
| "rewards/forensics_tempsamp_iou_reward": 0.4759921729564667, |
| "step": 180 |
| }, |
| { |
| "completion_length": 22.03125, |
| "epoch": 0.7573221757322176, |
| "grad_norm": 4.426943302154541, |
| "kl": 0.21044921875, |
| "learning_rate": 8.117154811715481e-07, |
| "loss": 0.0084, |
| "reward": 0.7432798743247986, |
| "reward_std": 0.15820610523223877, |
| "reward_std_all": 0.19281521439552307, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8993062078952789, |
| "rewards/forensics_tempsamp_iou_reward": 0.48702993988990784, |
| "step": 181 |
| }, |
| { |
| "completion_length": 21.15625, |
| "epoch": 0.7615062761506276, |
| "grad_norm": 3.2728111743927, |
| "kl": 0.2568359375, |
| "learning_rate": 8.106694560669455e-07, |
| "loss": 0.0103, |
| "reward": 0.7888374924659729, |
| "reward_std": 0.1021641381084919, |
| "reward_std_all": 0.10562888160347939, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8884918689727783, |
| "rewards/forensics_tempsamp_iou_reward": 0.5138374269008636, |
| "step": 182 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 0.7656903765690377, |
| "grad_norm": 3.4235565662384033, |
| "kl": 0.146484375, |
| "learning_rate": 8.096234309623431e-07, |
| "loss": 0.0058, |
| "reward": 0.702350914478302, |
| "reward_std": 0.08149327710270882, |
| "reward_std_all": 0.10334543511271477, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9267154037952423, |
| "rewards/forensics_tempsamp_iou_reward": 0.46485088765621185, |
| "step": 183 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 0.7698744769874477, |
| "grad_norm": 3.3342247009277344, |
| "kl": 0.15478515625, |
| "learning_rate": 8.085774058577406e-07, |
| "loss": 0.0062, |
| "reward": 0.5964082181453705, |
| "reward_std": 0.09782892093062401, |
| "reward_std_all": 0.10299720615148544, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9563372135162354, |
| "rewards/forensics_tempsamp_iou_reward": 0.3901582211256027, |
| "step": 184 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 0.7740585774058577, |
| "grad_norm": 4.920086860656738, |
| "kl": 0.17529296875, |
| "learning_rate": 8.075313807531381e-07, |
| "loss": 0.007, |
| "reward": 0.5646756589412689, |
| "reward_std": 0.14160168915987015, |
| "reward_std_all": 0.15787725895643234, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8811449706554413, |
| "rewards/forensics_tempsamp_iou_reward": 0.3771756589412689, |
| "step": 185 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 0.7782426778242678, |
| "grad_norm": 4.2797980308532715, |
| "kl": 0.1630859375, |
| "learning_rate": 8.064853556485355e-07, |
| "loss": 0.0065, |
| "reward": 0.754219651222229, |
| "reward_std": 0.09982122480869293, |
| "reward_std_all": 0.1099339909851551, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9234360456466675, |
| "rewards/forensics_tempsamp_iou_reward": 0.5104696303606033, |
| "step": 186 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 0.7824267782426778, |
| "grad_norm": 3.352888822555542, |
| "kl": 0.16064453125, |
| "learning_rate": 8.05439330543933e-07, |
| "loss": 0.0064, |
| "reward": 0.6668307483196259, |
| "reward_std": 0.08947615325450897, |
| "reward_std_all": 0.08575053885579109, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7402969598770142, |
| "rewards/forensics_tempsamp_iou_reward": 0.4293307363986969, |
| "step": 187 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 0.7866108786610879, |
| "grad_norm": 4.427997589111328, |
| "kl": 0.17333984375, |
| "learning_rate": 8.043933054393305e-07, |
| "loss": 0.0069, |
| "reward": 0.7005333304405212, |
| "reward_std": 0.11792734265327454, |
| "reward_std_all": 0.1388806253671646, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9032189249992371, |
| "rewards/forensics_tempsamp_iou_reward": 0.4567832797765732, |
| "step": 188 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 0.7907949790794979, |
| "grad_norm": 3.770003080368042, |
| "kl": 0.12890625, |
| "learning_rate": 8.03347280334728e-07, |
| "loss": 0.0052, |
| "reward": 0.5472402125597, |
| "reward_std": 0.08739959448575974, |
| "reward_std_all": 0.08724266290664673, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8065541684627533, |
| "rewards/forensics_tempsamp_iou_reward": 0.3847402036190033, |
| "step": 189 |
| }, |
| { |
| "completion_length": 20.421875, |
| "epoch": 0.7949790794979079, |
| "grad_norm": 3.9401254653930664, |
| "kl": 0.141357421875, |
| "learning_rate": 8.023012552301254e-07, |
| "loss": 0.0057, |
| "reward": 0.7131828665733337, |
| "reward_std": 0.11332910507917404, |
| "reward_std_all": 0.12954271957278252, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8893219828605652, |
| "rewards/forensics_tempsamp_iou_reward": 0.4881828725337982, |
| "step": 190 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 0.799163179916318, |
| "grad_norm": 3.6429383754730225, |
| "kl": 0.205078125, |
| "learning_rate": 8.01255230125523e-07, |
| "loss": 0.0082, |
| "reward": 0.6849219501018524, |
| "reward_std": 0.13561861962080002, |
| "reward_std_all": 0.13866001740098, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.966516762971878, |
| "rewards/forensics_tempsamp_iou_reward": 0.4536719471216202, |
| "step": 191 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 0.803347280334728, |
| "grad_norm": 3.901139736175537, |
| "kl": 0.1201171875, |
| "learning_rate": 8.002092050209205e-07, |
| "loss": 0.0048, |
| "reward": 0.6551456451416016, |
| "reward_std": 0.1037692055106163, |
| "reward_std_all": 0.113624706864357, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9364243745803833, |
| "rewards/forensics_tempsamp_iou_reward": 0.46139562129974365, |
| "step": 192 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 0.8075313807531381, |
| "grad_norm": 3.4095418453216553, |
| "kl": 0.164794921875, |
| "learning_rate": 7.99163179916318e-07, |
| "loss": 0.0066, |
| "reward": 0.5803510248661041, |
| "reward_std": 0.06214088201522827, |
| "reward_std_all": 0.07704145461320877, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.827402800321579, |
| "rewards/forensics_tempsamp_iou_reward": 0.3741009682416916, |
| "step": 193 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 0.8117154811715481, |
| "grad_norm": 3.160827875137329, |
| "kl": 0.15576171875, |
| "learning_rate": 7.981171548117155e-07, |
| "loss": 0.0062, |
| "reward": 0.7622280418872833, |
| "reward_std": 0.11397382244467735, |
| "reward_std_all": 0.12475274130702019, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8586688041687012, |
| "rewards/forensics_tempsamp_iou_reward": 0.505977988243103, |
| "step": 194 |
| }, |
| { |
| "completion_length": 20.671875, |
| "epoch": 0.8158995815899581, |
| "grad_norm": 4.40226936340332, |
| "kl": 0.15771484375, |
| "learning_rate": 7.97071129707113e-07, |
| "loss": 0.0063, |
| "reward": 0.5836629718542099, |
| "reward_std": 0.07431427389383316, |
| "reward_std_all": 0.08958205953240395, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8576148152351379, |
| "rewards/forensics_tempsamp_iou_reward": 0.3711629807949066, |
| "step": 195 |
| }, |
| { |
| "completion_length": 18.984375, |
| "epoch": 0.8200836820083682, |
| "grad_norm": 3.2660207748413086, |
| "kl": 0.2021484375, |
| "learning_rate": 7.960251046025104e-07, |
| "loss": 0.0081, |
| "reward": 0.698920875787735, |
| "reward_std": 0.06629294157028198, |
| "reward_std_all": 0.06239023804664612, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7531600892543793, |
| "rewards/forensics_tempsamp_iou_reward": 0.4551708698272705, |
| "step": 196 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 0.8242677824267782, |
| "grad_norm": 3.5282511711120605, |
| "kl": 0.173583984375, |
| "learning_rate": 7.949790794979079e-07, |
| "loss": 0.0069, |
| "reward": 0.7174321711063385, |
| "reward_std": 0.08786897547543049, |
| "reward_std_all": 0.09843263402581215, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7791793942451477, |
| "rewards/forensics_tempsamp_iou_reward": 0.4611821472644806, |
| "step": 197 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 0.8284518828451883, |
| "grad_norm": 3.4154021739959717, |
| "kl": 0.15380859375, |
| "learning_rate": 7.939330543933053e-07, |
| "loss": 0.0061, |
| "reward": 0.5844378769397736, |
| "reward_std": 0.06075112894177437, |
| "reward_std_all": 0.05604073032736778, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9718809127807617, |
| "rewards/forensics_tempsamp_iou_reward": 0.3781878650188446, |
| "step": 198 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 0.8326359832635983, |
| "grad_norm": 2.5856120586395264, |
| "kl": 0.173828125, |
| "learning_rate": 7.928870292887028e-07, |
| "loss": 0.0069, |
| "reward": 0.5871795117855072, |
| "reward_std": 0.0729019045829773, |
| "reward_std_all": 0.0793045274913311, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8402941823005676, |
| "rewards/forensics_tempsamp_iou_reward": 0.38717950880527496, |
| "step": 199 |
| }, |
| { |
| "completion_length": 19.765625, |
| "epoch": 0.8368200836820083, |
| "grad_norm": 4.4460883140563965, |
| "kl": 0.14794921875, |
| "learning_rate": 7.918410041841004e-07, |
| "loss": 0.0059, |
| "reward": 0.5985688269138336, |
| "reward_std": 0.08084096759557724, |
| "reward_std_all": 0.11753160879015923, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8805758953094482, |
| "rewards/forensics_tempsamp_iou_reward": 0.38606879115104675, |
| "step": 200 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 0.8410041841004184, |
| "grad_norm": 4.5806427001953125, |
| "kl": 0.134033203125, |
| "learning_rate": 7.907949790794979e-07, |
| "loss": 0.0054, |
| "reward": 0.6195500493049622, |
| "reward_std": 0.15169352293014526, |
| "reward_std_all": 0.13997479528188705, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9506289660930634, |
| "rewards/forensics_tempsamp_iou_reward": 0.4383000433444977, |
| "step": 201 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 0.8451882845188284, |
| "grad_norm": 4.264894962310791, |
| "kl": 0.134765625, |
| "learning_rate": 7.897489539748954e-07, |
| "loss": 0.0054, |
| "reward": 0.576414480805397, |
| "reward_std": 0.14312824606895447, |
| "reward_std_all": 0.14257797226309776, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9468026757240295, |
| "rewards/forensics_tempsamp_iou_reward": 0.3764144331216812, |
| "step": 202 |
| }, |
| { |
| "completion_length": 20.109375, |
| "epoch": 0.8493723849372385, |
| "grad_norm": 3.587698221206665, |
| "kl": 0.1357421875, |
| "learning_rate": 7.887029288702929e-07, |
| "loss": 0.0054, |
| "reward": 0.598547488451004, |
| "reward_std": 0.09413411468267441, |
| "reward_std_all": 0.09310927614569664, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8318417370319366, |
| "rewards/forensics_tempsamp_iou_reward": 0.38604749739170074, |
| "step": 203 |
| }, |
| { |
| "completion_length": 19.5, |
| "epoch": 0.8535564853556485, |
| "grad_norm": 4.011575698852539, |
| "kl": 0.2958984375, |
| "learning_rate": 7.876569037656904e-07, |
| "loss": 0.0118, |
| "reward": 0.7982805371284485, |
| "reward_std": 0.15229914337396622, |
| "reward_std_all": 0.15662623941898346, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9222330749034882, |
| "rewards/forensics_tempsamp_iou_reward": 0.5607805252075195, |
| "step": 204 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 0.8577405857740585, |
| "grad_norm": 3.569589614868164, |
| "kl": 0.1552734375, |
| "learning_rate": 7.866108786610879e-07, |
| "loss": 0.0062, |
| "reward": 0.7749476432800293, |
| "reward_std": 0.11703173443675041, |
| "reward_std_all": 0.11760030314326286, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9126115143299103, |
| "rewards/forensics_tempsamp_iou_reward": 0.4936976134777069, |
| "step": 205 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 0.8619246861924686, |
| "grad_norm": 4.900283336639404, |
| "kl": 0.13525390625, |
| "learning_rate": 7.855648535564853e-07, |
| "loss": 0.0054, |
| "reward": 0.558889850974083, |
| "reward_std": 0.0997723788022995, |
| "reward_std_all": 0.09135255962610245, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8452762961387634, |
| "rewards/forensics_tempsamp_iou_reward": 0.3526398688554764, |
| "step": 206 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 0.8661087866108786, |
| "grad_norm": 3.7589802742004395, |
| "kl": 0.3310546875, |
| "learning_rate": 7.845188284518827e-07, |
| "loss": 0.0132, |
| "reward": 0.5896714925765991, |
| "reward_std": 0.09271131828427315, |
| "reward_std_all": 0.09907573089003563, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9230414032936096, |
| "rewards/forensics_tempsamp_iou_reward": 0.4021714776754379, |
| "step": 207 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 0.8702928870292888, |
| "grad_norm": 3.6380887031555176, |
| "kl": 0.153076171875, |
| "learning_rate": 7.834728033472802e-07, |
| "loss": 0.0061, |
| "reward": 0.6101679801940918, |
| "reward_std": 0.09456677734851837, |
| "reward_std_all": 0.0883694514632225, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.830268532037735, |
| "rewards/forensics_tempsamp_iou_reward": 0.40391795337200165, |
| "step": 208 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 0.8744769874476988, |
| "grad_norm": 3.845865249633789, |
| "kl": 0.138671875, |
| "learning_rate": 7.824267782426778e-07, |
| "loss": 0.0055, |
| "reward": 0.5966683328151703, |
| "reward_std": 0.10695075616240501, |
| "reward_std_all": 0.12642833217978477, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8535995185375214, |
| "rewards/forensics_tempsamp_iou_reward": 0.4154183268547058, |
| "step": 209 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 0.8786610878661087, |
| "grad_norm": 3.5281190872192383, |
| "kl": 0.14404296875, |
| "learning_rate": 7.813807531380753e-07, |
| "loss": 0.0058, |
| "reward": 0.7226667106151581, |
| "reward_std": 0.08900719322264194, |
| "reward_std_all": 0.09529306553304195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9524787068367004, |
| "rewards/forensics_tempsamp_iou_reward": 0.49141670763492584, |
| "step": 210 |
| }, |
| { |
| "completion_length": 19.03125, |
| "epoch": 0.8828451882845189, |
| "grad_norm": 2.0846750736236572, |
| "kl": 0.134033203125, |
| "learning_rate": 7.803347280334728e-07, |
| "loss": 0.0054, |
| "reward": 0.7082947194576263, |
| "reward_std": 0.06829556450247765, |
| "reward_std_all": 0.07871583476662636, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9251136183738708, |
| "rewards/forensics_tempsamp_iou_reward": 0.47079475224018097, |
| "step": 211 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 0.8870292887029289, |
| "grad_norm": 5.543247699737549, |
| "kl": 0.15673828125, |
| "learning_rate": 7.792887029288703e-07, |
| "loss": 0.0063, |
| "reward": 0.7889683246612549, |
| "reward_std": 0.11299203708767891, |
| "reward_std_all": 0.1339603289961815, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8886179029941559, |
| "rewards/forensics_tempsamp_iou_reward": 0.5452183485031128, |
| "step": 212 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 0.891213389121339, |
| "grad_norm": 4.3788557052612305, |
| "kl": 0.17333984375, |
| "learning_rate": 7.782426778242678e-07, |
| "loss": 0.0069, |
| "reward": 0.6563570201396942, |
| "reward_std": 0.11173320934176445, |
| "reward_std_all": 0.11471512168645859, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8998058140277863, |
| "rewards/forensics_tempsamp_iou_reward": 0.45010703802108765, |
| "step": 213 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 0.895397489539749, |
| "grad_norm": 3.976327419281006, |
| "kl": 0.16357421875, |
| "learning_rate": 7.771966527196653e-07, |
| "loss": 0.0065, |
| "reward": 0.7960340082645416, |
| "reward_std": 0.08072687312960625, |
| "reward_std_all": 0.07200118154287338, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9286450147628784, |
| "rewards/forensics_tempsamp_iou_reward": 0.5335339903831482, |
| "step": 214 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 0.899581589958159, |
| "grad_norm": 7.997798442840576, |
| "kl": 0.38623046875, |
| "learning_rate": 7.761506276150628e-07, |
| "loss": 0.0155, |
| "reward": 0.5269762873649597, |
| "reward_std": 0.1438157930970192, |
| "reward_std_all": 0.1332736238837242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7449223101139069, |
| "rewards/forensics_tempsamp_iou_reward": 0.3269762694835663, |
| "step": 215 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 0.9037656903765691, |
| "grad_norm": 3.779489517211914, |
| "kl": 0.140625, |
| "learning_rate": 7.751046025104601e-07, |
| "loss": 0.0056, |
| "reward": 0.6292147040367126, |
| "reward_std": 0.13804341852664948, |
| "reward_std_all": 0.13636070489883423, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9223089814186096, |
| "rewards/forensics_tempsamp_iou_reward": 0.4229647219181061, |
| "step": 216 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 0.9079497907949791, |
| "grad_norm": 3.3512744903564453, |
| "kl": 0.1669921875, |
| "learning_rate": 7.740585774058576e-07, |
| "loss": 0.0067, |
| "reward": 0.6755582094192505, |
| "reward_std": 0.12087374180555344, |
| "reward_std_all": 0.11531540006399155, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8294035494327545, |
| "rewards/forensics_tempsamp_iou_reward": 0.463058203458786, |
| "step": 217 |
| }, |
| { |
| "completion_length": 19.015625, |
| "epoch": 0.9121338912133892, |
| "grad_norm": 4.656987190246582, |
| "kl": 0.148193359375, |
| "learning_rate": 7.730125523012552e-07, |
| "loss": 0.0059, |
| "reward": 0.6993460059165955, |
| "reward_std": 0.0915173701941967, |
| "reward_std_all": 0.10322220996022224, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9744487106800079, |
| "rewards/forensics_tempsamp_iou_reward": 0.468095988035202, |
| "step": 218 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 0.9163179916317992, |
| "grad_norm": 2.879117488861084, |
| "kl": 0.142578125, |
| "learning_rate": 7.719665271966527e-07, |
| "loss": 0.0057, |
| "reward": 0.6920916438102722, |
| "reward_std": 0.08463651686906815, |
| "reward_std_all": 0.096174456179142, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9508965313434601, |
| "rewards/forensics_tempsamp_iou_reward": 0.44834162294864655, |
| "step": 219 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 0.9205020920502092, |
| "grad_norm": 2.9190778732299805, |
| "kl": 0.18701171875, |
| "learning_rate": 7.709205020920502e-07, |
| "loss": 0.0075, |
| "reward": 0.769116222858429, |
| "reward_std": 0.1003452017903328, |
| "reward_std_all": 0.10294641181826591, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.882039338350296, |
| "rewards/forensics_tempsamp_iou_reward": 0.5191161632537842, |
| "step": 220 |
| }, |
| { |
| "completion_length": 20.421875, |
| "epoch": 0.9246861924686193, |
| "grad_norm": 2.7252843379974365, |
| "kl": 0.130859375, |
| "learning_rate": 7.698744769874477e-07, |
| "loss": 0.0052, |
| "reward": 0.7196080684661865, |
| "reward_std": 0.14298423379659653, |
| "reward_std_all": 0.133404191583395, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8671830296516418, |
| "rewards/forensics_tempsamp_iou_reward": 0.4633580446243286, |
| "step": 221 |
| }, |
| { |
| "completion_length": 19.171875, |
| "epoch": 0.9288702928870293, |
| "grad_norm": 3.36360764503479, |
| "kl": 0.131591796875, |
| "learning_rate": 7.688284518828452e-07, |
| "loss": 0.0053, |
| "reward": 0.5286433100700378, |
| "reward_std": 0.07335886359214783, |
| "reward_std_all": 0.07470282725989819, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8020534217357635, |
| "rewards/forensics_tempsamp_iou_reward": 0.3223932534456253, |
| "step": 222 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 0.9330543933054394, |
| "grad_norm": 3.171438455581665, |
| "kl": 0.17529296875, |
| "learning_rate": 7.677824267782427e-07, |
| "loss": 0.007, |
| "reward": 0.6529997885227203, |
| "reward_std": 0.15431802719831467, |
| "reward_std_all": 0.16333500295877457, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8863241374492645, |
| "rewards/forensics_tempsamp_iou_reward": 0.42799973487854004, |
| "step": 223 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 0.9372384937238494, |
| "grad_norm": 3.920062780380249, |
| "kl": 0.1328125, |
| "learning_rate": 7.667364016736401e-07, |
| "loss": 0.0053, |
| "reward": 0.7695104479789734, |
| "reward_std": 0.0596079770475626, |
| "reward_std_all": 0.060124386101961136, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8895895779132843, |
| "rewards/forensics_tempsamp_iou_reward": 0.5070104002952576, |
| "step": 224 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 0.9414225941422594, |
| "grad_norm": 5.1845269203186035, |
| "kl": 0.5107421875, |
| "learning_rate": 7.656903765690376e-07, |
| "loss": 0.0205, |
| "reward": 0.708317756652832, |
| "reward_std": 0.23377583175897598, |
| "reward_std_all": 0.22285260260105133, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9203220903873444, |
| "rewards/forensics_tempsamp_iou_reward": 0.4708177149295807, |
| "step": 225 |
| }, |
| { |
| "completion_length": 19.984375, |
| "epoch": 0.9456066945606695, |
| "grad_norm": 4.046517848968506, |
| "kl": 0.119384765625, |
| "learning_rate": 7.64644351464435e-07, |
| "loss": 0.0048, |
| "reward": 0.6381121575832367, |
| "reward_std": 0.07567423582077026, |
| "reward_std_all": 0.11983679607510567, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8893300294876099, |
| "rewards/forensics_tempsamp_iou_reward": 0.40061214566230774, |
| "step": 226 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 0.9497907949790795, |
| "grad_norm": 3.2434003353118896, |
| "kl": 0.138916015625, |
| "learning_rate": 7.635983263598326e-07, |
| "loss": 0.0056, |
| "reward": 0.6685264706611633, |
| "reward_std": 0.10820972174406052, |
| "reward_std_all": 0.10475587472319603, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9644721746444702, |
| "rewards/forensics_tempsamp_iou_reward": 0.45602649450302124, |
| "step": 227 |
| }, |
| { |
| "completion_length": 19.9375, |
| "epoch": 0.9539748953974896, |
| "grad_norm": 4.680345058441162, |
| "kl": 0.31103515625, |
| "learning_rate": 7.625523012552301e-07, |
| "loss": 0.0124, |
| "reward": 0.553364634513855, |
| "reward_std": 0.13703011348843575, |
| "reward_std_all": 0.15132080018520355, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8587295114994049, |
| "rewards/forensics_tempsamp_iou_reward": 0.3408646434545517, |
| "step": 228 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 0.9581589958158996, |
| "grad_norm": 3.478628396987915, |
| "kl": 0.146484375, |
| "learning_rate": 7.615062761506276e-07, |
| "loss": 0.0059, |
| "reward": 0.6485503017902374, |
| "reward_std": 0.0816543772816658, |
| "reward_std_all": 0.1038474440574646, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.852632462978363, |
| "rewards/forensics_tempsamp_iou_reward": 0.40480026602745056, |
| "step": 229 |
| }, |
| { |
| "completion_length": 19.734375, |
| "epoch": 0.9623430962343096, |
| "grad_norm": 3.6983039379119873, |
| "kl": 0.24169921875, |
| "learning_rate": 7.604602510460251e-07, |
| "loss": 0.0097, |
| "reward": 0.7362335324287415, |
| "reward_std": 0.1267005279660225, |
| "reward_std_all": 0.1380893848836422, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8785521984100342, |
| "rewards/forensics_tempsamp_iou_reward": 0.4737335294485092, |
| "step": 230 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 0.9665271966527197, |
| "grad_norm": 3.7569174766540527, |
| "kl": 0.1484375, |
| "learning_rate": 7.594142259414226e-07, |
| "loss": 0.0059, |
| "reward": 0.6200248003005981, |
| "reward_std": 0.1994505673646927, |
| "reward_std_all": 0.18976269662380219, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9066827595233917, |
| "rewards/forensics_tempsamp_iou_reward": 0.4075247794389725, |
| "step": 231 |
| }, |
| { |
| "completion_length": 19.328125, |
| "epoch": 0.9707112970711297, |
| "grad_norm": 4.459153652191162, |
| "kl": 0.166015625, |
| "learning_rate": 7.5836820083682e-07, |
| "loss": 0.0066, |
| "reward": 0.6576421856880188, |
| "reward_std": 0.14278147369623184, |
| "reward_std_all": 0.1570827066898346, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8811975717544556, |
| "rewards/forensics_tempsamp_iou_reward": 0.4326421618461609, |
| "step": 232 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 0.9748953974895398, |
| "grad_norm": 5.548072338104248, |
| "kl": 0.32470703125, |
| "learning_rate": 7.573221757322175e-07, |
| "loss": 0.013, |
| "reward": 0.5401813387870789, |
| "reward_std": 0.08271211758255959, |
| "reward_std_all": 0.07565135508775711, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9183681011199951, |
| "rewards/forensics_tempsamp_iou_reward": 0.35268133878707886, |
| "step": 233 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 0.9790794979079498, |
| "grad_norm": 4.524199962615967, |
| "kl": 0.112060546875, |
| "learning_rate": 7.56276150627615e-07, |
| "loss": 0.0045, |
| "reward": 0.5827466249465942, |
| "reward_std": 0.11440194398164749, |
| "reward_std_all": 0.11190897785127163, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9365072846412659, |
| "rewards/forensics_tempsamp_iou_reward": 0.4014965891838074, |
| "step": 234 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 0.9832635983263598, |
| "grad_norm": 3.5351545810699463, |
| "kl": 0.11328125, |
| "learning_rate": 7.552301255230126e-07, |
| "loss": 0.0045, |
| "reward": 0.5880230665206909, |
| "reward_std": 0.08096093311905861, |
| "reward_std_all": 0.08350123092532158, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8926212191581726, |
| "rewards/forensics_tempsamp_iou_reward": 0.40052300691604614, |
| "step": 235 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 0.9874476987447699, |
| "grad_norm": 4.107608795166016, |
| "kl": 0.1083984375, |
| "learning_rate": 7.5418410041841e-07, |
| "loss": 0.0043, |
| "reward": 0.6340355277061462, |
| "reward_std": 0.10700971633195877, |
| "reward_std_all": 0.10822470486164093, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9022594094276428, |
| "rewards/forensics_tempsamp_iou_reward": 0.3965354859828949, |
| "step": 236 |
| }, |
| { |
| "completion_length": 19.703125, |
| "epoch": 0.9916317991631799, |
| "grad_norm": 4.573081016540527, |
| "kl": 0.29296875, |
| "learning_rate": 7.531380753138075e-07, |
| "loss": 0.0117, |
| "reward": 0.7835548520088196, |
| "reward_std": 0.10273891314864159, |
| "reward_std_all": 0.0907827615737915, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9580665230751038, |
| "rewards/forensics_tempsamp_iou_reward": 0.5398048758506775, |
| "step": 237 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 0.99581589958159, |
| "grad_norm": 4.4154839515686035, |
| "kl": 0.1923828125, |
| "learning_rate": 7.52092050209205e-07, |
| "loss": 0.0077, |
| "reward": 0.5382711440324783, |
| "reward_std": 0.1794649362564087, |
| "reward_std_all": 0.16889217495918274, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8965228796005249, |
| "rewards/forensics_tempsamp_iou_reward": 0.35702113807201385, |
| "step": 238 |
| }, |
| { |
| "completion_length": 20.142857551574707, |
| "epoch": 1.0, |
| "grad_norm": 3.2369298934936523, |
| "kl": 0.123779296875, |
| "learning_rate": 7.510460251046025e-07, |
| "loss": 0.0055, |
| "reward": 0.7365807741880417, |
| "reward_std": 0.1285949870944023, |
| "reward_std_all": 0.10958047956228256, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8574134409427643, |
| "rewards/forensics_tempsamp_iou_reward": 0.5222949981689453, |
| "step": 239 |
| }, |
| { |
| "completion_length": 19.0, |
| "epoch": 1.00418410041841, |
| "grad_norm": 3.2070844173431396, |
| "kl": 0.125732421875, |
| "learning_rate": 7.5e-07, |
| "loss": 0.005, |
| "reward": 0.7402958571910858, |
| "reward_std": 0.07445434294641018, |
| "reward_std_all": 0.07363547571003437, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9195303618907928, |
| "rewards/forensics_tempsamp_iou_reward": 0.5152958929538727, |
| "step": 240 |
| }, |
| { |
| "completion_length": 19.21875, |
| "epoch": 1.00836820083682, |
| "grad_norm": 3.4245619773864746, |
| "kl": 0.15869140625, |
| "learning_rate": 7.489539748953974e-07, |
| "loss": 0.0063, |
| "reward": 0.8178026974201202, |
| "reward_std": 0.10247482359409332, |
| "reward_std_all": 0.09839946031570435, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9710021018981934, |
| "rewards/forensics_tempsamp_iou_reward": 0.5678026974201202, |
| "step": 241 |
| }, |
| { |
| "completion_length": 19.84375, |
| "epoch": 1.0125523012552302, |
| "grad_norm": 5.821074485778809, |
| "kl": 0.122314453125, |
| "learning_rate": 7.479079497907949e-07, |
| "loss": 0.0049, |
| "reward": 0.7857174873352051, |
| "reward_std": 0.08718603104352951, |
| "reward_std_all": 0.09708574414253235, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8563569188117981, |
| "rewards/forensics_tempsamp_iou_reward": 0.5044675320386887, |
| "step": 242 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 1.0167364016736402, |
| "grad_norm": 3.40218448638916, |
| "kl": 0.14794921875, |
| "learning_rate": 7.468619246861925e-07, |
| "loss": 0.0059, |
| "reward": 0.6997632682323456, |
| "reward_std": 0.12255222350358963, |
| "reward_std_all": 0.12720779329538345, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9110048115253448, |
| "rewards/forensics_tempsamp_iou_reward": 0.4872632622718811, |
| "step": 243 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 1.0209205020920502, |
| "grad_norm": 3.603423595428467, |
| "kl": 0.107421875, |
| "learning_rate": 7.4581589958159e-07, |
| "loss": 0.0043, |
| "reward": 0.7888345420360565, |
| "reward_std": 0.09963475912809372, |
| "reward_std_all": 0.10853961855173111, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8581246435642242, |
| "rewards/forensics_tempsamp_iou_reward": 0.5263345390558243, |
| "step": 244 |
| }, |
| { |
| "completion_length": 19.109375, |
| "epoch": 1.0251046025104602, |
| "grad_norm": 4.744433403015137, |
| "kl": 0.1416015625, |
| "learning_rate": 7.447698744769874e-07, |
| "loss": 0.0057, |
| "reward": 0.7006538510322571, |
| "reward_std": 0.08508478105068207, |
| "reward_std_all": 0.08367323502898216, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9225366711616516, |
| "rewards/forensics_tempsamp_iou_reward": 0.4819037914276123, |
| "step": 245 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 1.0292887029288702, |
| "grad_norm": 2.88657808303833, |
| "kl": 0.15087890625, |
| "learning_rate": 7.437238493723849e-07, |
| "loss": 0.006, |
| "reward": 0.7298277616500854, |
| "reward_std": 0.08168625459074974, |
| "reward_std_all": 0.08683764934539795, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9348137676715851, |
| "rewards/forensics_tempsamp_iou_reward": 0.467327743768692, |
| "step": 246 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 1.0334728033472804, |
| "grad_norm": 5.582184314727783, |
| "kl": 0.154296875, |
| "learning_rate": 7.426778242677824e-07, |
| "loss": 0.0062, |
| "reward": 0.7443016767501831, |
| "reward_std": 0.07070762291550636, |
| "reward_std_all": 0.07571989670395851, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8957376778125763, |
| "rewards/forensics_tempsamp_iou_reward": 0.4630516916513443, |
| "step": 247 |
| }, |
| { |
| "completion_length": 19.234375, |
| "epoch": 1.0376569037656904, |
| "grad_norm": 3.3252713680267334, |
| "kl": 0.14404296875, |
| "learning_rate": 7.416317991631799e-07, |
| "loss": 0.0058, |
| "reward": 0.696300208568573, |
| "reward_std": 0.0668882466852665, |
| "reward_std_all": 0.06456394121050835, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9636271595954895, |
| "rewards/forensics_tempsamp_iou_reward": 0.4713001251220703, |
| "step": 248 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 1.0418410041841004, |
| "grad_norm": 3.2247414588928223, |
| "kl": 0.12890625, |
| "learning_rate": 7.405857740585773e-07, |
| "loss": 0.0052, |
| "reward": 0.6140792071819305, |
| "reward_std": 0.08666180074214935, |
| "reward_std_all": 0.08961177989840508, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8776941001415253, |
| "rewards/forensics_tempsamp_iou_reward": 0.38907918334007263, |
| "step": 249 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 1.0460251046025104, |
| "grad_norm": 4.755808353424072, |
| "kl": 0.1416015625, |
| "learning_rate": 7.395397489539748e-07, |
| "loss": 0.0057, |
| "reward": 0.8658774495124817, |
| "reward_std": 0.07848777249455452, |
| "reward_std_all": 0.08584912866353989, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9612065553665161, |
| "rewards/forensics_tempsamp_iou_reward": 0.5846273899078369, |
| "step": 250 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 1.0502092050209204, |
| "grad_norm": 3.377537965774536, |
| "kl": 0.1298828125, |
| "learning_rate": 7.384937238493723e-07, |
| "loss": 0.0052, |
| "reward": 0.7169099450111389, |
| "reward_std": 0.10495249927043915, |
| "reward_std_all": 0.10227680206298828, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9632412493228912, |
| "rewards/forensics_tempsamp_iou_reward": 0.47940996289253235, |
| "step": 251 |
| }, |
| { |
| "completion_length": 19.390625, |
| "epoch": 1.0543933054393306, |
| "grad_norm": 3.3763623237609863, |
| "kl": 0.208984375, |
| "learning_rate": 7.374476987447699e-07, |
| "loss": 0.0083, |
| "reward": 0.6496513187885284, |
| "reward_std": 0.13427338749170303, |
| "reward_std_all": 0.13779878243803978, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9158765375614166, |
| "rewards/forensics_tempsamp_iou_reward": 0.4121513068675995, |
| "step": 252 |
| }, |
| { |
| "completion_length": 22.390625, |
| "epoch": 1.0585774058577406, |
| "grad_norm": 3.287010669708252, |
| "kl": 0.146484375, |
| "learning_rate": 7.364016736401674e-07, |
| "loss": 0.0059, |
| "reward": 0.7030723690986633, |
| "reward_std": 0.12338831648230553, |
| "reward_std_all": 0.12123875319957733, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8850791156291962, |
| "rewards/forensics_tempsamp_iou_reward": 0.4718223661184311, |
| "step": 253 |
| }, |
| { |
| "completion_length": 19.0625, |
| "epoch": 1.0627615062761506, |
| "grad_norm": 3.9326415061950684, |
| "kl": 0.15478515625, |
| "learning_rate": 7.353556485355649e-07, |
| "loss": 0.0062, |
| "reward": 0.7218747138977051, |
| "reward_std": 0.11054966598749161, |
| "reward_std_all": 0.10754947364330292, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9297492504119873, |
| "rewards/forensics_tempsamp_iou_reward": 0.4781247079372406, |
| "step": 254 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 1.0669456066945606, |
| "grad_norm": 3.4414095878601074, |
| "kl": 0.15576171875, |
| "learning_rate": 7.343096234309623e-07, |
| "loss": 0.0062, |
| "reward": 0.5539441108703613, |
| "reward_std": 0.13167854398488998, |
| "reward_std_all": 0.13583699986338615, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9086376130580902, |
| "rewards/forensics_tempsamp_iou_reward": 0.3601941168308258, |
| "step": 255 |
| }, |
| { |
| "completion_length": 19.3125, |
| "epoch": 1.0711297071129706, |
| "grad_norm": 3.5028128623962402, |
| "kl": 0.19384765625, |
| "learning_rate": 7.332635983263598e-07, |
| "loss": 0.0078, |
| "reward": 0.6455120742321014, |
| "reward_std": 0.1317693367600441, |
| "reward_std_all": 0.1194295585155487, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8472772240638733, |
| "rewards/forensics_tempsamp_iou_reward": 0.4392620325088501, |
| "step": 256 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 1.0753138075313808, |
| "grad_norm": 3.6268503665924072, |
| "kl": 0.121337890625, |
| "learning_rate": 7.322175732217572e-07, |
| "loss": 0.0049, |
| "reward": 0.8025315999984741, |
| "reward_std": 0.1315588280558586, |
| "reward_std_all": 0.13428010791540146, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9585660994052887, |
| "rewards/forensics_tempsamp_iou_reward": 0.5462815761566162, |
| "step": 257 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 1.0794979079497908, |
| "grad_norm": 3.335343360900879, |
| "kl": 0.27001953125, |
| "learning_rate": 7.311715481171547e-07, |
| "loss": 0.0108, |
| "reward": 0.6105412840843201, |
| "reward_std": 0.09624198451638222, |
| "reward_std_all": 0.09496890753507614, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7547692656517029, |
| "rewards/forensics_tempsamp_iou_reward": 0.3667912632226944, |
| "step": 258 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 1.0836820083682008, |
| "grad_norm": 3.509091854095459, |
| "kl": 0.16064453125, |
| "learning_rate": 7.301255230125522e-07, |
| "loss": 0.0064, |
| "reward": 0.5913798213005066, |
| "reward_std": 0.06756634637713432, |
| "reward_std_all": 0.0678316131234169, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9347826242446899, |
| "rewards/forensics_tempsamp_iou_reward": 0.38512980937957764, |
| "step": 259 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 1.0878661087866108, |
| "grad_norm": 5.805680274963379, |
| "kl": 0.19970703125, |
| "learning_rate": 7.290794979079497e-07, |
| "loss": 0.008, |
| "reward": 0.7209292650222778, |
| "reward_std": 0.1154615730047226, |
| "reward_std_all": 0.11316338181495667, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8836654424667358, |
| "rewards/forensics_tempsamp_iou_reward": 0.4646792560815811, |
| "step": 260 |
| }, |
| { |
| "completion_length": 20.421875, |
| "epoch": 1.0920502092050208, |
| "grad_norm": 4.661555290222168, |
| "kl": 0.20361328125, |
| "learning_rate": 7.280334728033473e-07, |
| "loss": 0.0081, |
| "reward": 0.636713519692421, |
| "reward_std": 0.11495475843548775, |
| "reward_std_all": 0.10758049786090851, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7900475561618805, |
| "rewards/forensics_tempsamp_iou_reward": 0.4179634749889374, |
| "step": 261 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 1.096234309623431, |
| "grad_norm": 3.4593286514282227, |
| "kl": 0.119873046875, |
| "learning_rate": 7.269874476987448e-07, |
| "loss": 0.0048, |
| "reward": 0.6370747089385986, |
| "reward_std": 0.11314995586872101, |
| "reward_std_all": 0.10164114460349083, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9092923104763031, |
| "rewards/forensics_tempsamp_iou_reward": 0.42457470297813416, |
| "step": 262 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 1.100418410041841, |
| "grad_norm": 2.94830322265625, |
| "kl": 0.1220703125, |
| "learning_rate": 7.259414225941423e-07, |
| "loss": 0.0049, |
| "reward": 0.6149381697177887, |
| "reward_std": 0.06825099885463715, |
| "reward_std_all": 0.07904601283371449, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.977925032377243, |
| "rewards/forensics_tempsamp_iou_reward": 0.4274381399154663, |
| "step": 263 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 1.104602510460251, |
| "grad_norm": 4.411858081817627, |
| "kl": 0.12158203125, |
| "learning_rate": 7.248953974895398e-07, |
| "loss": 0.0049, |
| "reward": 0.7880650162696838, |
| "reward_std": 0.1032198891043663, |
| "reward_std_all": 0.14656197279691696, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9084629416465759, |
| "rewards/forensics_tempsamp_iou_reward": 0.5068149864673615, |
| "step": 264 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 1.108786610878661, |
| "grad_norm": 4.749746799468994, |
| "kl": 0.14453125, |
| "learning_rate": 7.238493723849371e-07, |
| "loss": 0.0058, |
| "reward": 0.6899360716342926, |
| "reward_std": 0.12369690835475922, |
| "reward_std_all": 0.11563741788268089, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.922626256942749, |
| "rewards/forensics_tempsamp_iou_reward": 0.4711860716342926, |
| "step": 265 |
| }, |
| { |
| "completion_length": 20.0625, |
| "epoch": 1.112970711297071, |
| "grad_norm": 2.987792491912842, |
| "kl": 0.129638671875, |
| "learning_rate": 7.228033472803346e-07, |
| "loss": 0.0052, |
| "reward": 0.8313600718975067, |
| "reward_std": 0.1476704329252243, |
| "reward_std_all": 0.13838262110948563, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9640261232852936, |
| "rewards/forensics_tempsamp_iou_reward": 0.5876100659370422, |
| "step": 266 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 1.1171548117154813, |
| "grad_norm": 4.441258907318115, |
| "kl": 0.21484375, |
| "learning_rate": 7.217573221757321e-07, |
| "loss": 0.0086, |
| "reward": 0.7332529127597809, |
| "reward_std": 0.07857915759086609, |
| "reward_std_all": 0.07971587404608727, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9090140759944916, |
| "rewards/forensics_tempsamp_iou_reward": 0.4832529276609421, |
| "step": 267 |
| }, |
| { |
| "completion_length": 19.640625, |
| "epoch": 1.1213389121338913, |
| "grad_norm": 8.39754867553711, |
| "kl": 0.21142578125, |
| "learning_rate": 7.207112970711296e-07, |
| "loss": 0.0085, |
| "reward": 0.6259461045265198, |
| "reward_std": 0.08134353160858154, |
| "reward_std_all": 0.08597713336348534, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9454138576984406, |
| "rewards/forensics_tempsamp_iou_reward": 0.40094611048698425, |
| "step": 268 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 1.1255230125523012, |
| "grad_norm": 4.282088756561279, |
| "kl": 0.24755859375, |
| "learning_rate": 7.196652719665272e-07, |
| "loss": 0.0099, |
| "reward": 0.7280746698379517, |
| "reward_std": 0.1626838743686676, |
| "reward_std_all": 0.1483580470085144, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.888947069644928, |
| "rewards/forensics_tempsamp_iou_reward": 0.49682462215423584, |
| "step": 269 |
| }, |
| { |
| "completion_length": 19.359375, |
| "epoch": 1.1297071129707112, |
| "grad_norm": 2.9209485054016113, |
| "kl": 0.17626953125, |
| "learning_rate": 7.186192468619247e-07, |
| "loss": 0.0071, |
| "reward": 0.6655852198600769, |
| "reward_std": 0.06852049939334393, |
| "reward_std_all": 0.10184568166732788, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9325712621212006, |
| "rewards/forensics_tempsamp_iou_reward": 0.4030851572751999, |
| "step": 270 |
| }, |
| { |
| "completion_length": 19.21875, |
| "epoch": 1.1338912133891212, |
| "grad_norm": 4.453962326049805, |
| "kl": 0.208984375, |
| "learning_rate": 7.175732217573222e-07, |
| "loss": 0.0084, |
| "reward": 0.7045314908027649, |
| "reward_std": 0.11179085448384285, |
| "reward_std_all": 0.10787885263562202, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9506552517414093, |
| "rewards/forensics_tempsamp_iou_reward": 0.4607814699411392, |
| "step": 271 |
| }, |
| { |
| "completion_length": 19.390625, |
| "epoch": 1.1380753138075315, |
| "grad_norm": 3.100008010864258, |
| "kl": 0.158203125, |
| "learning_rate": 7.165271966527197e-07, |
| "loss": 0.0063, |
| "reward": 0.7824777960777283, |
| "reward_std": 0.10305990651249886, |
| "reward_std_all": 0.11032971739768982, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9835217297077179, |
| "rewards/forensics_tempsamp_iou_reward": 0.5512278079986572, |
| "step": 272 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 1.1422594142259415, |
| "grad_norm": 3.753262758255005, |
| "kl": 0.16748046875, |
| "learning_rate": 7.154811715481172e-07, |
| "loss": 0.0067, |
| "reward": 0.7727021872997284, |
| "reward_std": 0.12818147614598274, |
| "reward_std_all": 0.11294513568282127, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9752940237522125, |
| "rewards/forensics_tempsamp_iou_reward": 0.553952157497406, |
| "step": 273 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 1.1464435146443515, |
| "grad_norm": 4.3785719871521, |
| "kl": 0.13525390625, |
| "learning_rate": 7.144351464435146e-07, |
| "loss": 0.0054, |
| "reward": 0.7639661133289337, |
| "reward_std": 0.13438645377755165, |
| "reward_std_all": 0.1317894160747528, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9339457452297211, |
| "rewards/forensics_tempsamp_iou_reward": 0.5202160775661469, |
| "step": 274 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 1.1506276150627615, |
| "grad_norm": 4.000943183898926, |
| "kl": 0.15478515625, |
| "learning_rate": 7.13389121338912e-07, |
| "loss": 0.0062, |
| "reward": 0.5842623710632324, |
| "reward_std": 0.0411395076662302, |
| "reward_std_all": 0.05628310516476631, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8427961468696594, |
| "rewards/forensics_tempsamp_iou_reward": 0.3780123293399811, |
| "step": 275 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 1.1548117154811715, |
| "grad_norm": 4.078647613525391, |
| "kl": 0.14111328125, |
| "learning_rate": 7.123430962343095e-07, |
| "loss": 0.0056, |
| "reward": 0.6317146122455597, |
| "reward_std": 0.09913697093725204, |
| "reward_std_all": 0.1110260933637619, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8654181063175201, |
| "rewards/forensics_tempsamp_iou_reward": 0.450464591383934, |
| "step": 276 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 1.1589958158995817, |
| "grad_norm": 3.9737563133239746, |
| "kl": 0.15478515625, |
| "learning_rate": 7.11297071129707e-07, |
| "loss": 0.0062, |
| "reward": 0.8137139976024628, |
| "reward_std": 0.10499542579054832, |
| "reward_std_all": 0.10935528948903084, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8963817954063416, |
| "rewards/forensics_tempsamp_iou_reward": 0.5324639976024628, |
| "step": 277 |
| }, |
| { |
| "completion_length": 19.84375, |
| "epoch": 1.1631799163179917, |
| "grad_norm": 4.024538516998291, |
| "kl": 0.19580078125, |
| "learning_rate": 7.102510460251046e-07, |
| "loss": 0.0078, |
| "reward": 0.6521580517292023, |
| "reward_std": 0.06935657933354378, |
| "reward_std_all": 0.10336433723568916, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9031019806861877, |
| "rewards/forensics_tempsamp_iou_reward": 0.42715805768966675, |
| "step": 278 |
| }, |
| { |
| "completion_length": 19.640625, |
| "epoch": 1.1673640167364017, |
| "grad_norm": 3.9806020259857178, |
| "kl": 0.32421875, |
| "learning_rate": 7.092050209205021e-07, |
| "loss": 0.0129, |
| "reward": 0.8054725527763367, |
| "reward_std": 0.1319577470421791, |
| "reward_std_all": 0.13158239424228668, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9444242417812347, |
| "rewards/forensics_tempsamp_iou_reward": 0.5304725766181946, |
| "step": 279 |
| }, |
| { |
| "completion_length": 21.953125, |
| "epoch": 1.1715481171548117, |
| "grad_norm": 3.649444818496704, |
| "kl": 0.1455078125, |
| "learning_rate": 7.081589958158996e-07, |
| "loss": 0.0058, |
| "reward": 0.710620105266571, |
| "reward_std": 0.12927617877721786, |
| "reward_std_all": 0.15325172245502472, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8763737976551056, |
| "rewards/forensics_tempsamp_iou_reward": 0.4731200933456421, |
| "step": 280 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 1.1757322175732217, |
| "grad_norm": 3.549935817718506, |
| "kl": 0.1630859375, |
| "learning_rate": 7.071129707112971e-07, |
| "loss": 0.0065, |
| "reward": 0.5777578949928284, |
| "reward_std": 0.09938506782054901, |
| "reward_std_all": 0.09068893641233444, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9009036123752594, |
| "rewards/forensics_tempsamp_iou_reward": 0.40900787711143494, |
| "step": 281 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 1.1799163179916319, |
| "grad_norm": 6.097288608551025, |
| "kl": 0.118408203125, |
| "learning_rate": 7.060669456066946e-07, |
| "loss": 0.0047, |
| "reward": 0.7558645606040955, |
| "reward_std": 0.05522201210260391, |
| "reward_std_all": 0.07038208097219467, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9308333396911621, |
| "rewards/forensics_tempsamp_iou_reward": 0.5121145397424698, |
| "step": 282 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 1.1841004184100419, |
| "grad_norm": 5.764952182769775, |
| "kl": 0.203125, |
| "learning_rate": 7.05020920502092e-07, |
| "loss": 0.0081, |
| "reward": 0.7194656133651733, |
| "reward_std": 0.12163973227143288, |
| "reward_std_all": 0.12499072402715683, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9525426626205444, |
| "rewards/forensics_tempsamp_iou_reward": 0.5007155984640121, |
| "step": 283 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 1.1882845188284519, |
| "grad_norm": 3.0479636192321777, |
| "kl": 0.15087890625, |
| "learning_rate": 7.039748953974895e-07, |
| "loss": 0.006, |
| "reward": 0.7241898477077484, |
| "reward_std": 0.11363746970891953, |
| "reward_std_all": 0.11250801384449005, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8149999976158142, |
| "rewards/forensics_tempsamp_iou_reward": 0.4679398387670517, |
| "step": 284 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 1.1924686192468619, |
| "grad_norm": 4.745907783508301, |
| "kl": 0.35009765625, |
| "learning_rate": 7.029288702928869e-07, |
| "loss": 0.014, |
| "reward": 0.5928189158439636, |
| "reward_std": 0.08539650589227676, |
| "reward_std_all": 0.09370918571949005, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9238400459289551, |
| "rewards/forensics_tempsamp_iou_reward": 0.3990688771009445, |
| "step": 285 |
| }, |
| { |
| "completion_length": 19.203125, |
| "epoch": 1.196652719665272, |
| "grad_norm": 4.125890731811523, |
| "kl": 0.2158203125, |
| "learning_rate": 7.018828451882844e-07, |
| "loss": 0.0086, |
| "reward": 0.656903475522995, |
| "reward_std": 0.11475157737731934, |
| "reward_std_all": 0.12106338515877724, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9726780652999878, |
| "rewards/forensics_tempsamp_iou_reward": 0.4319034814834595, |
| "step": 286 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 1.200836820083682, |
| "grad_norm": 4.531501770019531, |
| "kl": 0.14892578125, |
| "learning_rate": 7.00836820083682e-07, |
| "loss": 0.006, |
| "reward": 0.43299029767513275, |
| "reward_std": 0.06262175738811493, |
| "reward_std_all": 0.08430252596735954, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7603079676628113, |
| "rewards/forensics_tempsamp_iou_reward": 0.27674029767513275, |
| "step": 287 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 1.205020920502092, |
| "grad_norm": 4.28378963470459, |
| "kl": 0.185546875, |
| "learning_rate": 6.997907949790795e-07, |
| "loss": 0.0074, |
| "reward": 0.7546142935752869, |
| "reward_std": 0.13969606906175613, |
| "reward_std_all": 0.12854139506816864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.893515020608902, |
| "rewards/forensics_tempsamp_iou_reward": 0.5046142935752869, |
| "step": 288 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 1.209205020920502, |
| "grad_norm": 3.986689805984497, |
| "kl": 0.26220703125, |
| "learning_rate": 6.98744769874477e-07, |
| "loss": 0.0105, |
| "reward": 0.7603932023048401, |
| "reward_std": 0.1388854756951332, |
| "reward_std_all": 0.1506015807390213, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9368930459022522, |
| "rewards/forensics_tempsamp_iou_reward": 0.5166431665420532, |
| "step": 289 |
| }, |
| { |
| "completion_length": 22.140625, |
| "epoch": 1.213389121338912, |
| "grad_norm": 4.982595920562744, |
| "kl": 0.23583984375, |
| "learning_rate": 6.976987447698745e-07, |
| "loss": 0.0094, |
| "reward": 0.7508475482463837, |
| "reward_std": 0.12996838241815567, |
| "reward_std_all": 0.14654944464564323, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9251897633075714, |
| "rewards/forensics_tempsamp_iou_reward": 0.49459749460220337, |
| "step": 290 |
| }, |
| { |
| "completion_length": 19.34375, |
| "epoch": 1.217573221757322, |
| "grad_norm": 4.353562355041504, |
| "kl": 0.15576171875, |
| "learning_rate": 6.966527196652719e-07, |
| "loss": 0.0062, |
| "reward": 0.8882339298725128, |
| "reward_std": 0.0974634476006031, |
| "reward_std_all": 0.11018915101885796, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9436149895191193, |
| "rewards/forensics_tempsamp_iou_reward": 0.5882339477539062, |
| "step": 291 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 1.2217573221757323, |
| "grad_norm": 3.851653814315796, |
| "kl": 0.13916015625, |
| "learning_rate": 6.956066945606694e-07, |
| "loss": 0.0056, |
| "reward": 0.7204906642436981, |
| "reward_std": 0.11298034340143204, |
| "reward_std_all": 0.10203060507774353, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8800690174102783, |
| "rewards/forensics_tempsamp_iou_reward": 0.4892406165599823, |
| "step": 292 |
| }, |
| { |
| "completion_length": 19.296875, |
| "epoch": 1.2259414225941423, |
| "grad_norm": 5.361990451812744, |
| "kl": 0.29736328125, |
| "learning_rate": 6.945606694560669e-07, |
| "loss": 0.0119, |
| "reward": 0.544624388217926, |
| "reward_std": 0.11196567490696907, |
| "reward_std_all": 0.1049218401312828, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.902434229850769, |
| "rewards/forensics_tempsamp_iou_reward": 0.3821244090795517, |
| "step": 293 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 1.2301255230125523, |
| "grad_norm": 3.7838830947875977, |
| "kl": 0.22802734375, |
| "learning_rate": 6.935146443514644e-07, |
| "loss": 0.0091, |
| "reward": 0.7454541921615601, |
| "reward_std": 0.12816663831472397, |
| "reward_std_all": 0.11791441589593887, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8113306164741516, |
| "rewards/forensics_tempsamp_iou_reward": 0.4704542011022568, |
| "step": 294 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 1.2343096234309623, |
| "grad_norm": 4.114897727966309, |
| "kl": 0.20166015625, |
| "learning_rate": 6.924686192468618e-07, |
| "loss": 0.0081, |
| "reward": 0.6058124601840973, |
| "reward_std": 0.20323900133371353, |
| "reward_std_all": 0.20296727120876312, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9300575256347656, |
| "rewards/forensics_tempsamp_iou_reward": 0.3995624780654907, |
| "step": 295 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 1.2384937238493725, |
| "grad_norm": 10.470465660095215, |
| "kl": 0.146484375, |
| "learning_rate": 6.914225941422594e-07, |
| "loss": 0.0059, |
| "reward": 0.7336924076080322, |
| "reward_std": 0.1411115899682045, |
| "reward_std_all": 0.14991428703069687, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9432699084281921, |
| "rewards/forensics_tempsamp_iou_reward": 0.5211923569440842, |
| "step": 296 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 1.2426778242677825, |
| "grad_norm": 4.327788829803467, |
| "kl": 0.26220703125, |
| "learning_rate": 6.903765690376569e-07, |
| "loss": 0.0105, |
| "reward": 0.5445718765258789, |
| "reward_std": 0.05282280221581459, |
| "reward_std_all": 0.07847754284739494, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8865465223789215, |
| "rewards/forensics_tempsamp_iou_reward": 0.36332184076309204, |
| "step": 297 |
| }, |
| { |
| "completion_length": 19.34375, |
| "epoch": 1.2468619246861925, |
| "grad_norm": 3.5038492679595947, |
| "kl": 0.17333984375, |
| "learning_rate": 6.893305439330544e-07, |
| "loss": 0.0069, |
| "reward": 0.7130473554134369, |
| "reward_std": 0.06485592573881149, |
| "reward_std_all": 0.0636558085680008, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9510868489742279, |
| "rewards/forensics_tempsamp_iou_reward": 0.488047331571579, |
| "step": 298 |
| }, |
| { |
| "completion_length": 20.046875, |
| "epoch": 1.2510460251046025, |
| "grad_norm": 4.8839287757873535, |
| "kl": 0.1767578125, |
| "learning_rate": 6.882845188284518e-07, |
| "loss": 0.0071, |
| "reward": 0.6693384051322937, |
| "reward_std": 0.23990894854068756, |
| "reward_std_all": 0.2168598398566246, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9747258424758911, |
| "rewards/forensics_tempsamp_iou_reward": 0.4193383455276489, |
| "step": 299 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 1.2552301255230125, |
| "grad_norm": 4.420351982116699, |
| "kl": 0.2109375, |
| "learning_rate": 6.872384937238493e-07, |
| "loss": 0.0084, |
| "reward": 0.5161411613225937, |
| "reward_std": 0.08750268071889877, |
| "reward_std_all": 0.10527441650629044, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7713386118412018, |
| "rewards/forensics_tempsamp_iou_reward": 0.31614120304584503, |
| "step": 300 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 1.2594142259414225, |
| "grad_norm": 3.3127756118774414, |
| "kl": 0.13720703125, |
| "learning_rate": 6.861924686192468e-07, |
| "loss": 0.0055, |
| "reward": 0.5951897203922272, |
| "reward_std": 0.05882934108376503, |
| "reward_std_all": 0.06455271318554878, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9169295132160187, |
| "rewards/forensics_tempsamp_iou_reward": 0.42643968760967255, |
| "step": 301 |
| }, |
| { |
| "completion_length": 22.390625, |
| "epoch": 1.2635983263598327, |
| "grad_norm": 64.51338958740234, |
| "kl": 2.1416015625, |
| "learning_rate": 6.851464435146443e-07, |
| "loss": 0.0853, |
| "reward": 0.7670691609382629, |
| "reward_std": 0.07736121490597725, |
| "reward_std_all": 0.09182779118418694, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.926673024892807, |
| "rewards/forensics_tempsamp_iou_reward": 0.5233191251754761, |
| "step": 302 |
| }, |
| { |
| "completion_length": 19.640625, |
| "epoch": 1.2677824267782427, |
| "grad_norm": 3.9268367290496826, |
| "kl": 0.2255859375, |
| "learning_rate": 6.841004184100418e-07, |
| "loss": 0.009, |
| "reward": 0.602776825428009, |
| "reward_std": 0.10657112300395966, |
| "reward_std_all": 0.12860267981886864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8611536920070648, |
| "rewards/forensics_tempsamp_iou_reward": 0.39027678966522217, |
| "step": 303 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 1.2719665271966527, |
| "grad_norm": 3.744616746902466, |
| "kl": 0.14013671875, |
| "learning_rate": 6.830543933054394e-07, |
| "loss": 0.0056, |
| "reward": 0.8892806172370911, |
| "reward_std": 0.10317644849419594, |
| "reward_std_all": 0.11018054559826851, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.920332282781601, |
| "rewards/forensics_tempsamp_iou_reward": 0.6080305874347687, |
| "step": 304 |
| }, |
| { |
| "completion_length": 20.671875, |
| "epoch": 1.2761506276150627, |
| "grad_norm": 3.184330701828003, |
| "kl": 0.208740234375, |
| "learning_rate": 6.820083682008368e-07, |
| "loss": 0.0084, |
| "reward": 0.7188332974910736, |
| "reward_std": 0.06890767067670822, |
| "reward_std_all": 0.0988575927913189, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9574073851108551, |
| "rewards/forensics_tempsamp_iou_reward": 0.4625832885503769, |
| "step": 305 |
| }, |
| { |
| "completion_length": 22.796875, |
| "epoch": 1.280334728033473, |
| "grad_norm": 4.4518351554870605, |
| "kl": 0.1748046875, |
| "learning_rate": 6.809623430962343e-07, |
| "loss": 0.007, |
| "reward": 0.7945725321769714, |
| "reward_std": 0.09565131366252899, |
| "reward_std_all": 0.12561800330877304, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9434128701686859, |
| "rewards/forensics_tempsamp_iou_reward": 0.5383225381374359, |
| "step": 306 |
| }, |
| { |
| "completion_length": 22.375, |
| "epoch": 1.284518828451883, |
| "grad_norm": 4.991385459899902, |
| "kl": 0.18212890625, |
| "learning_rate": 6.799163179916317e-07, |
| "loss": 0.0073, |
| "reward": 0.6700207591056824, |
| "reward_std": 0.08363308385014534, |
| "reward_std_all": 0.10450924932956696, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8694372773170471, |
| "rewards/forensics_tempsamp_iou_reward": 0.40752077102661133, |
| "step": 307 |
| }, |
| { |
| "completion_length": 22.375, |
| "epoch": 1.288702928870293, |
| "grad_norm": 4.359987735748291, |
| "kl": 0.15234375, |
| "learning_rate": 6.788702928870292e-07, |
| "loss": 0.0061, |
| "reward": 0.7145775556564331, |
| "reward_std": 0.10803907364606857, |
| "reward_std_all": 0.11696535721421242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9795078933238983, |
| "rewards/forensics_tempsamp_iou_reward": 0.4958275258541107, |
| "step": 308 |
| }, |
| { |
| "completion_length": 24.46875, |
| "epoch": 1.292887029288703, |
| "grad_norm": 4.255894660949707, |
| "kl": 0.203125, |
| "learning_rate": 6.778242677824267e-07, |
| "loss": 0.0081, |
| "reward": 0.8791455626487732, |
| "reward_std": 0.1460135281085968, |
| "reward_std_all": 0.1387924700975418, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9415033757686615, |
| "rewards/forensics_tempsamp_iou_reward": 0.6041455268859863, |
| "step": 309 |
| }, |
| { |
| "completion_length": 24.234375, |
| "epoch": 1.297071129707113, |
| "grad_norm": 5.635138511657715, |
| "kl": 0.35009765625, |
| "learning_rate": 6.767782426778242e-07, |
| "loss": 0.014, |
| "reward": 0.6815848648548126, |
| "reward_std": 0.15034694969654083, |
| "reward_std_all": 0.16681719571352005, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9179382920265198, |
| "rewards/forensics_tempsamp_iou_reward": 0.46908488869667053, |
| "step": 310 |
| }, |
| { |
| "completion_length": 23.734375, |
| "epoch": 1.301255230125523, |
| "grad_norm": 3.9815752506256104, |
| "kl": 0.19384765625, |
| "learning_rate": 6.757322175732217e-07, |
| "loss": 0.0078, |
| "reward": 0.711831733584404, |
| "reward_std": 0.11079496145248413, |
| "reward_std_all": 0.10711118206381798, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9034110903739929, |
| "rewards/forensics_tempsamp_iou_reward": 0.48058173060417175, |
| "step": 311 |
| }, |
| { |
| "completion_length": 25.046875, |
| "epoch": 1.3054393305439331, |
| "grad_norm": 3.7703802585601807, |
| "kl": 0.2060546875, |
| "learning_rate": 6.746861924686192e-07, |
| "loss": 0.0082, |
| "reward": 0.47628749907016754, |
| "reward_std": 0.11545359343290329, |
| "reward_std_all": 0.13748958706855774, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.640492171049118, |
| "rewards/forensics_tempsamp_iou_reward": 0.2762874662876129, |
| "step": 312 |
| }, |
| { |
| "completion_length": 30.8125, |
| "epoch": 1.3096234309623431, |
| "grad_norm": 4.395818710327148, |
| "kl": 0.1923828125, |
| "learning_rate": 6.736401673640168e-07, |
| "loss": 0.0077, |
| "reward": 0.6138305366039276, |
| "reward_std": 0.09843810275197029, |
| "reward_std_all": 0.12396695464849472, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8907928466796875, |
| "rewards/forensics_tempsamp_iou_reward": 0.4013305604457855, |
| "step": 313 |
| }, |
| { |
| "completion_length": 31.09375, |
| "epoch": 1.3138075313807531, |
| "grad_norm": 4.391767501831055, |
| "kl": 0.24072265625, |
| "learning_rate": 6.725941422594143e-07, |
| "loss": 0.0096, |
| "reward": 0.9139377474784851, |
| "reward_std": 0.19696582853794098, |
| "reward_std_all": 0.19296948611736298, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9578733742237091, |
| "rewards/forensics_tempsamp_iou_reward": 0.6201877593994141, |
| "step": 314 |
| }, |
| { |
| "completion_length": 25.890625, |
| "epoch": 1.3179916317991631, |
| "grad_norm": 5.209534645080566, |
| "kl": 0.1865234375, |
| "learning_rate": 6.715481171548117e-07, |
| "loss": 0.0075, |
| "reward": 0.8345903754234314, |
| "reward_std": 0.10101427510380745, |
| "reward_std_all": 0.14287832379341125, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9116553962230682, |
| "rewards/forensics_tempsamp_iou_reward": 0.5595903992652893, |
| "step": 315 |
| }, |
| { |
| "completion_length": 28.296875, |
| "epoch": 1.3221757322175733, |
| "grad_norm": 4.31824254989624, |
| "kl": 0.142578125, |
| "learning_rate": 6.705020920502091e-07, |
| "loss": 0.0057, |
| "reward": 0.7061009705066681, |
| "reward_std": 0.06569057144224644, |
| "reward_std_all": 0.08382108062505722, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8945572078227997, |
| "rewards/forensics_tempsamp_iou_reward": 0.48110097646713257, |
| "step": 316 |
| }, |
| { |
| "completion_length": 28.984375, |
| "epoch": 1.3263598326359833, |
| "grad_norm": 4.1526875495910645, |
| "kl": 0.1728515625, |
| "learning_rate": 6.694560669456066e-07, |
| "loss": 0.0069, |
| "reward": 0.7623976171016693, |
| "reward_std": 0.12360857799649239, |
| "reward_std_all": 0.10899084061384201, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8795387148857117, |
| "rewards/forensics_tempsamp_iou_reward": 0.49364760518074036, |
| "step": 317 |
| }, |
| { |
| "completion_length": 27.890625, |
| "epoch": 1.3305439330543933, |
| "grad_norm": 3.183825731277466, |
| "kl": 0.14208984375, |
| "learning_rate": 6.684100418410041e-07, |
| "loss": 0.0057, |
| "reward": 0.69048210978508, |
| "reward_std": 0.08396032825112343, |
| "reward_std_all": 0.10438704863190651, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9490048885345459, |
| "rewards/forensics_tempsamp_iou_reward": 0.5029820501804352, |
| "step": 318 |
| }, |
| { |
| "completion_length": 25.734375, |
| "epoch": 1.3347280334728033, |
| "grad_norm": 4.414980888366699, |
| "kl": 0.2509765625, |
| "learning_rate": 6.673640167364016e-07, |
| "loss": 0.01, |
| "reward": 0.6625126004219055, |
| "reward_std": 0.10448610782623291, |
| "reward_std_all": 0.11216845363378525, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9166888892650604, |
| "rewards/forensics_tempsamp_iou_reward": 0.4312625825405121, |
| "step": 319 |
| }, |
| { |
| "completion_length": 24.21875, |
| "epoch": 1.3389121338912133, |
| "grad_norm": 5.139053821563721, |
| "kl": 0.2060546875, |
| "learning_rate": 6.663179916317991e-07, |
| "loss": 0.0082, |
| "reward": 0.6253743469715118, |
| "reward_std": 0.11461586505174637, |
| "reward_std_all": 0.1214773878455162, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8780259490013123, |
| "rewards/forensics_tempsamp_iou_reward": 0.40037432312965393, |
| "step": 320 |
| }, |
| { |
| "completion_length": 21.5625, |
| "epoch": 1.3430962343096233, |
| "grad_norm": 6.983429908752441, |
| "kl": 0.3408203125, |
| "learning_rate": 6.652719665271967e-07, |
| "loss": 0.0136, |
| "reward": 0.7228768169879913, |
| "reward_std": 0.10217709839344025, |
| "reward_std_all": 0.11542605236172676, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.926908552646637, |
| "rewards/forensics_tempsamp_iou_reward": 0.47912682592868805, |
| "step": 321 |
| }, |
| { |
| "completion_length": 22.953125, |
| "epoch": 1.3472803347280335, |
| "grad_norm": 4.167449951171875, |
| "kl": 0.1865234375, |
| "learning_rate": 6.642259414225942e-07, |
| "loss": 0.0075, |
| "reward": 0.7321462631225586, |
| "reward_std": 0.07345201820135117, |
| "reward_std_all": 0.09989822283387184, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9465283453464508, |
| "rewards/forensics_tempsamp_iou_reward": 0.5071462392807007, |
| "step": 322 |
| }, |
| { |
| "completion_length": 24.453125, |
| "epoch": 1.3514644351464435, |
| "grad_norm": 4.583470821380615, |
| "kl": 0.2099609375, |
| "learning_rate": 6.631799163179917e-07, |
| "loss": 0.0084, |
| "reward": 0.6327186822891235, |
| "reward_std": 0.09131934493780136, |
| "reward_std_all": 0.12098771333694458, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8574323356151581, |
| "rewards/forensics_tempsamp_iou_reward": 0.4327186644077301, |
| "step": 323 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 1.3556485355648535, |
| "grad_norm": 4.095149040222168, |
| "kl": 0.17236328125, |
| "learning_rate": 6.621338912133892e-07, |
| "loss": 0.0069, |
| "reward": 0.8503212928771973, |
| "reward_std": 0.09703220427036285, |
| "reward_std_all": 0.09956958517432213, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9068489968776703, |
| "rewards/forensics_tempsamp_iou_reward": 0.5815712660551071, |
| "step": 324 |
| }, |
| { |
| "completion_length": 19.765625, |
| "epoch": 1.3598326359832635, |
| "grad_norm": 4.892597675323486, |
| "kl": 0.16943359375, |
| "learning_rate": 6.610878661087865e-07, |
| "loss": 0.0068, |
| "reward": 0.6752539277076721, |
| "reward_std": 0.08493788167834282, |
| "reward_std_all": 0.09230585396289825, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9050355851650238, |
| "rewards/forensics_tempsamp_iou_reward": 0.4752538800239563, |
| "step": 325 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 1.3640167364016738, |
| "grad_norm": 3.5764424800872803, |
| "kl": 0.13818359375, |
| "learning_rate": 6.60041841004184e-07, |
| "loss": 0.0055, |
| "reward": 0.727758377790451, |
| "reward_std": 0.07567137479782104, |
| "reward_std_all": 0.08000505343079567, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9355675578117371, |
| "rewards/forensics_tempsamp_iou_reward": 0.5027583837509155, |
| "step": 326 |
| }, |
| { |
| "completion_length": 21.703125, |
| "epoch": 1.3682008368200838, |
| "grad_norm": 4.163809299468994, |
| "kl": 0.2412109375, |
| "learning_rate": 6.589958158995815e-07, |
| "loss": 0.0096, |
| "reward": 0.5220455825328827, |
| "reward_std": 0.09583726897835732, |
| "reward_std_all": 0.09698926657438278, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9336329698562622, |
| "rewards/forensics_tempsamp_iou_reward": 0.31579558551311493, |
| "step": 327 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 1.3723849372384938, |
| "grad_norm": 3.116504192352295, |
| "kl": 0.16455078125, |
| "learning_rate": 6.57949790794979e-07, |
| "loss": 0.0066, |
| "reward": 0.7794105410575867, |
| "reward_std": 0.05285605788230896, |
| "reward_std_all": 0.07386208698153496, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8948909044265747, |
| "rewards/forensics_tempsamp_iou_reward": 0.49816054105758667, |
| "step": 328 |
| }, |
| { |
| "completion_length": 22.875, |
| "epoch": 1.3765690376569037, |
| "grad_norm": 3.9405908584594727, |
| "kl": 0.18603515625, |
| "learning_rate": 6.569037656903765e-07, |
| "loss": 0.0074, |
| "reward": 0.7433749735355377, |
| "reward_std": 0.1326543390750885, |
| "reward_std_all": 0.12087294086813927, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9267794191837311, |
| "rewards/forensics_tempsamp_iou_reward": 0.4871249496936798, |
| "step": 329 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 1.3807531380753137, |
| "grad_norm": 3.641704559326172, |
| "kl": 0.23388671875, |
| "learning_rate": 6.558577405857741e-07, |
| "loss": 0.0094, |
| "reward": 0.8207233846187592, |
| "reward_std": 0.09848406538367271, |
| "reward_std_all": 0.10303851217031479, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9869769811630249, |
| "rewards/forensics_tempsamp_iou_reward": 0.5582233667373657, |
| "step": 330 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 1.3849372384937237, |
| "grad_norm": 3.9989140033721924, |
| "kl": 0.19580078125, |
| "learning_rate": 6.548117154811716e-07, |
| "loss": 0.0078, |
| "reward": 0.7530893981456757, |
| "reward_std": 0.07827362790703773, |
| "reward_std_all": 0.07362083345651627, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9151604771614075, |
| "rewards/forensics_tempsamp_iou_reward": 0.5030893981456757, |
| "step": 331 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 1.389121338912134, |
| "grad_norm": 3.991621971130371, |
| "kl": 0.131591796875, |
| "learning_rate": 6.537656903765691e-07, |
| "loss": 0.0053, |
| "reward": 0.6878316700458527, |
| "reward_std": 0.10280732810497284, |
| "reward_std_all": 0.10824109241366386, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9193782210350037, |
| "rewards/forensics_tempsamp_iou_reward": 0.4690816253423691, |
| "step": 332 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 1.393305439330544, |
| "grad_norm": 3.379209041595459, |
| "kl": 0.14208984375, |
| "learning_rate": 6.527196652719665e-07, |
| "loss": 0.0057, |
| "reward": 0.7441627383232117, |
| "reward_std": 0.10539986193180084, |
| "reward_std_all": 0.09726296737790108, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9142676293849945, |
| "rewards/forensics_tempsamp_iou_reward": 0.500412717461586, |
| "step": 333 |
| }, |
| { |
| "completion_length": 19.1875, |
| "epoch": 1.397489539748954, |
| "grad_norm": 3.920252561569214, |
| "kl": 0.21044921875, |
| "learning_rate": 6.51673640167364e-07, |
| "loss": 0.0084, |
| "reward": 0.6706031560897827, |
| "reward_std": 0.13978128135204315, |
| "reward_std_all": 0.16774099320173264, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9531669914722443, |
| "rewards/forensics_tempsamp_iou_reward": 0.433103084564209, |
| "step": 334 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 1.401673640167364, |
| "grad_norm": 4.283573150634766, |
| "kl": 0.16796875, |
| "learning_rate": 6.506276150627614e-07, |
| "loss": 0.0067, |
| "reward": 0.6819342374801636, |
| "reward_std": 0.07598416320979595, |
| "reward_std_all": 0.07031166180968285, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9737009108066559, |
| "rewards/forensics_tempsamp_iou_reward": 0.45693422853946686, |
| "step": 335 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 1.4058577405857742, |
| "grad_norm": 4.301535129547119, |
| "kl": 0.166015625, |
| "learning_rate": 6.495815899581589e-07, |
| "loss": 0.0067, |
| "reward": 0.606118232011795, |
| "reward_std": 0.08488035947084427, |
| "reward_std_all": 0.08354498445987701, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8169165849685669, |
| "rewards/forensics_tempsamp_iou_reward": 0.4123682379722595, |
| "step": 336 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 1.4100418410041842, |
| "grad_norm": 4.678075790405273, |
| "kl": 0.1865234375, |
| "learning_rate": 6.485355648535564e-07, |
| "loss": 0.0075, |
| "reward": 0.6583587825298309, |
| "reward_std": 0.08498156815767288, |
| "reward_std_all": 0.08553614281117916, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8164297044277191, |
| "rewards/forensics_tempsamp_iou_reward": 0.4271087795495987, |
| "step": 337 |
| }, |
| { |
| "completion_length": 19.078125, |
| "epoch": 1.4142259414225942, |
| "grad_norm": 5.301628589630127, |
| "kl": 0.1552734375, |
| "learning_rate": 6.47489539748954e-07, |
| "loss": 0.0062, |
| "reward": 0.5501285195350647, |
| "reward_std": 0.054558608680963516, |
| "reward_std_all": 0.07382160797715187, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9098122715950012, |
| "rewards/forensics_tempsamp_iou_reward": 0.3626285046339035, |
| "step": 338 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 1.4184100418410042, |
| "grad_norm": 4.072910785675049, |
| "kl": 0.15380859375, |
| "learning_rate": 6.464435146443515e-07, |
| "loss": 0.0062, |
| "reward": 0.7734572887420654, |
| "reward_std": 0.07339539751410484, |
| "reward_std_all": 0.10351938009262085, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9348401725292206, |
| "rewards/forensics_tempsamp_iou_reward": 0.5109573304653168, |
| "step": 339 |
| }, |
| { |
| "completion_length": 19.8125, |
| "epoch": 1.4225941422594142, |
| "grad_norm": 5.296221733093262, |
| "kl": 0.17431640625, |
| "learning_rate": 6.45397489539749e-07, |
| "loss": 0.007, |
| "reward": 0.7334912121295929, |
| "reward_std": 0.05972724035382271, |
| "reward_std_all": 0.08514976315200329, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8932410180568695, |
| "rewards/forensics_tempsamp_iou_reward": 0.49599121510982513, |
| "step": 340 |
| }, |
| { |
| "completion_length": 19.3125, |
| "epoch": 1.4267782426778242, |
| "grad_norm": 4.615549087524414, |
| "kl": 0.1845703125, |
| "learning_rate": 6.443514644351464e-07, |
| "loss": 0.0074, |
| "reward": 0.7595143020153046, |
| "reward_std": 0.06654370203614235, |
| "reward_std_all": 0.07354473695158958, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9415877461433411, |
| "rewards/forensics_tempsamp_iou_reward": 0.5032642781734467, |
| "step": 341 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 1.4309623430962344, |
| "grad_norm": 4.345317840576172, |
| "kl": 0.23388671875, |
| "learning_rate": 6.433054393305439e-07, |
| "loss": 0.0094, |
| "reward": 0.752809077501297, |
| "reward_std": 0.14859123528003693, |
| "reward_std_all": 0.14787033200263977, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8886229693889618, |
| "rewards/forensics_tempsamp_iou_reward": 0.4903090298175812, |
| "step": 342 |
| }, |
| { |
| "completion_length": 18.71875, |
| "epoch": 1.4351464435146444, |
| "grad_norm": 5.5943403244018555, |
| "kl": 0.2255859375, |
| "learning_rate": 6.422594142259414e-07, |
| "loss": 0.009, |
| "reward": 0.8426127135753632, |
| "reward_std": 0.07154106348752975, |
| "reward_std_all": 0.07814988121390343, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8504079878330231, |
| "rewards/forensics_tempsamp_iou_reward": 0.5426127016544342, |
| "step": 343 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 1.4393305439330544, |
| "grad_norm": 6.4163641929626465, |
| "kl": 0.18603515625, |
| "learning_rate": 6.412133891213389e-07, |
| "loss": 0.0074, |
| "reward": 0.6658518314361572, |
| "reward_std": 0.09378122538328171, |
| "reward_std_all": 0.0948740690946579, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9052205979824066, |
| "rewards/forensics_tempsamp_iou_reward": 0.42835181951522827, |
| "step": 344 |
| }, |
| { |
| "completion_length": 19.140625, |
| "epoch": 1.4435146443514644, |
| "grad_norm": 6.023801326751709, |
| "kl": 0.16455078125, |
| "learning_rate": 6.401673640167363e-07, |
| "loss": 0.0066, |
| "reward": 0.7680287659168243, |
| "reward_std": 0.07642362639307976, |
| "reward_std_all": 0.1125335544347763, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9586975872516632, |
| "rewards/forensics_tempsamp_iou_reward": 0.5242787599563599, |
| "step": 345 |
| }, |
| { |
| "completion_length": 19.171875, |
| "epoch": 1.4476987447698746, |
| "grad_norm": 3.776806592941284, |
| "kl": 0.2685546875, |
| "learning_rate": 6.391213389121338e-07, |
| "loss": 0.0107, |
| "reward": 0.668417364358902, |
| "reward_std": 0.05609360430389643, |
| "reward_std_all": 0.06052548810839653, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9059432744979858, |
| "rewards/forensics_tempsamp_iou_reward": 0.4246673583984375, |
| "step": 346 |
| }, |
| { |
| "completion_length": 19.359375, |
| "epoch": 1.4518828451882846, |
| "grad_norm": 4.42294979095459, |
| "kl": 0.14599609375, |
| "learning_rate": 6.380753138075314e-07, |
| "loss": 0.0058, |
| "reward": 0.6186015009880066, |
| "reward_std": 0.06285391189157963, |
| "reward_std_all": 0.060977621003985405, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8870429396629333, |
| "rewards/forensics_tempsamp_iou_reward": 0.41235144436359406, |
| "step": 347 |
| }, |
| { |
| "completion_length": 19.9375, |
| "epoch": 1.4560669456066946, |
| "grad_norm": 6.964395046234131, |
| "kl": 0.23974609375, |
| "learning_rate": 6.370292887029289e-07, |
| "loss": 0.0096, |
| "reward": 0.786225438117981, |
| "reward_std": 0.11651625484228134, |
| "reward_std_all": 0.11519875377416611, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.941349595785141, |
| "rewards/forensics_tempsamp_iou_reward": 0.5237254500389099, |
| "step": 348 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 1.4602510460251046, |
| "grad_norm": 5.059910297393799, |
| "kl": 0.17041015625, |
| "learning_rate": 6.359832635983263e-07, |
| "loss": 0.0068, |
| "reward": 0.7098332047462463, |
| "reward_std": 0.03770196624100208, |
| "reward_std_all": 0.07342774793505669, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9466278254985809, |
| "rewards/forensics_tempsamp_iou_reward": 0.503583163022995, |
| "step": 349 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 1.4644351464435146, |
| "grad_norm": 4.280508518218994, |
| "kl": 0.28515625, |
| "learning_rate": 6.349372384937238e-07, |
| "loss": 0.0114, |
| "reward": 0.8710715174674988, |
| "reward_std": 0.12632274627685547, |
| "reward_std_all": 0.12493560463190079, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9256309866905212, |
| "rewards/forensics_tempsamp_iou_reward": 0.6148215234279633, |
| "step": 350 |
| }, |
| { |
| "completion_length": 20.4375, |
| "epoch": 1.4686192468619246, |
| "grad_norm": 6.721954345703125, |
| "kl": 0.1982421875, |
| "learning_rate": 6.338912133891213e-07, |
| "loss": 0.0079, |
| "reward": 0.8160971403121948, |
| "reward_std": 0.11630572006106377, |
| "reward_std_all": 0.11770603060722351, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9495206475257874, |
| "rewards/forensics_tempsamp_iou_reward": 0.5598471462726593, |
| "step": 351 |
| }, |
| { |
| "completion_length": 19.390625, |
| "epoch": 1.4728033472803348, |
| "grad_norm": 3.9730606079101562, |
| "kl": 0.21435546875, |
| "learning_rate": 6.328451882845188e-07, |
| "loss": 0.0086, |
| "reward": 0.5548087656497955, |
| "reward_std": 0.19363372027873993, |
| "reward_std_all": 0.17897489666938782, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8675292730331421, |
| "rewards/forensics_tempsamp_iou_reward": 0.3798087537288666, |
| "step": 352 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 1.4769874476987448, |
| "grad_norm": 4.822771072387695, |
| "kl": 0.18701171875, |
| "learning_rate": 6.317991631799163e-07, |
| "loss": 0.0075, |
| "reward": 0.6104840338230133, |
| "reward_std": 0.1203470528125763, |
| "reward_std_all": 0.1089002788066864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9748005270957947, |
| "rewards/forensics_tempsamp_iou_reward": 0.39798402786254883, |
| "step": 353 |
| }, |
| { |
| "completion_length": 19.171875, |
| "epoch": 1.4811715481171548, |
| "grad_norm": 4.341469764709473, |
| "kl": 0.2080078125, |
| "learning_rate": 6.307531380753138e-07, |
| "loss": 0.0083, |
| "reward": 0.689783364534378, |
| "reward_std": 0.07247291132807732, |
| "reward_std_all": 0.09163950383663177, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.897395670413971, |
| "rewards/forensics_tempsamp_iou_reward": 0.46478332579135895, |
| "step": 354 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 1.4853556485355648, |
| "grad_norm": 3.9398820400238037, |
| "kl": 0.15966796875, |
| "learning_rate": 6.297071129707112e-07, |
| "loss": 0.0064, |
| "reward": 0.8064073622226715, |
| "reward_std": 0.05604461207985878, |
| "reward_std_all": 0.0642822366207838, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9546734094619751, |
| "rewards/forensics_tempsamp_iou_reward": 0.5314073860645294, |
| "step": 355 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 1.489539748953975, |
| "grad_norm": 5.106343746185303, |
| "kl": 0.20751953125, |
| "learning_rate": 6.286610878661088e-07, |
| "loss": 0.0083, |
| "reward": 0.7412002384662628, |
| "reward_std": 0.12852585315704346, |
| "reward_std_all": 0.12553340196609497, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.934188038110733, |
| "rewards/forensics_tempsamp_iou_reward": 0.49745023250579834, |
| "step": 356 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 1.493723849372385, |
| "grad_norm": 3.1529664993286133, |
| "kl": 0.15869140625, |
| "learning_rate": 6.276150627615063e-07, |
| "loss": 0.0063, |
| "reward": 0.687052458524704, |
| "reward_std": 0.05527842789888382, |
| "reward_std_all": 0.05929508060216904, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8835247755050659, |
| "rewards/forensics_tempsamp_iou_reward": 0.45580244064331055, |
| "step": 357 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 1.497907949790795, |
| "grad_norm": 3.901362180709839, |
| "kl": 0.140625, |
| "learning_rate": 6.265690376569037e-07, |
| "loss": 0.0056, |
| "reward": 0.8502953052520752, |
| "reward_std": 0.07031768560409546, |
| "reward_std_all": 0.07727281376719475, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9457861185073853, |
| "rewards/forensics_tempsamp_iou_reward": 0.6127952635288239, |
| "step": 358 |
| }, |
| { |
| "completion_length": 20.109375, |
| "epoch": 1.502092050209205, |
| "grad_norm": 12.702938079833984, |
| "kl": 0.1591796875, |
| "learning_rate": 6.255230125523012e-07, |
| "loss": 0.0064, |
| "reward": 0.7612243592739105, |
| "reward_std": 0.0801387894898653, |
| "reward_std_all": 0.07612470537424088, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.942497193813324, |
| "rewards/forensics_tempsamp_iou_reward": 0.4987243562936783, |
| "step": 359 |
| }, |
| { |
| "completion_length": 19.171875, |
| "epoch": 1.506276150627615, |
| "grad_norm": 4.231260299682617, |
| "kl": 0.3447265625, |
| "learning_rate": 6.244769874476987e-07, |
| "loss": 0.0138, |
| "reward": 0.7766593992710114, |
| "reward_std": 0.08531934022903442, |
| "reward_std_all": 0.08036176487803459, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8920369148254395, |
| "rewards/forensics_tempsamp_iou_reward": 0.5141594111919403, |
| "step": 360 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 1.510460251046025, |
| "grad_norm": 14.111891746520996, |
| "kl": 0.2373046875, |
| "learning_rate": 6.234309623430962e-07, |
| "loss": 0.0095, |
| "reward": 0.6942225992679596, |
| "reward_std": 0.0476329792290926, |
| "reward_std_all": 0.0674137994647026, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9291628301143646, |
| "rewards/forensics_tempsamp_iou_reward": 0.487972617149353, |
| "step": 361 |
| }, |
| { |
| "completion_length": 19.109375, |
| "epoch": 1.514644351464435, |
| "grad_norm": 4.603570938110352, |
| "kl": 0.19921875, |
| "learning_rate": 6.223849372384937e-07, |
| "loss": 0.008, |
| "reward": 0.7590403854846954, |
| "reward_std": 0.11631745100021362, |
| "reward_std_all": 0.1163734681904316, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8415163159370422, |
| "rewards/forensics_tempsamp_iou_reward": 0.5340403467416763, |
| "step": 362 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 1.5188284518828452, |
| "grad_norm": 4.827236175537109, |
| "kl": 0.1142578125, |
| "learning_rate": 6.213389121338912e-07, |
| "loss": 0.0046, |
| "reward": 0.6580938398838043, |
| "reward_std": 0.09933791682124138, |
| "reward_std_all": 0.11805080249905586, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9096912443637848, |
| "rewards/forensics_tempsamp_iou_reward": 0.4580938220024109, |
| "step": 363 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 1.5230125523012552, |
| "grad_norm": 7.909019470214844, |
| "kl": 0.166259765625, |
| "learning_rate": 6.202928870292888e-07, |
| "loss": 0.0066, |
| "reward": 0.6920763850212097, |
| "reward_std": 0.05603438429534435, |
| "reward_std_all": 0.06567902863025665, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9176453649997711, |
| "rewards/forensics_tempsamp_iou_reward": 0.4858263432979584, |
| "step": 364 |
| }, |
| { |
| "completion_length": 19.53125, |
| "epoch": 1.5271966527196654, |
| "grad_norm": 4.437346935272217, |
| "kl": 0.2802734375, |
| "learning_rate": 6.192468619246862e-07, |
| "loss": 0.0112, |
| "reward": 0.7083640098571777, |
| "reward_std": 0.10862875357270241, |
| "reward_std_all": 0.110087089240551, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8934192955493927, |
| "rewards/forensics_tempsamp_iou_reward": 0.45836398005485535, |
| "step": 365 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 1.5313807531380754, |
| "grad_norm": 4.136433124542236, |
| "kl": 0.16845703125, |
| "learning_rate": 6.182008368200836e-07, |
| "loss": 0.0067, |
| "reward": 0.4000803828239441, |
| "reward_std": 0.07327224686741829, |
| "reward_std_all": 0.08795398846268654, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.722610741853714, |
| "rewards/forensics_tempsamp_iou_reward": 0.281330406665802, |
| "step": 366 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 1.5355648535564854, |
| "grad_norm": 4.324184894561768, |
| "kl": 0.18896484375, |
| "learning_rate": 6.171548117154811e-07, |
| "loss": 0.0076, |
| "reward": 0.7813405394554138, |
| "reward_std": 0.09480735287070274, |
| "reward_std_all": 0.0989840105175972, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9382022619247437, |
| "rewards/forensics_tempsamp_iou_reward": 0.5563405603170395, |
| "step": 367 |
| }, |
| { |
| "completion_length": 19.203125, |
| "epoch": 1.5397489539748954, |
| "grad_norm": 4.675383567810059, |
| "kl": 0.138427734375, |
| "learning_rate": 6.161087866108786e-07, |
| "loss": 0.0055, |
| "reward": 0.9581067562103271, |
| "reward_std": 0.09578951820731163, |
| "reward_std_all": 0.09966465458273888, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9872419834136963, |
| "rewards/forensics_tempsamp_iou_reward": 0.6831067204475403, |
| "step": 368 |
| }, |
| { |
| "completion_length": 19.359375, |
| "epoch": 1.5439330543933054, |
| "grad_norm": 5.557816505432129, |
| "kl": 0.1748046875, |
| "learning_rate": 6.150627615062761e-07, |
| "loss": 0.007, |
| "reward": 0.6533156335353851, |
| "reward_std": 0.09746003150939941, |
| "reward_std_all": 0.09253546968102455, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9695588648319244, |
| "rewards/forensics_tempsamp_iou_reward": 0.44081561267375946, |
| "step": 369 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 1.5481171548117154, |
| "grad_norm": 4.149466037750244, |
| "kl": 0.1494140625, |
| "learning_rate": 6.140167364016736e-07, |
| "loss": 0.006, |
| "reward": 0.8242698907852173, |
| "reward_std": 0.10261883586645126, |
| "reward_std_all": 0.10632168501615524, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9604272246360779, |
| "rewards/forensics_tempsamp_iou_reward": 0.5867698788642883, |
| "step": 370 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 1.5523012552301254, |
| "grad_norm": 5.221569061279297, |
| "kl": 0.23193359375, |
| "learning_rate": 6.129707112970711e-07, |
| "loss": 0.0093, |
| "reward": 0.5343354642391205, |
| "reward_std": 0.05670253373682499, |
| "reward_std_all": 0.06742007285356522, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7072303891181946, |
| "rewards/forensics_tempsamp_iou_reward": 0.290585458278656, |
| "step": 371 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 1.5564853556485354, |
| "grad_norm": 3.3939411640167236, |
| "kl": 0.22900390625, |
| "learning_rate": 6.119246861924686e-07, |
| "loss": 0.0092, |
| "reward": 0.6064125299453735, |
| "reward_std": 0.07433366402983665, |
| "reward_std_all": 0.07769619673490524, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.919095367193222, |
| "rewards/forensics_tempsamp_iou_reward": 0.4376625269651413, |
| "step": 372 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 1.5606694560669456, |
| "grad_norm": 4.620502471923828, |
| "kl": 0.181640625, |
| "learning_rate": 6.108786610878662e-07, |
| "loss": 0.0073, |
| "reward": 0.7547047734260559, |
| "reward_std": 0.1096886545419693, |
| "reward_std_all": 0.11672518774867058, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8871729969978333, |
| "rewards/forensics_tempsamp_iou_reward": 0.4984547346830368, |
| "step": 373 |
| }, |
| { |
| "completion_length": 19.390625, |
| "epoch": 1.5648535564853556, |
| "grad_norm": 5.551793575286865, |
| "kl": 0.24951171875, |
| "learning_rate": 6.098326359832637e-07, |
| "loss": 0.01, |
| "reward": 0.8385690152645111, |
| "reward_std": 0.062306204810738564, |
| "reward_std_all": 0.08394905924797058, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9032203555107117, |
| "rewards/forensics_tempsamp_iou_reward": 0.5573190152645111, |
| "step": 374 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 1.5690376569037658, |
| "grad_norm": 6.643610000610352, |
| "kl": 0.1455078125, |
| "learning_rate": 6.08786610878661e-07, |
| "loss": 0.0058, |
| "reward": 0.8116883635520935, |
| "reward_std": 0.09610997512936592, |
| "reward_std_all": 0.10216786339879036, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9471110701560974, |
| "rewards/forensics_tempsamp_iou_reward": 0.5491883605718613, |
| "step": 375 |
| }, |
| { |
| "completion_length": 19.125, |
| "epoch": 1.5732217573221758, |
| "grad_norm": 4.574708461761475, |
| "kl": 0.117919921875, |
| "learning_rate": 6.077405857740585e-07, |
| "loss": 0.0047, |
| "reward": 0.8414853513240814, |
| "reward_std": 0.08248526230454445, |
| "reward_std_all": 0.08644799143075943, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9479278326034546, |
| "rewards/forensics_tempsamp_iou_reward": 0.5789854228496552, |
| "step": 376 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 1.5774058577405858, |
| "grad_norm": 4.045705318450928, |
| "kl": 0.15283203125, |
| "learning_rate": 6.06694560669456e-07, |
| "loss": 0.0061, |
| "reward": 0.7221877872943878, |
| "reward_std": 0.0808490477502346, |
| "reward_std_all": 0.08108093962073326, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.951321542263031, |
| "rewards/forensics_tempsamp_iou_reward": 0.459687739610672, |
| "step": 377 |
| }, |
| { |
| "completion_length": 20.0625, |
| "epoch": 1.5815899581589958, |
| "grad_norm": 5.769662380218506, |
| "kl": 0.34228515625, |
| "learning_rate": 6.056485355648535e-07, |
| "loss": 0.0136, |
| "reward": 0.6445153653621674, |
| "reward_std": 0.11345713958144188, |
| "reward_std_all": 0.140708576887846, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9839609861373901, |
| "rewards/forensics_tempsamp_iou_reward": 0.4257653057575226, |
| "step": 378 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 1.5857740585774058, |
| "grad_norm": 3.7109971046447754, |
| "kl": 0.1376953125, |
| "learning_rate": 6.04602510460251e-07, |
| "loss": 0.0055, |
| "reward": 0.7714243233203888, |
| "reward_std": 0.08222905360162258, |
| "reward_std_all": 0.09612865746021271, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9052736461162567, |
| "rewards/forensics_tempsamp_iou_reward": 0.5276742875576019, |
| "step": 379 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 1.5899581589958158, |
| "grad_norm": 3.0301547050476074, |
| "kl": 0.21142578125, |
| "learning_rate": 6.035564853556485e-07, |
| "loss": 0.0085, |
| "reward": 0.8037003576755524, |
| "reward_std": 0.0990007147192955, |
| "reward_std_all": 0.1116030365228653, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.83189657330513, |
| "rewards/forensics_tempsamp_iou_reward": 0.5474503636360168, |
| "step": 380 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 1.5941422594142258, |
| "grad_norm": 7.319838047027588, |
| "kl": 0.4169921875, |
| "learning_rate": 6.02510460251046e-07, |
| "loss": 0.0166, |
| "reward": 0.613265872001648, |
| "reward_std": 0.10758588835597038, |
| "reward_std_all": 0.10475553572177887, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8893766403198242, |
| "rewards/forensics_tempsamp_iou_reward": 0.4132658541202545, |
| "step": 381 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 1.5983263598326358, |
| "grad_norm": 5.047714710235596, |
| "kl": 0.14794921875, |
| "learning_rate": 6.014644351464436e-07, |
| "loss": 0.0059, |
| "reward": 0.7172858715057373, |
| "reward_std": 0.06746296212077141, |
| "reward_std_all": 0.09526190906763077, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9236111044883728, |
| "rewards/forensics_tempsamp_iou_reward": 0.4922858327627182, |
| "step": 382 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 1.602510460251046, |
| "grad_norm": 4.262624263763428, |
| "kl": 0.15771484375, |
| "learning_rate": 6.00418410041841e-07, |
| "loss": 0.0063, |
| "reward": 0.7051416039466858, |
| "reward_std": 0.09424840658903122, |
| "reward_std_all": 0.0969877764582634, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.890315592288971, |
| "rewards/forensics_tempsamp_iou_reward": 0.4801415950059891, |
| "step": 383 |
| }, |
| { |
| "completion_length": 20.6875, |
| "epoch": 1.606694560669456, |
| "grad_norm": 3.243622303009033, |
| "kl": 0.14013671875, |
| "learning_rate": 5.993723849372385e-07, |
| "loss": 0.0056, |
| "reward": 0.8012344837188721, |
| "reward_std": 0.1097191609442234, |
| "reward_std_all": 0.10152425244450569, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9742083847522736, |
| "rewards/forensics_tempsamp_iou_reward": 0.5449844002723694, |
| "step": 384 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 1.6108786610878663, |
| "grad_norm": 3.9262754917144775, |
| "kl": 0.24169921875, |
| "learning_rate": 5.983263598326359e-07, |
| "loss": 0.0097, |
| "reward": 0.5642031133174896, |
| "reward_std": 0.11672480404376984, |
| "reward_std_all": 0.1083630919456482, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9425374865531921, |
| "rewards/forensics_tempsamp_iou_reward": 0.3704531341791153, |
| "step": 385 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 1.6150627615062763, |
| "grad_norm": 4.146145820617676, |
| "kl": 0.1591796875, |
| "learning_rate": 5.972803347280334e-07, |
| "loss": 0.0064, |
| "reward": 0.7142733633518219, |
| "reward_std": 0.09842085093259811, |
| "reward_std_all": 0.12222578376531601, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.939790815114975, |
| "rewards/forensics_tempsamp_iou_reward": 0.4642733484506607, |
| "step": 386 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 1.6192468619246863, |
| "grad_norm": 4.9521484375, |
| "kl": 0.22021484375, |
| "learning_rate": 5.962343096234309e-07, |
| "loss": 0.0088, |
| "reward": 0.7345221042633057, |
| "reward_std": 0.09285440295934677, |
| "reward_std_all": 0.11335794255137444, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8880292475223541, |
| "rewards/forensics_tempsamp_iou_reward": 0.48452208936214447, |
| "step": 387 |
| }, |
| { |
| "completion_length": 19.734375, |
| "epoch": 1.6234309623430963, |
| "grad_norm": 3.7840123176574707, |
| "kl": 0.27294921875, |
| "learning_rate": 5.951882845188284e-07, |
| "loss": 0.0109, |
| "reward": 0.831823080778122, |
| "reward_std": 0.121603824198246, |
| "reward_std_all": 0.11839570105075836, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9297360777854919, |
| "rewards/forensics_tempsamp_iou_reward": 0.5568230599164963, |
| "step": 388 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 1.6276150627615062, |
| "grad_norm": 4.968148231506348, |
| "kl": 0.197265625, |
| "learning_rate": 5.941422594142259e-07, |
| "loss": 0.0079, |
| "reward": 0.8054818511009216, |
| "reward_std": 0.1523936204612255, |
| "reward_std_all": 0.16030821204185486, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9263400435447693, |
| "rewards/forensics_tempsamp_iou_reward": 0.5179818272590637, |
| "step": 389 |
| }, |
| { |
| "completion_length": 20.78125, |
| "epoch": 1.6317991631799162, |
| "grad_norm": 3.8251447677612305, |
| "kl": 0.122314453125, |
| "learning_rate": 5.930962343096235e-07, |
| "loss": 0.0049, |
| "reward": 0.7346691489219666, |
| "reward_std": 0.10089613497257233, |
| "reward_std_all": 0.0997934341430664, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.89878049492836, |
| "rewards/forensics_tempsamp_iou_reward": 0.47841912508010864, |
| "step": 390 |
| }, |
| { |
| "completion_length": 22.046875, |
| "epoch": 1.6359832635983262, |
| "grad_norm": 3.1214230060577393, |
| "kl": 0.14599609375, |
| "learning_rate": 5.92050209205021e-07, |
| "loss": 0.0059, |
| "reward": 0.7487303614616394, |
| "reward_std": 0.09307082742452621, |
| "reward_std_all": 0.11043956503272057, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8986805975437164, |
| "rewards/forensics_tempsamp_iou_reward": 0.5049803555011749, |
| "step": 391 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 1.6401673640167362, |
| "grad_norm": 4.429520606994629, |
| "kl": 0.267578125, |
| "learning_rate": 5.910041841004184e-07, |
| "loss": 0.0107, |
| "reward": 0.88264000415802, |
| "reward_std": 0.11040260270237923, |
| "reward_std_all": 0.13103562965989113, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9423631727695465, |
| "rewards/forensics_tempsamp_iou_reward": 0.5826400518417358, |
| "step": 392 |
| }, |
| { |
| "completion_length": 20.625, |
| "epoch": 1.6443514644351465, |
| "grad_norm": 4.093129634857178, |
| "kl": 0.141357421875, |
| "learning_rate": 5.899581589958159e-07, |
| "loss": 0.0056, |
| "reward": 0.6111509799957275, |
| "reward_std": 0.0978346411138773, |
| "reward_std_all": 0.10533474013209343, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9212121367454529, |
| "rewards/forensics_tempsamp_iou_reward": 0.4174010008573532, |
| "step": 393 |
| }, |
| { |
| "completion_length": 23.640625, |
| "epoch": 1.6485355648535565, |
| "grad_norm": 3.553910255432129, |
| "kl": 0.20751953125, |
| "learning_rate": 5.889121338912134e-07, |
| "loss": 0.0083, |
| "reward": 0.5875755846500397, |
| "reward_std": 0.11845404282212257, |
| "reward_std_all": 0.10984664782881737, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8034631609916687, |
| "rewards/forensics_tempsamp_iou_reward": 0.3750755414366722, |
| "step": 394 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 1.6527196652719667, |
| "grad_norm": 3.8198163509368896, |
| "kl": 0.171875, |
| "learning_rate": 5.878661087866108e-07, |
| "loss": 0.0069, |
| "reward": 0.7515853941440582, |
| "reward_std": 0.15178415924310684, |
| "reward_std_all": 0.14150815457105637, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.913559764623642, |
| "rewards/forensics_tempsamp_iou_reward": 0.5265854001045227, |
| "step": 395 |
| }, |
| { |
| "completion_length": 20.796875, |
| "epoch": 1.6569037656903767, |
| "grad_norm": 4.464111328125, |
| "kl": 0.132568359375, |
| "learning_rate": 5.868200836820083e-07, |
| "loss": 0.0053, |
| "reward": 0.6798057854175568, |
| "reward_std": 0.10062244534492493, |
| "reward_std_all": 0.10073244199156761, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9424925446510315, |
| "rewards/forensics_tempsamp_iou_reward": 0.4423057436943054, |
| "step": 396 |
| }, |
| { |
| "completion_length": 21.6875, |
| "epoch": 1.6610878661087867, |
| "grad_norm": 4.397378921508789, |
| "kl": 0.1708984375, |
| "learning_rate": 5.857740585774058e-07, |
| "loss": 0.0068, |
| "reward": 0.6643034815788269, |
| "reward_std": 0.14805971831083298, |
| "reward_std_all": 0.14586585387587547, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9283192455768585, |
| "rewards/forensics_tempsamp_iou_reward": 0.45805343985557556, |
| "step": 397 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 1.6652719665271967, |
| "grad_norm": 4.426388740539551, |
| "kl": 0.146484375, |
| "learning_rate": 5.847280334728033e-07, |
| "loss": 0.0059, |
| "reward": 0.6910877525806427, |
| "reward_std": 0.12503433227539062, |
| "reward_std_all": 0.13146088272333145, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.979203999042511, |
| "rewards/forensics_tempsamp_iou_reward": 0.44733773171901703, |
| "step": 398 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 1.6694560669456067, |
| "grad_norm": 3.5130980014801025, |
| "kl": 0.147705078125, |
| "learning_rate": 5.836820083682009e-07, |
| "loss": 0.0059, |
| "reward": 0.759837806224823, |
| "reward_std": 0.11214737221598625, |
| "reward_std_all": 0.09798536449670792, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9468344151973724, |
| "rewards/forensics_tempsamp_iou_reward": 0.49733781814575195, |
| "step": 399 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 1.6736401673640167, |
| "grad_norm": 4.9252824783325195, |
| "kl": 0.16357421875, |
| "learning_rate": 5.826359832635983e-07, |
| "loss": 0.0065, |
| "reward": 0.668942779302597, |
| "reward_std": 0.14475005120038986, |
| "reward_std_all": 0.1378636620938778, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9356997013092041, |
| "rewards/forensics_tempsamp_iou_reward": 0.45019277930259705, |
| "step": 400 |
| }, |
| { |
| "completion_length": 19.734375, |
| "epoch": 1.6778242677824267, |
| "grad_norm": 4.085936546325684, |
| "kl": 0.15673828125, |
| "learning_rate": 5.815899581589958e-07, |
| "loss": 0.0063, |
| "reward": 0.745583713054657, |
| "reward_std": 0.13699695467948914, |
| "reward_std_all": 0.12166626006364822, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.905004233121872, |
| "rewards/forensics_tempsamp_iou_reward": 0.5205836892127991, |
| "step": 401 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 1.6820083682008367, |
| "grad_norm": 3.907957077026367, |
| "kl": 0.141845703125, |
| "learning_rate": 5.805439330543933e-07, |
| "loss": 0.0057, |
| "reward": 0.6514643728733063, |
| "reward_std": 0.08864112943410873, |
| "reward_std_all": 0.11040578782558441, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9702342748641968, |
| "rewards/forensics_tempsamp_iou_reward": 0.45146429538726807, |
| "step": 402 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 1.6861924686192469, |
| "grad_norm": 8.717144012451172, |
| "kl": 0.177734375, |
| "learning_rate": 5.794979079497908e-07, |
| "loss": 0.0071, |
| "reward": 0.6391049921512604, |
| "reward_std": 0.13380855321884155, |
| "reward_std_all": 0.15184561908245087, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9202960431575775, |
| "rewards/forensics_tempsamp_iou_reward": 0.40785495936870575, |
| "step": 403 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 1.6903765690376569, |
| "grad_norm": 4.062610149383545, |
| "kl": 0.1513671875, |
| "learning_rate": 5.784518828451883e-07, |
| "loss": 0.0061, |
| "reward": 0.741644948720932, |
| "reward_std": 0.11197156086564064, |
| "reward_std_all": 0.13361864164471626, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9618658125400543, |
| "rewards/forensics_tempsamp_iou_reward": 0.5103949308395386, |
| "step": 404 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 1.694560669456067, |
| "grad_norm": 4.445327281951904, |
| "kl": 0.1513671875, |
| "learning_rate": 5.774058577405857e-07, |
| "loss": 0.0061, |
| "reward": 0.6875603199005127, |
| "reward_std": 0.1547994241118431, |
| "reward_std_all": 0.14484619349241257, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8951769471168518, |
| "rewards/forensics_tempsamp_iou_reward": 0.45631030201911926, |
| "step": 405 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 1.698744769874477, |
| "grad_norm": 6.792513370513916, |
| "kl": 0.19091796875, |
| "learning_rate": 5.763598326359832e-07, |
| "loss": 0.0076, |
| "reward": 0.7082102000713348, |
| "reward_std": 0.11494498699903488, |
| "reward_std_all": 0.11481763049960136, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9525451958179474, |
| "rewards/forensics_tempsamp_iou_reward": 0.48946017026901245, |
| "step": 406 |
| }, |
| { |
| "completion_length": 19.765625, |
| "epoch": 1.702928870292887, |
| "grad_norm": 4.766568183898926, |
| "kl": 0.16259765625, |
| "learning_rate": 5.753138075313807e-07, |
| "loss": 0.0065, |
| "reward": 0.6715414226055145, |
| "reward_std": 0.14304320886731148, |
| "reward_std_all": 0.15483016520738602, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8933103978633881, |
| "rewards/forensics_tempsamp_iou_reward": 0.4402913749217987, |
| "step": 407 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 1.707112970711297, |
| "grad_norm": 3.953510046005249, |
| "kl": 0.271484375, |
| "learning_rate": 5.742677824267782e-07, |
| "loss": 0.0108, |
| "reward": 0.7983459234237671, |
| "reward_std": 0.12665104493498802, |
| "reward_std_all": 0.13351493701338768, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.931801050901413, |
| "rewards/forensics_tempsamp_iou_reward": 0.523345947265625, |
| "step": 408 |
| }, |
| { |
| "completion_length": 20.3125, |
| "epoch": 1.711297071129707, |
| "grad_norm": 6.187833786010742, |
| "kl": 0.1279296875, |
| "learning_rate": 5.732217573221757e-07, |
| "loss": 0.0051, |
| "reward": 0.7691003978252411, |
| "reward_std": 0.14409371465444565, |
| "reward_std_all": 0.13813571259379387, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8829086422920227, |
| "rewards/forensics_tempsamp_iou_reward": 0.5316004157066345, |
| "step": 409 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 1.715481171548117, |
| "grad_norm": 5.169047832489014, |
| "kl": 0.139892578125, |
| "learning_rate": 5.721757322175732e-07, |
| "loss": 0.0056, |
| "reward": 0.78391033411026, |
| "reward_std": 0.12004062905907631, |
| "reward_std_all": 0.11579746752977371, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.972826212644577, |
| "rewards/forensics_tempsamp_iou_reward": 0.5276602804660797, |
| "step": 410 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 1.719665271966527, |
| "grad_norm": 3.453080892562866, |
| "kl": 0.152099609375, |
| "learning_rate": 5.711297071129707e-07, |
| "loss": 0.0061, |
| "reward": 0.8528542518615723, |
| "reward_std": 0.08330647274851799, |
| "reward_std_all": 0.08108551427721977, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9718764126300812, |
| "rewards/forensics_tempsamp_iou_reward": 0.5778542160987854, |
| "step": 411 |
| }, |
| { |
| "completion_length": 24.46875, |
| "epoch": 1.723849372384937, |
| "grad_norm": 5.244958400726318, |
| "kl": 0.1630859375, |
| "learning_rate": 5.700836820083682e-07, |
| "loss": 0.0065, |
| "reward": 0.5416778922080994, |
| "reward_std": 0.10943484306335449, |
| "reward_std_all": 0.11760454624891281, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9452441930770874, |
| "rewards/forensics_tempsamp_iou_reward": 0.335427850484848, |
| "step": 412 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 1.7280334728033473, |
| "grad_norm": 5.316346168518066, |
| "kl": 0.2412109375, |
| "learning_rate": 5.690376569037657e-07, |
| "loss": 0.0096, |
| "reward": 0.7208540141582489, |
| "reward_std": 0.13976770639419556, |
| "reward_std_all": 0.14901021122932434, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9542318880558014, |
| "rewards/forensics_tempsamp_iou_reward": 0.48335403203964233, |
| "step": 413 |
| }, |
| { |
| "completion_length": 21.078125, |
| "epoch": 1.7322175732217573, |
| "grad_norm": 4.383340358734131, |
| "kl": 0.15869140625, |
| "learning_rate": 5.679916317991632e-07, |
| "loss": 0.0063, |
| "reward": 0.8109701573848724, |
| "reward_std": 0.07969758659601212, |
| "reward_std_all": 0.10147956758737564, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9123515784740448, |
| "rewards/forensics_tempsamp_iou_reward": 0.5547201037406921, |
| "step": 414 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 1.7364016736401675, |
| "grad_norm": 3.641148567199707, |
| "kl": 0.171875, |
| "learning_rate": 5.669456066945606e-07, |
| "loss": 0.0069, |
| "reward": 0.7207403779029846, |
| "reward_std": 0.07515552267432213, |
| "reward_std_all": 0.07417905330657959, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9628506600856781, |
| "rewards/forensics_tempsamp_iou_reward": 0.47699040174484253, |
| "step": 415 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 1.7405857740585775, |
| "grad_norm": 4.375463485717773, |
| "kl": 0.2158203125, |
| "learning_rate": 5.65899581589958e-07, |
| "loss": 0.0086, |
| "reward": 0.6707467883825302, |
| "reward_std": 0.08521071448922157, |
| "reward_std_all": 0.09253882989287376, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9232481420040131, |
| "rewards/forensics_tempsamp_iou_reward": 0.4519967585802078, |
| "step": 416 |
| }, |
| { |
| "completion_length": 19.5, |
| "epoch": 1.7447698744769875, |
| "grad_norm": 3.5284013748168945, |
| "kl": 0.1806640625, |
| "learning_rate": 5.648535564853556e-07, |
| "loss": 0.0072, |
| "reward": 0.6858185529708862, |
| "reward_std": 0.06183498911559582, |
| "reward_std_all": 0.09984438493847847, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9613178968429565, |
| "rewards/forensics_tempsamp_iou_reward": 0.4795685261487961, |
| "step": 417 |
| }, |
| { |
| "completion_length": 20.078125, |
| "epoch": 1.7489539748953975, |
| "grad_norm": 4.590520858764648, |
| "kl": 0.138671875, |
| "learning_rate": 5.638075313807531e-07, |
| "loss": 0.0055, |
| "reward": 0.6598048210144043, |
| "reward_std": 0.11217747628688812, |
| "reward_std_all": 0.10734020173549652, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9497629702091217, |
| "rewards/forensics_tempsamp_iou_reward": 0.4285547733306885, |
| "step": 418 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 1.7531380753138075, |
| "grad_norm": 6.152802467346191, |
| "kl": 0.1806640625, |
| "learning_rate": 5.627615062761506e-07, |
| "loss": 0.0072, |
| "reward": 0.8081401884555817, |
| "reward_std": 0.08572977408766747, |
| "reward_std_all": 0.09227494150400162, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9558709263801575, |
| "rewards/forensics_tempsamp_iou_reward": 0.5518901348114014, |
| "step": 419 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 1.7573221757322175, |
| "grad_norm": 4.699737071990967, |
| "kl": 0.2236328125, |
| "learning_rate": 5.617154811715481e-07, |
| "loss": 0.009, |
| "reward": 0.7680488228797913, |
| "reward_std": 0.13470616936683655, |
| "reward_std_all": 0.12484751641750336, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9413406550884247, |
| "rewards/forensics_tempsamp_iou_reward": 0.5305487513542175, |
| "step": 420 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 1.7615062761506275, |
| "grad_norm": 6.765925407409668, |
| "kl": 0.24365234375, |
| "learning_rate": 5.606694560669456e-07, |
| "loss": 0.0098, |
| "reward": 0.6967054605484009, |
| "reward_std": 0.1415443904697895, |
| "reward_std_all": 0.12763941660523415, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9397442638874054, |
| "rewards/forensics_tempsamp_iou_reward": 0.484205424785614, |
| "step": 421 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 1.7656903765690377, |
| "grad_norm": 6.17219877243042, |
| "kl": 0.10986328125, |
| "learning_rate": 5.596234309623431e-07, |
| "loss": 0.0044, |
| "reward": 0.7020261287689209, |
| "reward_std": 0.09228173829615116, |
| "reward_std_all": 0.12198314815759659, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9401964843273163, |
| "rewards/forensics_tempsamp_iou_reward": 0.47077612578868866, |
| "step": 422 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 1.7698744769874477, |
| "grad_norm": 5.408677577972412, |
| "kl": 0.146728515625, |
| "learning_rate": 5.585774058577406e-07, |
| "loss": 0.0059, |
| "reward": 0.6512818336486816, |
| "reward_std": 0.13994429260492325, |
| "reward_std_all": 0.17609305679798126, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9572934508323669, |
| "rewards/forensics_tempsamp_iou_reward": 0.43878184258937836, |
| "step": 423 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 1.7740585774058577, |
| "grad_norm": 4.525363445281982, |
| "kl": 0.120361328125, |
| "learning_rate": 5.575313807531381e-07, |
| "loss": 0.0048, |
| "reward": 0.6665586531162262, |
| "reward_std": 0.15075530856847763, |
| "reward_std_all": 0.13754993677139282, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8181910514831543, |
| "rewards/forensics_tempsamp_iou_reward": 0.42905862629413605, |
| "step": 424 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 1.778242677824268, |
| "grad_norm": 3.9451873302459717, |
| "kl": 0.20947265625, |
| "learning_rate": 5.564853556485354e-07, |
| "loss": 0.0084, |
| "reward": 0.6027433276176453, |
| "reward_std": 0.16556213796138763, |
| "reward_std_all": 0.16508987545967102, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9011151194572449, |
| "rewards/forensics_tempsamp_iou_reward": 0.38399331271648407, |
| "step": 425 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 1.782426778242678, |
| "grad_norm": 4.41036319732666, |
| "kl": 0.232421875, |
| "learning_rate": 5.55439330543933e-07, |
| "loss": 0.0093, |
| "reward": 0.7905750870704651, |
| "reward_std": 0.11782155185937881, |
| "reward_std_all": 0.13790830224752426, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9615234732627869, |
| "rewards/forensics_tempsamp_iou_reward": 0.5530750751495361, |
| "step": 426 |
| }, |
| { |
| "completion_length": 20.671875, |
| "epoch": 1.786610878661088, |
| "grad_norm": 4.556817054748535, |
| "kl": 0.13818359375, |
| "learning_rate": 5.543933054393305e-07, |
| "loss": 0.0055, |
| "reward": 0.8201430141925812, |
| "reward_std": 0.0743794646114111, |
| "reward_std_all": 0.08874510042369366, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8504948019981384, |
| "rewards/forensics_tempsamp_iou_reward": 0.5388929843902588, |
| "step": 427 |
| }, |
| { |
| "completion_length": 20.953125, |
| "epoch": 1.790794979079498, |
| "grad_norm": 4.437883377075195, |
| "kl": 0.1484375, |
| "learning_rate": 5.53347280334728e-07, |
| "loss": 0.0059, |
| "reward": 0.6734131276607513, |
| "reward_std": 0.08554031699895859, |
| "reward_std_all": 0.09478030353784561, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.767292708158493, |
| "rewards/forensics_tempsamp_iou_reward": 0.42966312170028687, |
| "step": 428 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 1.794979079497908, |
| "grad_norm": 4.203531265258789, |
| "kl": 0.11767578125, |
| "learning_rate": 5.523012552301255e-07, |
| "loss": 0.0047, |
| "reward": 0.6624820828437805, |
| "reward_std": 0.05535481683909893, |
| "reward_std_all": 0.06905271485447884, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9642209708690643, |
| "rewards/forensics_tempsamp_iou_reward": 0.4499821066856384, |
| "step": 429 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 1.799163179916318, |
| "grad_norm": 5.468527317047119, |
| "kl": 0.142578125, |
| "learning_rate": 5.51255230125523e-07, |
| "loss": 0.0057, |
| "reward": 0.6639334559440613, |
| "reward_std": 0.16967180371284485, |
| "reward_std_all": 0.17185240983963013, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9332874417304993, |
| "rewards/forensics_tempsamp_iou_reward": 0.43268343806266785, |
| "step": 430 |
| }, |
| { |
| "completion_length": 19.359375, |
| "epoch": 1.803347280334728, |
| "grad_norm": 3.8037455081939697, |
| "kl": 0.14794921875, |
| "learning_rate": 5.502092050209205e-07, |
| "loss": 0.0059, |
| "reward": 0.7427981495857239, |
| "reward_std": 0.06881360709667206, |
| "reward_std_all": 0.07983589172363281, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9282887876033783, |
| "rewards/forensics_tempsamp_iou_reward": 0.5177981555461884, |
| "step": 431 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 1.8075313807531381, |
| "grad_norm": 4.110310077667236, |
| "kl": 0.12451171875, |
| "learning_rate": 5.49163179916318e-07, |
| "loss": 0.005, |
| "reward": 0.7365190386772156, |
| "reward_std": 0.07983171194791794, |
| "reward_std_all": 0.08632607758045197, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.906836986541748, |
| "rewards/forensics_tempsamp_iou_reward": 0.4927690029144287, |
| "step": 432 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 1.8117154811715481, |
| "grad_norm": 3.5568430423736572, |
| "kl": 0.1435546875, |
| "learning_rate": 5.481171548117156e-07, |
| "loss": 0.0057, |
| "reward": 0.8507027328014374, |
| "reward_std": 0.05915870517492294, |
| "reward_std_all": 0.06113400682806969, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9822126626968384, |
| "rewards/forensics_tempsamp_iou_reward": 0.5694527328014374, |
| "step": 433 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 1.8158995815899581, |
| "grad_norm": 7.631237030029297, |
| "kl": 0.10400390625, |
| "learning_rate": 5.47071129707113e-07, |
| "loss": 0.0042, |
| "reward": 0.43508394807577133, |
| "reward_std": 0.07766189984977245, |
| "reward_std_all": 0.09568028524518013, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.5762368142604828, |
| "rewards/forensics_tempsamp_iou_reward": 0.25383395701646805, |
| "step": 434 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 1.8200836820083683, |
| "grad_norm": 3.706268787384033, |
| "kl": 0.205078125, |
| "learning_rate": 5.460251046025104e-07, |
| "loss": 0.0082, |
| "reward": 0.8516391515731812, |
| "reward_std": 0.06919640675187111, |
| "reward_std_all": 0.10676006227731705, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9786761999130249, |
| "rewards/forensics_tempsamp_iou_reward": 0.5891391336917877, |
| "step": 435 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 1.8242677824267783, |
| "grad_norm": 3.3196325302124023, |
| "kl": 0.20361328125, |
| "learning_rate": 5.449790794979079e-07, |
| "loss": 0.0081, |
| "reward": 0.6436887979507446, |
| "reward_std": 0.09083013236522675, |
| "reward_std_all": 0.10417045652866364, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8077735006809235, |
| "rewards/forensics_tempsamp_iou_reward": 0.4249388128519058, |
| "step": 436 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 1.8284518828451883, |
| "grad_norm": 4.8309326171875, |
| "kl": 0.1435546875, |
| "learning_rate": 5.439330543933054e-07, |
| "loss": 0.0058, |
| "reward": 0.9067423343658447, |
| "reward_std": 0.10163940489292145, |
| "reward_std_all": 0.11572118103504181, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9398598372936249, |
| "rewards/forensics_tempsamp_iou_reward": 0.6129923164844513, |
| "step": 437 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 1.8326359832635983, |
| "grad_norm": 5.852116584777832, |
| "kl": 0.146484375, |
| "learning_rate": 5.428870292887029e-07, |
| "loss": 0.0059, |
| "reward": 0.7292137145996094, |
| "reward_std": 0.13922729715704918, |
| "reward_std_all": 0.13182273134589195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9502881765365601, |
| "rewards/forensics_tempsamp_iou_reward": 0.4792136549949646, |
| "step": 438 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 1.8368200836820083, |
| "grad_norm": 3.743124008178711, |
| "kl": 0.167236328125, |
| "learning_rate": 5.418410041841004e-07, |
| "loss": 0.0067, |
| "reward": 0.7144513130187988, |
| "reward_std": 0.11778699606657028, |
| "reward_std_all": 0.14945252984762192, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9614435434341431, |
| "rewards/forensics_tempsamp_iou_reward": 0.47070130705833435, |
| "step": 439 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 1.8410041841004183, |
| "grad_norm": 4.03088903427124, |
| "kl": 0.1396484375, |
| "learning_rate": 5.407949790794979e-07, |
| "loss": 0.0056, |
| "reward": 0.7124901413917542, |
| "reward_std": 0.11257556080818176, |
| "reward_std_all": 0.12474186718463898, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9209311306476593, |
| "rewards/forensics_tempsamp_iou_reward": 0.4812401086091995, |
| "step": 440 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 1.8451882845188283, |
| "grad_norm": 4.598120212554932, |
| "kl": 0.171875, |
| "learning_rate": 5.397489539748954e-07, |
| "loss": 0.0069, |
| "reward": 0.6559779644012451, |
| "reward_std": 0.10927586257457733, |
| "reward_std_all": 0.11761520057916641, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9110264778137207, |
| "rewards/forensics_tempsamp_iou_reward": 0.43722793459892273, |
| "step": 441 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 1.8493723849372385, |
| "grad_norm": 5.550134658813477, |
| "kl": 0.189453125, |
| "learning_rate": 5.387029288702928e-07, |
| "loss": 0.0076, |
| "reward": 0.6424511969089508, |
| "reward_std": 0.0779450535774231, |
| "reward_std_all": 0.0870528519153595, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9525397717952728, |
| "rewards/forensics_tempsamp_iou_reward": 0.4237011820077896, |
| "step": 442 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 1.8535564853556485, |
| "grad_norm": 4.896965980529785, |
| "kl": 0.298828125, |
| "learning_rate": 5.376569037656904e-07, |
| "loss": 0.012, |
| "reward": 0.7847581803798676, |
| "reward_std": 0.1717252917587757, |
| "reward_std_all": 0.15108652412891388, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9514614939689636, |
| "rewards/forensics_tempsamp_iou_reward": 0.49725817143917084, |
| "step": 443 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 1.8577405857740585, |
| "grad_norm": 4.739501476287842, |
| "kl": 0.2265625, |
| "learning_rate": 5.366108786610879e-07, |
| "loss": 0.0091, |
| "reward": 0.6127472221851349, |
| "reward_std": 0.09582417458295822, |
| "reward_std_all": 0.09276130795478821, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9443929195404053, |
| "rewards/forensics_tempsamp_iou_reward": 0.41274721920490265, |
| "step": 444 |
| }, |
| { |
| "completion_length": 20.109375, |
| "epoch": 1.8619246861924688, |
| "grad_norm": 4.267242908477783, |
| "kl": 0.130859375, |
| "learning_rate": 5.355648535564853e-07, |
| "loss": 0.0052, |
| "reward": 0.5562925040721893, |
| "reward_std": 0.06243395060300827, |
| "reward_std_all": 0.08065224438905716, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8880847990512848, |
| "rewards/forensics_tempsamp_iou_reward": 0.40629254281520844, |
| "step": 445 |
| }, |
| { |
| "completion_length": 20.859375, |
| "epoch": 1.8661087866108788, |
| "grad_norm": 4.213321208953857, |
| "kl": 0.273193359375, |
| "learning_rate": 5.345188284518828e-07, |
| "loss": 0.0109, |
| "reward": 0.6924384832382202, |
| "reward_std": 0.1242009662091732, |
| "reward_std_all": 0.11636490933597088, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9423122406005859, |
| "rewards/forensics_tempsamp_iou_reward": 0.47993841767311096, |
| "step": 446 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 1.8702928870292888, |
| "grad_norm": 4.199617385864258, |
| "kl": 0.24755859375, |
| "learning_rate": 5.334728033472803e-07, |
| "loss": 0.0099, |
| "reward": 0.9171596467494965, |
| "reward_std": 0.10346904024481773, |
| "reward_std_all": 0.13632908463478088, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9938794672489166, |
| "rewards/forensics_tempsamp_iou_reward": 0.6421596109867096, |
| "step": 447 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 1.8744769874476988, |
| "grad_norm": 6.2797160148620605, |
| "kl": 0.1845703125, |
| "learning_rate": 5.324267782426778e-07, |
| "loss": 0.0074, |
| "reward": 0.7514411211013794, |
| "reward_std": 0.08729777112603188, |
| "reward_std_all": 0.09180822223424911, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9271131157875061, |
| "rewards/forensics_tempsamp_iou_reward": 0.4951910972595215, |
| "step": 448 |
| }, |
| { |
| "completion_length": 20.046875, |
| "epoch": 1.8786610878661087, |
| "grad_norm": 3.1748924255371094, |
| "kl": 0.169921875, |
| "learning_rate": 5.313807531380753e-07, |
| "loss": 0.0068, |
| "reward": 0.8324241042137146, |
| "reward_std": 0.08243624493479729, |
| "reward_std_all": 0.12107046693563461, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9785456359386444, |
| "rewards/forensics_tempsamp_iou_reward": 0.5636740624904633, |
| "step": 449 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 1.8828451882845187, |
| "grad_norm": 6.286313056945801, |
| "kl": 0.17626953125, |
| "learning_rate": 5.303347280334727e-07, |
| "loss": 0.0071, |
| "reward": 0.9500621259212494, |
| "reward_std": 0.16991065442562103, |
| "reward_std_all": 0.15105010569095612, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9636314809322357, |
| "rewards/forensics_tempsamp_iou_reward": 0.6813121736049652, |
| "step": 450 |
| }, |
| { |
| "completion_length": 21.96875, |
| "epoch": 1.8870292887029287, |
| "grad_norm": 8.48346996307373, |
| "kl": 0.1572265625, |
| "learning_rate": 5.292887029288703e-07, |
| "loss": 0.0063, |
| "reward": 0.8219042420387268, |
| "reward_std": 0.09687184169888496, |
| "reward_std_all": 0.09445686638355255, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9180921018123627, |
| "rewards/forensics_tempsamp_iou_reward": 0.5406542420387268, |
| "step": 451 |
| }, |
| { |
| "completion_length": 19.25, |
| "epoch": 1.891213389121339, |
| "grad_norm": 4.275371551513672, |
| "kl": 0.12744140625, |
| "learning_rate": 5.282426778242678e-07, |
| "loss": 0.0051, |
| "reward": 0.9466750621795654, |
| "reward_std": 0.09079718589782715, |
| "reward_std_all": 0.09029418602585793, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9658136069774628, |
| "rewards/forensics_tempsamp_iou_reward": 0.665425032377243, |
| "step": 452 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 1.895397489539749, |
| "grad_norm": 4.400267124176025, |
| "kl": 0.146484375, |
| "learning_rate": 5.271966527196653e-07, |
| "loss": 0.0059, |
| "reward": 0.7999768257141113, |
| "reward_std": 0.10104827582836151, |
| "reward_std_all": 0.10124699771404266, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9248524010181427, |
| "rewards/forensics_tempsamp_iou_reward": 0.5249768197536469, |
| "step": 453 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 1.899581589958159, |
| "grad_norm": 3.898847818374634, |
| "kl": 0.14990234375, |
| "learning_rate": 5.261506276150628e-07, |
| "loss": 0.006, |
| "reward": 0.7393383979797363, |
| "reward_std": 0.0993000902235508, |
| "reward_std_all": 0.09946845471858978, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.938933789730072, |
| "rewards/forensics_tempsamp_iou_reward": 0.49558840692043304, |
| "step": 454 |
| }, |
| { |
| "completion_length": 21.296875, |
| "epoch": 1.9037656903765692, |
| "grad_norm": 4.367659568786621, |
| "kl": 0.15576171875, |
| "learning_rate": 5.251046025104602e-07, |
| "loss": 0.0062, |
| "reward": 0.7480147182941437, |
| "reward_std": 0.13222967833280563, |
| "reward_std_all": 0.13353487476706505, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9553551077842712, |
| "rewards/forensics_tempsamp_iou_reward": 0.5230146795511246, |
| "step": 455 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 1.9079497907949792, |
| "grad_norm": 4.786739349365234, |
| "kl": 0.18359375, |
| "learning_rate": 5.240585774058577e-07, |
| "loss": 0.0074, |
| "reward": 0.7526397109031677, |
| "reward_std": 0.057242730632424355, |
| "reward_std_all": 0.06435484439134598, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9944644868373871, |
| "rewards/forensics_tempsamp_iou_reward": 0.5088897049427032, |
| "step": 456 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 1.9121338912133892, |
| "grad_norm": 7.64514684677124, |
| "kl": 0.216796875, |
| "learning_rate": 5.230125523012552e-07, |
| "loss": 0.0087, |
| "reward": 0.9166000485420227, |
| "reward_std": 0.09590192884206772, |
| "reward_std_all": 0.08862397819757462, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9284242987632751, |
| "rewards/forensics_tempsamp_iou_reward": 0.6416000723838806, |
| "step": 457 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 1.9163179916317992, |
| "grad_norm": 9.58333969116211, |
| "kl": 0.169921875, |
| "learning_rate": 5.219665271966526e-07, |
| "loss": 0.0068, |
| "reward": 0.5387391895055771, |
| "reward_std": 0.06076199188828468, |
| "reward_std_all": 0.05701957456767559, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8736865818500519, |
| "rewards/forensics_tempsamp_iou_reward": 0.3574891537427902, |
| "step": 458 |
| }, |
| { |
| "completion_length": 21.890625, |
| "epoch": 1.9205020920502092, |
| "grad_norm": 5.249431133270264, |
| "kl": 0.20556640625, |
| "learning_rate": 5.209205020920501e-07, |
| "loss": 0.0082, |
| "reward": 0.6473446786403656, |
| "reward_std": 0.16444868221879005, |
| "reward_std_all": 0.16361460089683533, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9723826348781586, |
| "rewards/forensics_tempsamp_iou_reward": 0.447344645857811, |
| "step": 459 |
| }, |
| { |
| "completion_length": 19.703125, |
| "epoch": 1.9246861924686192, |
| "grad_norm": 5.504107475280762, |
| "kl": 0.1611328125, |
| "learning_rate": 5.198744769874477e-07, |
| "loss": 0.0064, |
| "reward": 0.8437934219837189, |
| "reward_std": 0.12214842066168785, |
| "reward_std_all": 0.11379506438970566, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9323796629905701, |
| "rewards/forensics_tempsamp_iou_reward": 0.5750434100627899, |
| "step": 460 |
| }, |
| { |
| "completion_length": 20.203125, |
| "epoch": 1.9288702928870292, |
| "grad_norm": 5.2310895919799805, |
| "kl": 0.1767578125, |
| "learning_rate": 5.188284518828452e-07, |
| "loss": 0.0071, |
| "reward": 0.6221912503242493, |
| "reward_std": 0.13697515055537224, |
| "reward_std_all": 0.1258988119661808, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9117108881473541, |
| "rewards/forensics_tempsamp_iou_reward": 0.42844127118587494, |
| "step": 461 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 1.9330543933054394, |
| "grad_norm": 4.161437511444092, |
| "kl": 0.20458984375, |
| "learning_rate": 5.177824267782427e-07, |
| "loss": 0.0082, |
| "reward": 0.8201517462730408, |
| "reward_std": 0.08441862463951111, |
| "reward_std_all": 0.09203736111521721, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9547144770622253, |
| "rewards/forensics_tempsamp_iou_reward": 0.5576517581939697, |
| "step": 462 |
| }, |
| { |
| "completion_length": 20.796875, |
| "epoch": 1.9372384937238494, |
| "grad_norm": 4.291947841644287, |
| "kl": 0.220703125, |
| "learning_rate": 5.167364016736402e-07, |
| "loss": 0.0088, |
| "reward": 0.7974441349506378, |
| "reward_std": 0.11584929004311562, |
| "reward_std_all": 0.10452156141400337, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9087044894695282, |
| "rewards/forensics_tempsamp_iou_reward": 0.5286940932273865, |
| "step": 463 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 1.9414225941422594, |
| "grad_norm": 4.864584445953369, |
| "kl": 0.17822265625, |
| "learning_rate": 5.156903765690377e-07, |
| "loss": 0.0071, |
| "reward": 0.7410966753959656, |
| "reward_std": 0.1232747957110405, |
| "reward_std_all": 0.12275166809558868, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8933026194572449, |
| "rewards/forensics_tempsamp_iou_reward": 0.4848466217517853, |
| "step": 464 |
| }, |
| { |
| "completion_length": 22.28125, |
| "epoch": 1.9456066945606696, |
| "grad_norm": 4.2172532081604, |
| "kl": 0.3017578125, |
| "learning_rate": 5.146443514644351e-07, |
| "loss": 0.0121, |
| "reward": 0.6278038322925568, |
| "reward_std": 0.08161557652056217, |
| "reward_std_all": 0.07905913144350052, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8738830387592316, |
| "rewards/forensics_tempsamp_iou_reward": 0.40280376374721527, |
| "step": 465 |
| }, |
| { |
| "completion_length": 21.234375, |
| "epoch": 1.9497907949790796, |
| "grad_norm": 4.727593421936035, |
| "kl": 0.21630859375, |
| "learning_rate": 5.135983263598326e-07, |
| "loss": 0.0086, |
| "reward": 0.5474130213260651, |
| "reward_std": 0.09241268783807755, |
| "reward_std_all": 0.09237403981387615, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.906915932893753, |
| "rewards/forensics_tempsamp_iou_reward": 0.37866300344467163, |
| "step": 466 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 1.9539748953974896, |
| "grad_norm": 11.916687965393066, |
| "kl": 0.19970703125, |
| "learning_rate": 5.1255230125523e-07, |
| "loss": 0.008, |
| "reward": 0.733984649181366, |
| "reward_std": 0.08153478801250458, |
| "reward_std_all": 0.10414128005504608, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9116531014442444, |
| "rewards/forensics_tempsamp_iou_reward": 0.5089846253395081, |
| "step": 467 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 1.9581589958158996, |
| "grad_norm": 6.949976444244385, |
| "kl": 0.20263671875, |
| "learning_rate": 5.115062761506275e-07, |
| "loss": 0.0081, |
| "reward": 0.5776670873165131, |
| "reward_std": 0.06543304957449436, |
| "reward_std_all": 0.061315424740314484, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.6874517798423767, |
| "rewards/forensics_tempsamp_iou_reward": 0.35266706347465515, |
| "step": 468 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 1.9623430962343096, |
| "grad_norm": 5.099358558654785, |
| "kl": 0.173828125, |
| "learning_rate": 5.104602510460251e-07, |
| "loss": 0.0069, |
| "reward": 0.7740083038806915, |
| "reward_std": 0.05054723657667637, |
| "reward_std_all": 0.09387540072202682, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9451797306537628, |
| "rewards/forensics_tempsamp_iou_reward": 0.530258297920227, |
| "step": 469 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 1.9665271966527196, |
| "grad_norm": 6.082616806030273, |
| "kl": 0.20458984375, |
| "learning_rate": 5.094142259414226e-07, |
| "loss": 0.0082, |
| "reward": 0.6716298162937164, |
| "reward_std": 0.08644292503595352, |
| "reward_std_all": 0.07809855043888092, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9431059062480927, |
| "rewards/forensics_tempsamp_iou_reward": 0.48412978649139404, |
| "step": 470 |
| }, |
| { |
| "completion_length": 19.578125, |
| "epoch": 1.9707112970711296, |
| "grad_norm": 3.6755566596984863, |
| "kl": 0.15625, |
| "learning_rate": 5.083682008368201e-07, |
| "loss": 0.0062, |
| "reward": 0.7911820411682129, |
| "reward_std": 0.07231957092881203, |
| "reward_std_all": 0.0839817114174366, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8835620582103729, |
| "rewards/forensics_tempsamp_iou_reward": 0.5411819666624069, |
| "step": 471 |
| }, |
| { |
| "completion_length": 21.453125, |
| "epoch": 1.9748953974895398, |
| "grad_norm": 6.328579902648926, |
| "kl": 0.14111328125, |
| "learning_rate": 5.073221757322176e-07, |
| "loss": 0.0056, |
| "reward": 0.5331286042928696, |
| "reward_std": 0.11225835606455803, |
| "reward_std_all": 0.10888328403234482, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9235446751117706, |
| "rewards/forensics_tempsamp_iou_reward": 0.3518785983324051, |
| "step": 472 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 1.9790794979079498, |
| "grad_norm": 6.455973148345947, |
| "kl": 0.123779296875, |
| "learning_rate": 5.062761506276151e-07, |
| "loss": 0.005, |
| "reward": 0.6150353848934174, |
| "reward_std": 0.061394089832901955, |
| "reward_std_all": 0.06223496049642563, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8500346541404724, |
| "rewards/forensics_tempsamp_iou_reward": 0.42753538489341736, |
| "step": 473 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 1.9832635983263598, |
| "grad_norm": 4.187480926513672, |
| "kl": 0.15625, |
| "learning_rate": 5.052301255230126e-07, |
| "loss": 0.0063, |
| "reward": 0.8898547291755676, |
| "reward_std": 0.05991816334426403, |
| "reward_std_all": 0.06613104231655598, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9762676954269409, |
| "rewards/forensics_tempsamp_iou_reward": 0.60860475897789, |
| "step": 474 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 1.98744769874477, |
| "grad_norm": 25.833904266357422, |
| "kl": 1.6630859375, |
| "learning_rate": 5.041841004184099e-07, |
| "loss": 0.0665, |
| "reward": 0.5743933022022247, |
| "reward_std": 0.10331925749778748, |
| "reward_std_all": 0.15259242057800293, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8552265465259552, |
| "rewards/forensics_tempsamp_iou_reward": 0.3806432783603668, |
| "step": 475 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 1.99163179916318, |
| "grad_norm": 5.823233604431152, |
| "kl": 0.205078125, |
| "learning_rate": 5.031380753138074e-07, |
| "loss": 0.0082, |
| "reward": 0.7260853350162506, |
| "reward_std": 0.10899453982710838, |
| "reward_std_all": 0.09977227449417114, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9656015932559967, |
| "rewards/forensics_tempsamp_iou_reward": 0.5135852992534637, |
| "step": 476 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 1.99581589958159, |
| "grad_norm": 7.408677577972412, |
| "kl": 0.6171875, |
| "learning_rate": 5.02092050209205e-07, |
| "loss": 0.0247, |
| "reward": 0.6892688572406769, |
| "reward_std": 0.13172685354948044, |
| "reward_std_all": 0.11816461756825447, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9852905571460724, |
| "rewards/forensics_tempsamp_iou_reward": 0.4830188453197479, |
| "step": 477 |
| }, |
| { |
| "completion_length": 18.928571701049805, |
| "epoch": 2.0, |
| "grad_norm": 7.964142322540283, |
| "kl": 0.390625, |
| "learning_rate": 5.010460251046025e-07, |
| "loss": 0.0144, |
| "reward": 0.8028178811073303, |
| "reward_std": 0.12956472113728523, |
| "reward_std_all": 0.10137015208601952, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8525775671005249, |
| "rewards/forensics_tempsamp_iou_reward": 0.5671035051345825, |
| "step": 478 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 2.00418410041841, |
| "grad_norm": 8.527399063110352, |
| "kl": 0.2431640625, |
| "learning_rate": 5e-07, |
| "loss": 0.0097, |
| "reward": 0.809595376253128, |
| "reward_std": 0.11371487379074097, |
| "reward_std_all": 0.1350804716348648, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.903954952955246, |
| "rewards/forensics_tempsamp_iou_reward": 0.5408453345298767, |
| "step": 479 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 2.00836820083682, |
| "grad_norm": 6.7841572761535645, |
| "kl": 0.22119140625, |
| "learning_rate": 4.989539748953975e-07, |
| "loss": 0.0089, |
| "reward": 0.7461375594139099, |
| "reward_std": 0.13980356976389885, |
| "reward_std_all": 0.13120391219854355, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.986119955778122, |
| "rewards/forensics_tempsamp_iou_reward": 0.5086375772953033, |
| "step": 480 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 2.01255230125523, |
| "grad_norm": 3.4995598793029785, |
| "kl": 0.12939453125, |
| "learning_rate": 4.97907949790795e-07, |
| "loss": 0.0052, |
| "reward": 0.8245829343795776, |
| "reward_std": 0.07631887122988701, |
| "reward_std_all": 0.08363746106624603, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9482442438602448, |
| "rewards/forensics_tempsamp_iou_reward": 0.562082976102829, |
| "step": 481 |
| }, |
| { |
| "completion_length": 22.890625, |
| "epoch": 2.01673640167364, |
| "grad_norm": 4.607640743255615, |
| "kl": 0.2060546875, |
| "learning_rate": 4.968619246861924e-07, |
| "loss": 0.0082, |
| "reward": 0.803694874048233, |
| "reward_std": 0.10944909229874611, |
| "reward_std_all": 0.12096577510237694, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.862613320350647, |
| "rewards/forensics_tempsamp_iou_reward": 0.5474448502063751, |
| "step": 482 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 2.02092050209205, |
| "grad_norm": 4.900407314300537, |
| "kl": 0.2431640625, |
| "learning_rate": 4.958158995815899e-07, |
| "loss": 0.0097, |
| "reward": 0.8390975594520569, |
| "reward_std": 0.09010681882500648, |
| "reward_std_all": 0.08426626026630402, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9095088541507721, |
| "rewards/forensics_tempsamp_iou_reward": 0.5578474998474121, |
| "step": 483 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 2.0251046025104604, |
| "grad_norm": 5.106548309326172, |
| "kl": 0.3515625, |
| "learning_rate": 4.947698744769874e-07, |
| "loss": 0.014, |
| "reward": 0.9405445456504822, |
| "reward_std": 0.08504585549235344, |
| "reward_std_all": 0.09903440997004509, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.947987973690033, |
| "rewards/forensics_tempsamp_iou_reward": 0.6405445337295532, |
| "step": 484 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 2.0292887029288704, |
| "grad_norm": 4.192861080169678, |
| "kl": 0.15087890625, |
| "learning_rate": 4.93723849372385e-07, |
| "loss": 0.006, |
| "reward": 0.8466391861438751, |
| "reward_std": 0.07771428301930428, |
| "reward_std_all": 0.07493259757757187, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9747673869132996, |
| "rewards/forensics_tempsamp_iou_reward": 0.6028891801834106, |
| "step": 485 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 2.0334728033472804, |
| "grad_norm": 5.181811809539795, |
| "kl": 0.12451171875, |
| "learning_rate": 4.926778242677825e-07, |
| "loss": 0.005, |
| "reward": 0.6222259402275085, |
| "reward_std": 0.07642215490341187, |
| "reward_std_all": 0.09573835134506226, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9434074461460114, |
| "rewards/forensics_tempsamp_iou_reward": 0.4472258687019348, |
| "step": 486 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 2.0376569037656904, |
| "grad_norm": 4.756209850311279, |
| "kl": 0.19970703125, |
| "learning_rate": 4.916317991631799e-07, |
| "loss": 0.008, |
| "reward": 0.7294941544532776, |
| "reward_std": 0.13824788853526115, |
| "reward_std_all": 0.15472250431776047, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9553029835224152, |
| "rewards/forensics_tempsamp_iou_reward": 0.5294941365718842, |
| "step": 487 |
| }, |
| { |
| "completion_length": 20.078125, |
| "epoch": 2.0418410041841004, |
| "grad_norm": 4.63997745513916, |
| "kl": 0.16357421875, |
| "learning_rate": 4.905857740585774e-07, |
| "loss": 0.0066, |
| "reward": 0.8495528101921082, |
| "reward_std": 0.118222925812006, |
| "reward_std_all": 0.13138620555400848, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9760923683643341, |
| "rewards/forensics_tempsamp_iou_reward": 0.5745528340339661, |
| "step": 488 |
| }, |
| { |
| "completion_length": 20.546875, |
| "epoch": 2.0460251046025104, |
| "grad_norm": 4.15028190612793, |
| "kl": 0.17138671875, |
| "learning_rate": 4.895397489539749e-07, |
| "loss": 0.0069, |
| "reward": 0.8010169267654419, |
| "reward_std": 0.10153650492429733, |
| "reward_std_all": 0.104568000882864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9620760679244995, |
| "rewards/forensics_tempsamp_iou_reward": 0.5572669357061386, |
| "step": 489 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 2.0502092050209204, |
| "grad_norm": 4.310617923736572, |
| "kl": 0.21728515625, |
| "learning_rate": 4.884937238493724e-07, |
| "loss": 0.0087, |
| "reward": 0.7907264232635498, |
| "reward_std": 0.09279168769717216, |
| "reward_std_all": 0.141476821154356, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8797867298126221, |
| "rewards/forensics_tempsamp_iou_reward": 0.509476363658905, |
| "step": 490 |
| }, |
| { |
| "completion_length": 20.078125, |
| "epoch": 2.0543933054393304, |
| "grad_norm": 3.994873046875, |
| "kl": 0.16943359375, |
| "learning_rate": 4.874476987447699e-07, |
| "loss": 0.0068, |
| "reward": 0.704792857170105, |
| "reward_std": 0.1001114621758461, |
| "reward_std_all": 0.10915351659059525, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.854892760515213, |
| "rewards/forensics_tempsamp_iou_reward": 0.4610428661108017, |
| "step": 491 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 2.0585774058577404, |
| "grad_norm": 11.48891830444336, |
| "kl": 0.1533203125, |
| "learning_rate": 4.864016736401673e-07, |
| "loss": 0.0061, |
| "reward": 0.9339205324649811, |
| "reward_std": 0.10262962430715561, |
| "reward_std_all": 0.09757392108440399, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9808842837810516, |
| "rewards/forensics_tempsamp_iou_reward": 0.6589204668998718, |
| "step": 492 |
| }, |
| { |
| "completion_length": 19.984375, |
| "epoch": 2.062761506276151, |
| "grad_norm": 3.5709593296051025, |
| "kl": 0.17138671875, |
| "learning_rate": 4.853556485355648e-07, |
| "loss": 0.0069, |
| "reward": 0.9610295295715332, |
| "reward_std": 0.09938562661409378, |
| "reward_std_all": 0.1348491907119751, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9805526733398438, |
| "rewards/forensics_tempsamp_iou_reward": 0.6610295474529266, |
| "step": 493 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 2.066945606694561, |
| "grad_norm": 4.93778133392334, |
| "kl": 0.160400390625, |
| "learning_rate": 4.843096234309624e-07, |
| "loss": 0.0064, |
| "reward": 0.9590050578117371, |
| "reward_std": 0.08286719024181366, |
| "reward_std_all": 0.08054666593670845, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9338242411613464, |
| "rewards/forensics_tempsamp_iou_reward": 0.6590049862861633, |
| "step": 494 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 2.071129707112971, |
| "grad_norm": 4.979303359985352, |
| "kl": 0.21923828125, |
| "learning_rate": 4.832635983263599e-07, |
| "loss": 0.0088, |
| "reward": 0.8057624995708466, |
| "reward_std": 0.12773869931697845, |
| "reward_std_all": 0.1482546031475067, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9423358738422394, |
| "rewards/forensics_tempsamp_iou_reward": 0.5432625114917755, |
| "step": 495 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 2.075313807531381, |
| "grad_norm": 3.180353879928589, |
| "kl": 0.17041015625, |
| "learning_rate": 4.822175732217573e-07, |
| "loss": 0.0068, |
| "reward": 0.8550508320331573, |
| "reward_std": 0.04423682391643524, |
| "reward_std_all": 0.06391364522278309, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9554106891155243, |
| "rewards/forensics_tempsamp_iou_reward": 0.6113007664680481, |
| "step": 496 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 2.079497907949791, |
| "grad_norm": 3.783013343811035, |
| "kl": 0.16455078125, |
| "learning_rate": 4.811715481171548e-07, |
| "loss": 0.0066, |
| "reward": 0.6608845293521881, |
| "reward_std": 0.11432984471321106, |
| "reward_std_all": 0.10176334530115128, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9248557388782501, |
| "rewards/forensics_tempsamp_iou_reward": 0.4483845382928848, |
| "step": 497 |
| }, |
| { |
| "completion_length": 19.125, |
| "epoch": 2.083682008368201, |
| "grad_norm": 4.897608757019043, |
| "kl": 0.17724609375, |
| "learning_rate": 4.801255230125523e-07, |
| "loss": 0.0071, |
| "reward": 0.8219216465950012, |
| "reward_std": 0.07148072868585587, |
| "reward_std_all": 0.07528561912477016, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9565538763999939, |
| "rewards/forensics_tempsamp_iou_reward": 0.5656716525554657, |
| "step": 498 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 2.087866108786611, |
| "grad_norm": 5.080911159515381, |
| "kl": 0.18408203125, |
| "learning_rate": 4.790794979079498e-07, |
| "loss": 0.0074, |
| "reward": 0.8727889657020569, |
| "reward_std": 0.09680312871932983, |
| "reward_std_all": 0.09809565171599388, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9712503552436829, |
| "rewards/forensics_tempsamp_iou_reward": 0.616538941860199, |
| "step": 499 |
| }, |
| { |
| "completion_length": 19.96875, |
| "epoch": 2.092050209205021, |
| "grad_norm": 4.536181926727295, |
| "kl": 0.2255859375, |
| "learning_rate": 4.780334728033473e-07, |
| "loss": 0.009, |
| "reward": 0.8211414515972137, |
| "reward_std": 0.11489741504192352, |
| "reward_std_all": 0.12471882253885269, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9239851236343384, |
| "rewards/forensics_tempsamp_iou_reward": 0.5461414158344269, |
| "step": 500 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 2.096234309623431, |
| "grad_norm": 4.730930328369141, |
| "kl": 0.16552734375, |
| "learning_rate": 4.769874476987447e-07, |
| "loss": 0.0066, |
| "reward": 0.7812789678573608, |
| "reward_std": 0.0760280042886734, |
| "reward_std_all": 0.08675938472151756, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.90865558385849, |
| "rewards/forensics_tempsamp_iou_reward": 0.5625289678573608, |
| "step": 501 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 2.100418410041841, |
| "grad_norm": 5.886802673339844, |
| "kl": 0.17626953125, |
| "learning_rate": 4.759414225941422e-07, |
| "loss": 0.007, |
| "reward": 0.6637192666530609, |
| "reward_std": 0.1377096027135849, |
| "reward_std_all": 0.14105181396007538, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9203345775604248, |
| "rewards/forensics_tempsamp_iou_reward": 0.4449692517518997, |
| "step": 502 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 2.104602510460251, |
| "grad_norm": 5.05579137802124, |
| "kl": 0.2275390625, |
| "learning_rate": 4.748953974895397e-07, |
| "loss": 0.0091, |
| "reward": 0.6800119876861572, |
| "reward_std": 0.10433380678296089, |
| "reward_std_all": 0.11354615539312363, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.85012087225914, |
| "rewards/forensics_tempsamp_iou_reward": 0.46751195192337036, |
| "step": 503 |
| }, |
| { |
| "completion_length": 20.734375, |
| "epoch": 2.1087866108786613, |
| "grad_norm": 6.506906986236572, |
| "kl": 0.203125, |
| "learning_rate": 4.738493723849372e-07, |
| "loss": 0.0081, |
| "reward": 0.7377215027809143, |
| "reward_std": 0.11270886287093163, |
| "reward_std_all": 0.1237868070602417, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8918470442295074, |
| "rewards/forensics_tempsamp_iou_reward": 0.5002214759588242, |
| "step": 504 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 2.1129707112970713, |
| "grad_norm": 5.411094665527344, |
| "kl": 0.20361328125, |
| "learning_rate": 4.7280334728033473e-07, |
| "loss": 0.0081, |
| "reward": 0.6707089841365814, |
| "reward_std": 0.09282658621668816, |
| "reward_std_all": 0.09044953808188438, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9527122378349304, |
| "rewards/forensics_tempsamp_iou_reward": 0.4769589602947235, |
| "step": 505 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 2.1171548117154813, |
| "grad_norm": 11.452067375183105, |
| "kl": 0.16650390625, |
| "learning_rate": 4.7175732217573224e-07, |
| "loss": 0.0067, |
| "reward": 0.626579612493515, |
| "reward_std": 0.11198870092630386, |
| "reward_std_all": 0.11675965413451195, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8809859156608582, |
| "rewards/forensics_tempsamp_iou_reward": 0.4140796363353729, |
| "step": 506 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 2.1213389121338913, |
| "grad_norm": 5.145151615142822, |
| "kl": 0.20751953125, |
| "learning_rate": 4.7071129707112965e-07, |
| "loss": 0.0083, |
| "reward": 0.802668422460556, |
| "reward_std": 0.05302160978317261, |
| "reward_std_all": 0.08912575244903564, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9275757670402527, |
| "rewards/forensics_tempsamp_iou_reward": 0.5589184761047363, |
| "step": 507 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 2.1255230125523012, |
| "grad_norm": 6.483147621154785, |
| "kl": 0.154541015625, |
| "learning_rate": 4.6966527196652716e-07, |
| "loss": 0.0062, |
| "reward": 0.5916315913200378, |
| "reward_std": 0.052650026977062225, |
| "reward_std_all": 0.051696885377168655, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9478002488613129, |
| "rewards/forensics_tempsamp_iou_reward": 0.40413157641887665, |
| "step": 508 |
| }, |
| { |
| "completion_length": 20.203125, |
| "epoch": 2.1297071129707112, |
| "grad_norm": 5.414334774017334, |
| "kl": 0.19873046875, |
| "learning_rate": 4.686192468619247e-07, |
| "loss": 0.008, |
| "reward": 0.7742977440357208, |
| "reward_std": 0.08255920931696892, |
| "reward_std_all": 0.11936867237091064, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9094044864177704, |
| "rewards/forensics_tempsamp_iou_reward": 0.530547708272934, |
| "step": 509 |
| }, |
| { |
| "completion_length": 19.734375, |
| "epoch": 2.1338912133891212, |
| "grad_norm": 4.198781490325928, |
| "kl": 0.1689453125, |
| "learning_rate": 4.675732217573222e-07, |
| "loss": 0.0068, |
| "reward": 0.7340344786643982, |
| "reward_std": 0.10258784145116806, |
| "reward_std_all": 0.10217270255088806, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9034367799758911, |
| "rewards/forensics_tempsamp_iou_reward": 0.5090344250202179, |
| "step": 510 |
| }, |
| { |
| "completion_length": 20.015625, |
| "epoch": 2.1380753138075312, |
| "grad_norm": 8.994231224060059, |
| "kl": 0.1591796875, |
| "learning_rate": 4.6652719665271965e-07, |
| "loss": 0.0064, |
| "reward": 0.9149849712848663, |
| "reward_std": 0.06796960160136223, |
| "reward_std_all": 0.07320309989154339, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9887359738349915, |
| "rewards/forensics_tempsamp_iou_reward": 0.6337349712848663, |
| "step": 511 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 2.1422594142259412, |
| "grad_norm": 11.76638126373291, |
| "kl": 0.21826171875, |
| "learning_rate": 4.654811715481171e-07, |
| "loss": 0.0087, |
| "reward": 0.8072271943092346, |
| "reward_std": 0.11938677355647087, |
| "reward_std_all": 0.1098562628030777, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9847364723682404, |
| "rewards/forensics_tempsamp_iou_reward": 0.557227224111557, |
| "step": 512 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 2.1464435146443517, |
| "grad_norm": 4.416269779205322, |
| "kl": 0.205078125, |
| "learning_rate": 4.644351464435146e-07, |
| "loss": 0.0082, |
| "reward": 0.7171244323253632, |
| "reward_std": 0.0624085608869791, |
| "reward_std_all": 0.09868739545345306, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8991140723228455, |
| "rewards/forensics_tempsamp_iou_reward": 0.4858744591474533, |
| "step": 513 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 2.1506276150627617, |
| "grad_norm": 5.458975315093994, |
| "kl": 0.20361328125, |
| "learning_rate": 4.6338912133891213e-07, |
| "loss": 0.0082, |
| "reward": 0.723075807094574, |
| "reward_std": 0.11257071793079376, |
| "reward_std_all": 0.11600349098443985, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8371534645557404, |
| "rewards/forensics_tempsamp_iou_reward": 0.46682579815387726, |
| "step": 514 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 2.1548117154811717, |
| "grad_norm": 6.706021308898926, |
| "kl": 0.29541015625, |
| "learning_rate": 4.623430962343096e-07, |
| "loss": 0.0118, |
| "reward": 0.7678598463535309, |
| "reward_std": 0.13144999742507935, |
| "reward_std_all": 0.1357121393084526, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9510038197040558, |
| "rewards/forensics_tempsamp_iou_reward": 0.524109810590744, |
| "step": 515 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 2.1589958158995817, |
| "grad_norm": 7.274849891662598, |
| "kl": 0.20458984375, |
| "learning_rate": 4.612970711297071e-07, |
| "loss": 0.0082, |
| "reward": 0.719489723443985, |
| "reward_std": 0.09699538722634315, |
| "reward_std_all": 0.10317607782781124, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9032253324985504, |
| "rewards/forensics_tempsamp_iou_reward": 0.4694896936416626, |
| "step": 516 |
| }, |
| { |
| "completion_length": 19.34375, |
| "epoch": 2.1631799163179917, |
| "grad_norm": 5.715125560760498, |
| "kl": 0.384765625, |
| "learning_rate": 4.6025104602510457e-07, |
| "loss": 0.0154, |
| "reward": 0.8385485112667084, |
| "reward_std": 0.05112417973577976, |
| "reward_std_all": 0.06385861337184906, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9944179654121399, |
| "rewards/forensics_tempsamp_iou_reward": 0.5760485827922821, |
| "step": 517 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 2.1673640167364017, |
| "grad_norm": 4.573932647705078, |
| "kl": 0.24609375, |
| "learning_rate": 4.592050209205021e-07, |
| "loss": 0.0099, |
| "reward": 0.6209633052349091, |
| "reward_std": 0.09164205193519592, |
| "reward_std_all": 0.08499329537153244, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8839658200740814, |
| "rewards/forensics_tempsamp_iou_reward": 0.4147133082151413, |
| "step": 518 |
| }, |
| { |
| "completion_length": 19.109375, |
| "epoch": 2.1715481171548117, |
| "grad_norm": 3.72192645072937, |
| "kl": 0.193359375, |
| "learning_rate": 4.5815899581589954e-07, |
| "loss": 0.0077, |
| "reward": 0.8566508591175079, |
| "reward_std": 0.10162849351763725, |
| "reward_std_all": 0.10203078016638756, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9631470143795013, |
| "rewards/forensics_tempsamp_iou_reward": 0.5816508233547211, |
| "step": 519 |
| }, |
| { |
| "completion_length": 19.03125, |
| "epoch": 2.1757322175732217, |
| "grad_norm": 5.132172107696533, |
| "kl": 0.14404296875, |
| "learning_rate": 4.5711297071129705e-07, |
| "loss": 0.0058, |
| "reward": 0.808495283126831, |
| "reward_std": 0.050763217732310295, |
| "reward_std_all": 0.05160978622734547, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9806326627731323, |
| "rewards/forensics_tempsamp_iou_reward": 0.5834953188896179, |
| "step": 520 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 2.1799163179916317, |
| "grad_norm": 5.0079755783081055, |
| "kl": 0.1982421875, |
| "learning_rate": 4.5606694560669456e-07, |
| "loss": 0.0079, |
| "reward": 0.7725296318531036, |
| "reward_std": 0.12858223915100098, |
| "reward_std_all": 0.11155817657709122, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9341751337051392, |
| "rewards/forensics_tempsamp_iou_reward": 0.5350296050310135, |
| "step": 521 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 2.1841004184100417, |
| "grad_norm": 5.127690315246582, |
| "kl": 0.22265625, |
| "learning_rate": 4.55020920502092e-07, |
| "loss": 0.0089, |
| "reward": 0.6189653277397156, |
| "reward_std": 0.14874126017093658, |
| "reward_std_all": 0.1357589103281498, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9838048815727234, |
| "rewards/forensics_tempsamp_iou_reward": 0.42521530389785767, |
| "step": 522 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 2.1882845188284517, |
| "grad_norm": 4.704853534698486, |
| "kl": 0.20068359375, |
| "learning_rate": 4.539748953974895e-07, |
| "loss": 0.008, |
| "reward": 0.7245790064334869, |
| "reward_std": 0.10194584354758263, |
| "reward_std_all": 0.09717009589076042, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9112019836902618, |
| "rewards/forensics_tempsamp_iou_reward": 0.46832896769046783, |
| "step": 523 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 2.192468619246862, |
| "grad_norm": 5.7402496337890625, |
| "kl": 0.19970703125, |
| "learning_rate": 4.52928870292887e-07, |
| "loss": 0.008, |
| "reward": 0.6898003220558167, |
| "reward_std": 0.08877832442522049, |
| "reward_std_all": 0.08128324151039124, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9284935891628265, |
| "rewards/forensics_tempsamp_iou_reward": 0.4523002952337265, |
| "step": 524 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 2.196652719665272, |
| "grad_norm": 4.778491973876953, |
| "kl": 0.16357421875, |
| "learning_rate": 4.518828451882845e-07, |
| "loss": 0.0065, |
| "reward": 0.8065979778766632, |
| "reward_std": 0.08821172080934048, |
| "reward_std_all": 0.09869246929883957, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9445652067661285, |
| "rewards/forensics_tempsamp_iou_reward": 0.5315980315208435, |
| "step": 525 |
| }, |
| { |
| "completion_length": 19.765625, |
| "epoch": 2.200836820083682, |
| "grad_norm": 5.042792320251465, |
| "kl": 0.2236328125, |
| "learning_rate": 4.50836820083682e-07, |
| "loss": 0.0089, |
| "reward": 0.8504658937454224, |
| "reward_std": 0.12204217910766602, |
| "reward_std_all": 0.11429278180003166, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9473364353179932, |
| "rewards/forensics_tempsamp_iou_reward": 0.5567159056663513, |
| "step": 526 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 2.205020920502092, |
| "grad_norm": 6.5350518226623535, |
| "kl": 0.189453125, |
| "learning_rate": 4.497907949790795e-07, |
| "loss": 0.0076, |
| "reward": 0.787993997335434, |
| "reward_std": 0.09967102110385895, |
| "reward_std_all": 0.1358715258538723, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9469552934169769, |
| "rewards/forensics_tempsamp_iou_reward": 0.5129939615726471, |
| "step": 527 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 2.209205020920502, |
| "grad_norm": 7.786820411682129, |
| "kl": 0.2080078125, |
| "learning_rate": 4.4874476987447694e-07, |
| "loss": 0.0083, |
| "reward": 0.6216503381729126, |
| "reward_std": 0.10071680322289467, |
| "reward_std_all": 0.11645929142832756, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8982471525669098, |
| "rewards/forensics_tempsamp_iou_reward": 0.4279002845287323, |
| "step": 528 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 2.213389121338912, |
| "grad_norm": 14.009378433227539, |
| "kl": 0.2353515625, |
| "learning_rate": 4.4769874476987445e-07, |
| "loss": 0.0094, |
| "reward": 0.8867015242576599, |
| "reward_std": 0.11796678230166435, |
| "reward_std_all": 0.13490141928195953, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9903475046157837, |
| "rewards/forensics_tempsamp_iou_reward": 0.5992015600204468, |
| "step": 529 |
| }, |
| { |
| "completion_length": 20.0625, |
| "epoch": 2.217573221757322, |
| "grad_norm": 5.874517917633057, |
| "kl": 0.154541015625, |
| "learning_rate": 4.4665271966527197e-07, |
| "loss": 0.0062, |
| "reward": 1.0525118708610535, |
| "reward_std": 0.09618723765015602, |
| "reward_std_all": 0.08980529755353928, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9778302013874054, |
| "rewards/forensics_tempsamp_iou_reward": 0.7525118291378021, |
| "step": 530 |
| }, |
| { |
| "completion_length": 19.84375, |
| "epoch": 2.221757322175732, |
| "grad_norm": 3.768432855606079, |
| "kl": 0.23779296875, |
| "learning_rate": 4.456066945606695e-07, |
| "loss": 0.0095, |
| "reward": 0.8768711686134338, |
| "reward_std": 0.08216530457139015, |
| "reward_std_all": 0.07300118170678616, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8720933198928833, |
| "rewards/forensics_tempsamp_iou_reward": 0.5768711566925049, |
| "step": 531 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 2.225941422594142, |
| "grad_norm": 5.778804779052734, |
| "kl": 0.20556640625, |
| "learning_rate": 4.445606694560669e-07, |
| "loss": 0.0082, |
| "reward": 0.7191672921180725, |
| "reward_std": 0.09999847412109375, |
| "reward_std_all": 0.10893122851848602, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.925102710723877, |
| "rewards/forensics_tempsamp_iou_reward": 0.4691672623157501, |
| "step": 532 |
| }, |
| { |
| "completion_length": 20.4375, |
| "epoch": 2.2301255230125525, |
| "grad_norm": 5.832368850708008, |
| "kl": 0.3974609375, |
| "learning_rate": 4.435146443514644e-07, |
| "loss": 0.0159, |
| "reward": 0.7466718554496765, |
| "reward_std": 0.12515771389007568, |
| "reward_std_all": 0.15022336691617966, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.892082542181015, |
| "rewards/forensics_tempsamp_iou_reward": 0.5091718137264252, |
| "step": 533 |
| }, |
| { |
| "completion_length": 18.96875, |
| "epoch": 2.2343096234309625, |
| "grad_norm": 7.27992057800293, |
| "kl": 0.23291015625, |
| "learning_rate": 4.424686192468619e-07, |
| "loss": 0.0093, |
| "reward": 0.7808465957641602, |
| "reward_std": 0.1326676681637764, |
| "reward_std_all": 0.12548920884728432, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.940140575170517, |
| "rewards/forensics_tempsamp_iou_reward": 0.5308466255664825, |
| "step": 534 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 2.2384937238493725, |
| "grad_norm": 6.759598255157471, |
| "kl": 0.1787109375, |
| "learning_rate": 4.414225941422594e-07, |
| "loss": 0.0072, |
| "reward": 0.7316485941410065, |
| "reward_std": 0.08184535708278418, |
| "reward_std_all": 0.10136428102850914, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9100067317485809, |
| "rewards/forensics_tempsamp_iou_reward": 0.5128985345363617, |
| "step": 535 |
| }, |
| { |
| "completion_length": 19.296875, |
| "epoch": 2.2426778242677825, |
| "grad_norm": 5.016279220581055, |
| "kl": 0.4345703125, |
| "learning_rate": 4.403765690376569e-07, |
| "loss": 0.0174, |
| "reward": 0.9253139495849609, |
| "reward_std": 0.08172677457332611, |
| "reward_std_all": 0.08561087772250175, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9447246193885803, |
| "rewards/forensics_tempsamp_iou_reward": 0.625313937664032, |
| "step": 536 |
| }, |
| { |
| "completion_length": 19.296875, |
| "epoch": 2.2468619246861925, |
| "grad_norm": 5.523147106170654, |
| "kl": 0.29638671875, |
| "learning_rate": 4.3933054393305435e-07, |
| "loss": 0.0118, |
| "reward": 0.7101505696773529, |
| "reward_std": 0.10702027752995491, |
| "reward_std_all": 0.10659291967749596, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9773317575454712, |
| "rewards/forensics_tempsamp_iou_reward": 0.47890058159828186, |
| "step": 537 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 2.2510460251046025, |
| "grad_norm": 5.156852722167969, |
| "kl": 0.14794921875, |
| "learning_rate": 4.3828451882845186e-07, |
| "loss": 0.0059, |
| "reward": 0.7346127927303314, |
| "reward_std": 0.06807839870452881, |
| "reward_std_all": 0.06359209306538105, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9117133021354675, |
| "rewards/forensics_tempsamp_iou_reward": 0.5096127539873123, |
| "step": 538 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 2.2552301255230125, |
| "grad_norm": 5.17818546295166, |
| "kl": 0.25048828125, |
| "learning_rate": 4.3723849372384937e-07, |
| "loss": 0.01, |
| "reward": 0.7027948796749115, |
| "reward_std": 0.05474289506673813, |
| "reward_std_all": 0.08011150360107422, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8666802048683167, |
| "rewards/forensics_tempsamp_iou_reward": 0.47779491543769836, |
| "step": 539 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 2.2594142259414225, |
| "grad_norm": 5.241072654724121, |
| "kl": 0.197265625, |
| "learning_rate": 4.3619246861924683e-07, |
| "loss": 0.0079, |
| "reward": 0.7040524482727051, |
| "reward_std": 0.12208626419305801, |
| "reward_std_all": 0.11887601017951965, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.939929723739624, |
| "rewards/forensics_tempsamp_iou_reward": 0.47905245423316956, |
| "step": 540 |
| }, |
| { |
| "completion_length": 19.328125, |
| "epoch": 2.2635983263598325, |
| "grad_norm": 6.168412685394287, |
| "kl": 0.169921875, |
| "learning_rate": 4.3514644351464434e-07, |
| "loss": 0.0068, |
| "reward": 0.7878838777542114, |
| "reward_std": 0.10685522109270096, |
| "reward_std_all": 0.10557439178228378, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9014396965503693, |
| "rewards/forensics_tempsamp_iou_reward": 0.5503838360309601, |
| "step": 541 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 2.2677824267782425, |
| "grad_norm": 4.762511253356934, |
| "kl": 0.21923828125, |
| "learning_rate": 4.341004184100418e-07, |
| "loss": 0.0088, |
| "reward": 0.8740364909172058, |
| "reward_std": 0.08191834762692451, |
| "reward_std_all": 0.08230091258883476, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9185419082641602, |
| "rewards/forensics_tempsamp_iou_reward": 0.6177864670753479, |
| "step": 542 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 2.2719665271966525, |
| "grad_norm": 6.142400741577148, |
| "kl": 0.17333984375, |
| "learning_rate": 4.330543933054393e-07, |
| "loss": 0.0069, |
| "reward": 0.8098754286766052, |
| "reward_std": 0.08240043744444847, |
| "reward_std_all": 0.11004289239645004, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9959999918937683, |
| "rewards/forensics_tempsamp_iou_reward": 0.5661254972219467, |
| "step": 543 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 2.276150627615063, |
| "grad_norm": 4.876639366149902, |
| "kl": 0.21240234375, |
| "learning_rate": 4.3200836820083683e-07, |
| "loss": 0.0085, |
| "reward": 0.864603191614151, |
| "reward_std": 0.07770978659391403, |
| "reward_std_all": 0.08939583413302898, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9530367255210876, |
| "rewards/forensics_tempsamp_iou_reward": 0.5896031260490417, |
| "step": 544 |
| }, |
| { |
| "completion_length": 19.578125, |
| "epoch": 2.280334728033473, |
| "grad_norm": 5.268033027648926, |
| "kl": 0.1796875, |
| "learning_rate": 4.309623430962343e-07, |
| "loss": 0.0072, |
| "reward": 0.8277930617332458, |
| "reward_std": 0.1291949711740017, |
| "reward_std_all": 0.15010645985603333, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9294543862342834, |
| "rewards/forensics_tempsamp_iou_reward": 0.5715430378913879, |
| "step": 545 |
| }, |
| { |
| "completion_length": 19.78125, |
| "epoch": 2.284518828451883, |
| "grad_norm": 5.861181259155273, |
| "kl": 0.203125, |
| "learning_rate": 4.299163179916318e-07, |
| "loss": 0.0081, |
| "reward": 0.7808391749858856, |
| "reward_std": 0.1460546851158142, |
| "reward_std_all": 0.129144087433815, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9608834981918335, |
| "rewards/forensics_tempsamp_iou_reward": 0.5245891511440277, |
| "step": 546 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 2.288702928870293, |
| "grad_norm": 3.7409873008728027, |
| "kl": 0.248046875, |
| "learning_rate": 4.2887029288702926e-07, |
| "loss": 0.0099, |
| "reward": 0.6471245884895325, |
| "reward_std": 0.10059045627713203, |
| "reward_std_all": 0.0955934226512909, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8655905723571777, |
| "rewards/forensics_tempsamp_iou_reward": 0.42212456464767456, |
| "step": 547 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 2.292887029288703, |
| "grad_norm": 4.890139579772949, |
| "kl": 0.2294921875, |
| "learning_rate": 4.278242677824268e-07, |
| "loss": 0.0092, |
| "reward": 0.885291576385498, |
| "reward_std": 0.07640947215259075, |
| "reward_std_all": 0.08268946036696434, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9510392546653748, |
| "rewards/forensics_tempsamp_iou_reward": 0.6102915704250336, |
| "step": 548 |
| }, |
| { |
| "completion_length": 20.953125, |
| "epoch": 2.297071129707113, |
| "grad_norm": 3.94885516166687, |
| "kl": 0.2294921875, |
| "learning_rate": 4.2677824267782424e-07, |
| "loss": 0.0092, |
| "reward": 0.8409311473369598, |
| "reward_std": 0.07836669310927391, |
| "reward_std_all": 0.0918048806488514, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.890780121088028, |
| "rewards/forensics_tempsamp_iou_reward": 0.5471811294555664, |
| "step": 549 |
| }, |
| { |
| "completion_length": 20.046875, |
| "epoch": 2.301255230125523, |
| "grad_norm": 4.000836372375488, |
| "kl": 0.22314453125, |
| "learning_rate": 4.2573221757322175e-07, |
| "loss": 0.0089, |
| "reward": 0.7646938562393188, |
| "reward_std": 0.11859513074159622, |
| "reward_std_all": 0.13401080667972565, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9495051205158234, |
| "rewards/forensics_tempsamp_iou_reward": 0.533443883061409, |
| "step": 550 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 2.305439330543933, |
| "grad_norm": 3.825608253479004, |
| "kl": 0.22119140625, |
| "learning_rate": 4.2468619246861926e-07, |
| "loss": 0.0088, |
| "reward": 0.6713233888149261, |
| "reward_std": 0.11670936644077301, |
| "reward_std_all": 0.10766930133104324, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8399813771247864, |
| "rewards/forensics_tempsamp_iou_reward": 0.4400733411312103, |
| "step": 551 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 2.309623430962343, |
| "grad_norm": 4.409998416900635, |
| "kl": 0.15185546875, |
| "learning_rate": 4.236401673640167e-07, |
| "loss": 0.0061, |
| "reward": 0.8542134165763855, |
| "reward_std": 0.08677715063095093, |
| "reward_std_all": 0.09328364580869675, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9046052694320679, |
| "rewards/forensics_tempsamp_iou_reward": 0.5542134046554565, |
| "step": 552 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 2.3138075313807533, |
| "grad_norm": 5.811684608459473, |
| "kl": 0.1416015625, |
| "learning_rate": 4.225941422594142e-07, |
| "loss": 0.0057, |
| "reward": 0.8311557173728943, |
| "reward_std": 0.06526858173310757, |
| "reward_std_all": 0.06528631411492825, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9306145012378693, |
| "rewards/forensics_tempsamp_iou_reward": 0.5499057173728943, |
| "step": 553 |
| }, |
| { |
| "completion_length": 19.53125, |
| "epoch": 2.3179916317991633, |
| "grad_norm": 7.476200580596924, |
| "kl": 0.49560546875, |
| "learning_rate": 4.215481171548117e-07, |
| "loss": 0.0198, |
| "reward": 0.7298004925251007, |
| "reward_std": 0.09055406227707863, |
| "reward_std_all": 0.10191579535603523, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.94111368060112, |
| "rewards/forensics_tempsamp_iou_reward": 0.4735504984855652, |
| "step": 554 |
| }, |
| { |
| "completion_length": 19.90625, |
| "epoch": 2.3221757322175733, |
| "grad_norm": 5.128610134124756, |
| "kl": 0.149169921875, |
| "learning_rate": 4.205020920502092e-07, |
| "loss": 0.006, |
| "reward": 0.812649130821228, |
| "reward_std": 0.06565347127616405, |
| "reward_std_all": 0.08100682124495506, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9841265678405762, |
| "rewards/forensics_tempsamp_iou_reward": 0.5688991248607635, |
| "step": 555 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 2.3263598326359833, |
| "grad_norm": 6.845063209533691, |
| "kl": 0.20751953125, |
| "learning_rate": 4.194560669456067e-07, |
| "loss": 0.0083, |
| "reward": 0.7230862975120544, |
| "reward_std": 0.1262136697769165, |
| "reward_std_all": 0.1669256016612053, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.84506556391716, |
| "rewards/forensics_tempsamp_iou_reward": 0.4543362557888031, |
| "step": 556 |
| }, |
| { |
| "completion_length": 19.3125, |
| "epoch": 2.3305439330543933, |
| "grad_norm": 6.990042686462402, |
| "kl": 0.15673828125, |
| "learning_rate": 4.184100418410041e-07, |
| "loss": 0.0063, |
| "reward": 0.8625707030296326, |
| "reward_std": 0.05226464197039604, |
| "reward_std_all": 0.05368735454976559, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9334782958030701, |
| "rewards/forensics_tempsamp_iou_reward": 0.5625706613063812, |
| "step": 557 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 2.3347280334728033, |
| "grad_norm": 6.682015895843506, |
| "kl": 0.2109375, |
| "learning_rate": 4.1736401673640164e-07, |
| "loss": 0.0084, |
| "reward": 0.8650551736354828, |
| "reward_std": 0.11513014137744904, |
| "reward_std_all": 0.11226258054375648, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9742611348628998, |
| "rewards/forensics_tempsamp_iou_reward": 0.5963051915168762, |
| "step": 558 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 2.3389121338912133, |
| "grad_norm": 8.14515209197998, |
| "kl": 0.15869140625, |
| "learning_rate": 4.1631799163179915e-07, |
| "loss": 0.0064, |
| "reward": 0.832645833492279, |
| "reward_std": 0.17803804948925972, |
| "reward_std_all": 0.16703474521636963, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9801188707351685, |
| "rewards/forensics_tempsamp_iou_reward": 0.582645833492279, |
| "step": 559 |
| }, |
| { |
| "completion_length": 19.34375, |
| "epoch": 2.3430962343096233, |
| "grad_norm": 5.212371826171875, |
| "kl": 0.20263671875, |
| "learning_rate": 4.1527196652719666e-07, |
| "loss": 0.0081, |
| "reward": 0.9322017729282379, |
| "reward_std": 0.06757988967001438, |
| "reward_std_all": 0.08183667063713074, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8882275819778442, |
| "rewards/forensics_tempsamp_iou_reward": 0.6322017908096313, |
| "step": 560 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 2.3472803347280333, |
| "grad_norm": 3.9458134174346924, |
| "kl": 0.17041015625, |
| "learning_rate": 4.142259414225941e-07, |
| "loss": 0.0068, |
| "reward": 0.7893003523349762, |
| "reward_std": 0.04496923554688692, |
| "reward_std_all": 0.05517719127237797, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9378100335597992, |
| "rewards/forensics_tempsamp_iou_reward": 0.5268003046512604, |
| "step": 561 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 2.3514644351464433, |
| "grad_norm": 3.9698948860168457, |
| "kl": 0.15185546875, |
| "learning_rate": 4.131799163179916e-07, |
| "loss": 0.0061, |
| "reward": 0.7105948626995087, |
| "reward_std": 0.057975493371486664, |
| "reward_std_all": 0.07538148015737534, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8888473212718964, |
| "rewards/forensics_tempsamp_iou_reward": 0.48559486865997314, |
| "step": 562 |
| }, |
| { |
| "completion_length": 19.296875, |
| "epoch": 2.3556485355648533, |
| "grad_norm": 5.163781642913818, |
| "kl": 0.1396484375, |
| "learning_rate": 4.121338912133891e-07, |
| "loss": 0.0056, |
| "reward": 0.8613614737987518, |
| "reward_std": 0.10432932898402214, |
| "reward_std_all": 0.09365060739219189, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9518457651138306, |
| "rewards/forensics_tempsamp_iou_reward": 0.6113614737987518, |
| "step": 563 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 2.3598326359832638, |
| "grad_norm": 4.371069431304932, |
| "kl": 0.287109375, |
| "learning_rate": 4.110878661087866e-07, |
| "loss": 0.0115, |
| "reward": 0.8573383986949921, |
| "reward_std": 0.09024647995829582, |
| "reward_std_all": 0.09084992855787277, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9331088066101074, |
| "rewards/forensics_tempsamp_iou_reward": 0.5635884404182434, |
| "step": 564 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 2.3640167364016738, |
| "grad_norm": 4.907522201538086, |
| "kl": 0.390625, |
| "learning_rate": 4.100418410041841e-07, |
| "loss": 0.0157, |
| "reward": 0.8723192811012268, |
| "reward_std": 0.11656848341226578, |
| "reward_std_all": 0.12971869483590126, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9440198540687561, |
| "rewards/forensics_tempsamp_iou_reward": 0.5785692632198334, |
| "step": 565 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 2.3682008368200838, |
| "grad_norm": 5.485681056976318, |
| "kl": 0.3095703125, |
| "learning_rate": 4.089958158995816e-07, |
| "loss": 0.0124, |
| "reward": 0.8542315661907196, |
| "reward_std": 0.08538665249943733, |
| "reward_std_all": 0.08191237226128578, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9544620513916016, |
| "rewards/forensics_tempsamp_iou_reward": 0.5792315304279327, |
| "step": 566 |
| }, |
| { |
| "completion_length": 19.53125, |
| "epoch": 2.3723849372384938, |
| "grad_norm": 4.2162089347839355, |
| "kl": 0.1611328125, |
| "learning_rate": 4.0794979079497904e-07, |
| "loss": 0.0064, |
| "reward": 0.8082980215549469, |
| "reward_std": 0.05821315012872219, |
| "reward_std_all": 0.06996244937181473, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9591994285583496, |
| "rewards/forensics_tempsamp_iou_reward": 0.5645479559898376, |
| "step": 567 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 2.3765690376569037, |
| "grad_norm": 3.7707202434539795, |
| "kl": 0.21484375, |
| "learning_rate": 4.0690376569037656e-07, |
| "loss": 0.0086, |
| "reward": 0.6380931735038757, |
| "reward_std": 0.1328081078827381, |
| "reward_std_all": 0.13952016830444336, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9348475933074951, |
| "rewards/forensics_tempsamp_iou_reward": 0.45059312880039215, |
| "step": 568 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 2.3807531380753137, |
| "grad_norm": 5.106783866882324, |
| "kl": 0.162109375, |
| "learning_rate": 4.0585774058577407e-07, |
| "loss": 0.0065, |
| "reward": 0.8622868061065674, |
| "reward_std": 0.07060226425528526, |
| "reward_std_all": 0.06886870600283146, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.960615485906601, |
| "rewards/forensics_tempsamp_iou_reward": 0.5810368210077286, |
| "step": 569 |
| }, |
| { |
| "completion_length": 19.609375, |
| "epoch": 2.3849372384937237, |
| "grad_norm": 4.372280597686768, |
| "kl": 0.2158203125, |
| "learning_rate": 4.0481171548117153e-07, |
| "loss": 0.0086, |
| "reward": 0.8909682035446167, |
| "reward_std": 0.07443519309163094, |
| "reward_std_all": 0.09059130772948265, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9438815116882324, |
| "rewards/forensics_tempsamp_iou_reward": 0.6159682273864746, |
| "step": 570 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 2.3891213389121337, |
| "grad_norm": 8.104747772216797, |
| "kl": 0.17431640625, |
| "learning_rate": 4.0376569037656904e-07, |
| "loss": 0.007, |
| "reward": 0.9544511437416077, |
| "reward_std": 0.11320538073778152, |
| "reward_std_all": 0.13755165040493011, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9500020146369934, |
| "rewards/forensics_tempsamp_iou_reward": 0.6857011020183563, |
| "step": 571 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 2.393305439330544, |
| "grad_norm": 4.293045997619629, |
| "kl": 0.139404296875, |
| "learning_rate": 4.027196652719665e-07, |
| "loss": 0.0056, |
| "reward": 0.7631777822971344, |
| "reward_std": 0.06937412731349468, |
| "reward_std_all": 0.07395971938967705, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9202623665332794, |
| "rewards/forensics_tempsamp_iou_reward": 0.49442777037620544, |
| "step": 572 |
| }, |
| { |
| "completion_length": 20.359375, |
| "epoch": 2.397489539748954, |
| "grad_norm": 5.100405216217041, |
| "kl": 0.2158203125, |
| "learning_rate": 4.01673640167364e-07, |
| "loss": 0.0086, |
| "reward": 0.7666550576686859, |
| "reward_std": 0.11047893762588501, |
| "reward_std_all": 0.10917370021343231, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9838695526123047, |
| "rewards/forensics_tempsamp_iou_reward": 0.5291550755500793, |
| "step": 573 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 2.401673640167364, |
| "grad_norm": 3.7552223205566406, |
| "kl": 0.1982421875, |
| "learning_rate": 4.006276150627615e-07, |
| "loss": 0.0079, |
| "reward": 0.7181138396263123, |
| "reward_std": 0.09349928051233292, |
| "reward_std_all": 0.08834211900830269, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9623788595199585, |
| "rewards/forensics_tempsamp_iou_reward": 0.5056138038635254, |
| "step": 574 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 2.405857740585774, |
| "grad_norm": 5.230954647064209, |
| "kl": 0.19384765625, |
| "learning_rate": 3.99581589958159e-07, |
| "loss": 0.0077, |
| "reward": 0.8990738391876221, |
| "reward_std": 0.13239216059446335, |
| "reward_std_all": 0.12016239389777184, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9189765751361847, |
| "rewards/forensics_tempsamp_iou_reward": 0.6053238213062286, |
| "step": 575 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 2.410041841004184, |
| "grad_norm": 4.598206996917725, |
| "kl": 0.15673828125, |
| "learning_rate": 3.985355648535565e-07, |
| "loss": 0.0063, |
| "reward": 0.8858963251113892, |
| "reward_std": 0.08882933109998703, |
| "reward_std_all": 0.0925118625164032, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9669237434864044, |
| "rewards/forensics_tempsamp_iou_reward": 0.6046462953090668, |
| "step": 576 |
| }, |
| { |
| "completion_length": 21.15625, |
| "epoch": 2.414225941422594, |
| "grad_norm": 5.4895524978637695, |
| "kl": 0.19384765625, |
| "learning_rate": 3.9748953974895396e-07, |
| "loss": 0.0078, |
| "reward": 0.8014865219593048, |
| "reward_std": 0.09231236204504967, |
| "reward_std_all": 0.09697947651147842, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9042695462703705, |
| "rewards/forensics_tempsamp_iou_reward": 0.5452365279197693, |
| "step": 577 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 2.418410041841004, |
| "grad_norm": 5.188279151916504, |
| "kl": 0.19287109375, |
| "learning_rate": 3.964435146443514e-07, |
| "loss": 0.0077, |
| "reward": 0.8085197806358337, |
| "reward_std": 0.07207491248846054, |
| "reward_std_all": 0.07466640323400497, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9679206013679504, |
| "rewards/forensics_tempsamp_iou_reward": 0.5647697746753693, |
| "step": 578 |
| }, |
| { |
| "completion_length": 19.5, |
| "epoch": 2.422594142259414, |
| "grad_norm": 4.916874885559082, |
| "kl": 0.30029296875, |
| "learning_rate": 3.9539748953974893e-07, |
| "loss": 0.012, |
| "reward": 0.682951420545578, |
| "reward_std": 0.08943436481058598, |
| "reward_std_all": 0.09052596800029278, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9392091631889343, |
| "rewards/forensics_tempsamp_iou_reward": 0.432951420545578, |
| "step": 579 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 2.426778242677824, |
| "grad_norm": 5.267099380493164, |
| "kl": 0.23193359375, |
| "learning_rate": 3.9435146443514645e-07, |
| "loss": 0.0093, |
| "reward": 0.8710204064846039, |
| "reward_std": 0.09700940549373627, |
| "reward_std_all": 0.10794921219348907, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.897548496723175, |
| "rewards/forensics_tempsamp_iou_reward": 0.596020370721817, |
| "step": 580 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 2.430962343096234, |
| "grad_norm": 4.047446250915527, |
| "kl": 0.23583984375, |
| "learning_rate": 3.9330543933054396e-07, |
| "loss": 0.0094, |
| "reward": 0.7757426202297211, |
| "reward_std": 0.1113538108766079, |
| "reward_std_all": 0.1311514638364315, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9249296188354492, |
| "rewards/forensics_tempsamp_iou_reward": 0.5257425904273987, |
| "step": 581 |
| }, |
| { |
| "completion_length": 19.546875, |
| "epoch": 2.435146443514644, |
| "grad_norm": 5.110191822052002, |
| "kl": 0.162109375, |
| "learning_rate": 3.9225941422594137e-07, |
| "loss": 0.0065, |
| "reward": 0.7864111959934235, |
| "reward_std": 0.07453197613358498, |
| "reward_std_all": 0.07102247327566147, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9715700149536133, |
| "rewards/forensics_tempsamp_iou_reward": 0.5489111542701721, |
| "step": 582 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 2.439330543933054, |
| "grad_norm": 5.129436016082764, |
| "kl": 0.205078125, |
| "learning_rate": 3.912133891213389e-07, |
| "loss": 0.0082, |
| "reward": 0.8897488117218018, |
| "reward_std": 0.09283800423145294, |
| "reward_std_all": 0.09641597419977188, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9036122858524323, |
| "rewards/forensics_tempsamp_iou_reward": 0.6209987699985504, |
| "step": 583 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 2.4435146443514646, |
| "grad_norm": 4.854077339172363, |
| "kl": 0.1923828125, |
| "learning_rate": 3.901673640167364e-07, |
| "loss": 0.0077, |
| "reward": 0.7576445937156677, |
| "reward_std": 0.11118551343679428, |
| "reward_std_all": 0.1175193153321743, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8803848028182983, |
| "rewards/forensics_tempsamp_iou_reward": 0.507644534111023, |
| "step": 584 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 2.4476987447698746, |
| "grad_norm": 7.1031365394592285, |
| "kl": 0.2060546875, |
| "learning_rate": 3.891213389121339e-07, |
| "loss": 0.0082, |
| "reward": 0.813186764717102, |
| "reward_std": 0.09125462546944618, |
| "reward_std_all": 0.08182576671242714, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9592089653015137, |
| "rewards/forensics_tempsamp_iou_reward": 0.5319367796182632, |
| "step": 585 |
| }, |
| { |
| "completion_length": 21.671875, |
| "epoch": 2.4518828451882846, |
| "grad_norm": 6.807741165161133, |
| "kl": 0.2001953125, |
| "learning_rate": 3.880753138075314e-07, |
| "loss": 0.008, |
| "reward": 0.869337260723114, |
| "reward_std": 0.10792866721749306, |
| "reward_std_all": 0.10664808005094528, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9574138522148132, |
| "rewards/forensics_tempsamp_iou_reward": 0.5943372845649719, |
| "step": 586 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 2.4560669456066946, |
| "grad_norm": 5.297536373138428, |
| "kl": 0.2021484375, |
| "learning_rate": 3.870292887029288e-07, |
| "loss": 0.0081, |
| "reward": 0.5532055497169495, |
| "reward_std": 0.06435329467058182, |
| "reward_std_all": 0.09175803884863853, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8096730709075928, |
| "rewards/forensics_tempsamp_iou_reward": 0.36570554226636887, |
| "step": 587 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 2.4602510460251046, |
| "grad_norm": 4.840020179748535, |
| "kl": 0.27197265625, |
| "learning_rate": 3.8598326359832634e-07, |
| "loss": 0.0109, |
| "reward": 1.0008462369441986, |
| "reward_std": 0.0966714359819889, |
| "reward_std_all": 0.12925242260098457, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9885169267654419, |
| "rewards/forensics_tempsamp_iou_reward": 0.700846254825592, |
| "step": 588 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 2.4644351464435146, |
| "grad_norm": 10.385025024414062, |
| "kl": 0.1806640625, |
| "learning_rate": 3.8493723849372385e-07, |
| "loss": 0.0072, |
| "reward": 0.9371341168880463, |
| "reward_std": 0.08863060176372528, |
| "reward_std_all": 0.09413032606244087, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9765430688858032, |
| "rewards/forensics_tempsamp_iou_reward": 0.6558841168880463, |
| "step": 589 |
| }, |
| { |
| "completion_length": 19.84375, |
| "epoch": 2.4686192468619246, |
| "grad_norm": 5.582331657409668, |
| "kl": 0.19921875, |
| "learning_rate": 3.8389121338912136e-07, |
| "loss": 0.008, |
| "reward": 0.7858001589775085, |
| "reward_std": 0.1182388886809349, |
| "reward_std_all": 0.11343411728739738, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.927475243806839, |
| "rewards/forensics_tempsamp_iou_reward": 0.5295500755310059, |
| "step": 590 |
| }, |
| { |
| "completion_length": 19.21875, |
| "epoch": 2.4728033472803346, |
| "grad_norm": 6.032072067260742, |
| "kl": 0.20947265625, |
| "learning_rate": 3.828451882845188e-07, |
| "loss": 0.0084, |
| "reward": 0.8761445879936218, |
| "reward_std": 0.05198107846081257, |
| "reward_std_all": 0.05460864678025246, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9547987580299377, |
| "rewards/forensics_tempsamp_iou_reward": 0.6136445701122284, |
| "step": 591 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 2.476987447698745, |
| "grad_norm": 7.293477535247803, |
| "kl": 0.2705078125, |
| "learning_rate": 3.817991631799163e-07, |
| "loss": 0.0108, |
| "reward": 0.8566181063652039, |
| "reward_std": 0.06676855683326721, |
| "reward_std_all": 0.06915068812668324, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9622986018657684, |
| "rewards/forensics_tempsamp_iou_reward": 0.594118058681488, |
| "step": 592 |
| }, |
| { |
| "completion_length": 21.53125, |
| "epoch": 2.481171548117155, |
| "grad_norm": 5.644343852996826, |
| "kl": 0.18212890625, |
| "learning_rate": 3.807531380753138e-07, |
| "loss": 0.0073, |
| "reward": 0.6878427863121033, |
| "reward_std": 0.10340671241283417, |
| "reward_std_all": 0.09769491478800774, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9253195226192474, |
| "rewards/forensics_tempsamp_iou_reward": 0.4565928280353546, |
| "step": 593 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 2.485355648535565, |
| "grad_norm": 7.202208518981934, |
| "kl": 0.16748046875, |
| "learning_rate": 3.797071129707113e-07, |
| "loss": 0.0067, |
| "reward": 0.8490453362464905, |
| "reward_std": 0.1473342850804329, |
| "reward_std_all": 0.15578225255012512, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9490000009536743, |
| "rewards/forensics_tempsamp_iou_reward": 0.5552953034639359, |
| "step": 594 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 2.489539748953975, |
| "grad_norm": 5.737064838409424, |
| "kl": 0.1904296875, |
| "learning_rate": 3.7866108786610877e-07, |
| "loss": 0.0076, |
| "reward": 0.7760838568210602, |
| "reward_std": 0.15826310589909554, |
| "reward_std_all": 0.15485338121652603, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9563879370689392, |
| "rewards/forensics_tempsamp_iou_reward": 0.5510838031768799, |
| "step": 595 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 2.493723849372385, |
| "grad_norm": 10.077260971069336, |
| "kl": 0.20849609375, |
| "learning_rate": 3.776150627615063e-07, |
| "loss": 0.0084, |
| "reward": 0.8298962116241455, |
| "reward_std": 0.08680163137614727, |
| "reward_std_all": 0.09436693787574768, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9880990982055664, |
| "rewards/forensics_tempsamp_iou_reward": 0.6048962473869324, |
| "step": 596 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 2.497907949790795, |
| "grad_norm": 5.528036594390869, |
| "kl": 0.16064453125, |
| "learning_rate": 3.7656903765690374e-07, |
| "loss": 0.0064, |
| "reward": 0.8958442211151123, |
| "reward_std": 0.06914406642317772, |
| "reward_std_all": 0.0927613265812397, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9227914810180664, |
| "rewards/forensics_tempsamp_iou_reward": 0.6020942032337189, |
| "step": 597 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 2.502092050209205, |
| "grad_norm": 5.894502639770508, |
| "kl": 0.19921875, |
| "learning_rate": 3.7552301255230125e-07, |
| "loss": 0.008, |
| "reward": 0.822025716304779, |
| "reward_std": 0.1019892767071724, |
| "reward_std_all": 0.11128396540880203, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9721780717372894, |
| "rewards/forensics_tempsamp_iou_reward": 0.5532757639884949, |
| "step": 598 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 2.506276150627615, |
| "grad_norm": 4.2805280685424805, |
| "kl": 0.1708984375, |
| "learning_rate": 3.744769874476987e-07, |
| "loss": 0.0068, |
| "reward": 0.8491278290748596, |
| "reward_std": 0.06643960438668728, |
| "reward_std_all": 0.06574018858373165, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.946080893278122, |
| "rewards/forensics_tempsamp_iou_reward": 0.5803778171539307, |
| "step": 599 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 2.510460251046025, |
| "grad_norm": 5.597010612487793, |
| "kl": 0.189453125, |
| "learning_rate": 3.734309623430962e-07, |
| "loss": 0.0076, |
| "reward": 0.8626092672348022, |
| "reward_std": 0.09721511602401733, |
| "reward_std_all": 0.09235209971666336, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9898760616779327, |
| "rewards/forensics_tempsamp_iou_reward": 0.6063593029975891, |
| "step": 600 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 2.514644351464435, |
| "grad_norm": 6.800095558166504, |
| "kl": 0.193359375, |
| "learning_rate": 3.723849372384937e-07, |
| "loss": 0.0077, |
| "reward": 0.7336352169513702, |
| "reward_std": 0.07328333891928196, |
| "reward_std_all": 0.0702967718243599, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9615329205989838, |
| "rewards/forensics_tempsamp_iou_reward": 0.5086352229118347, |
| "step": 601 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 2.518828451882845, |
| "grad_norm": 6.013426780700684, |
| "kl": 0.1982421875, |
| "learning_rate": 3.713389121338912e-07, |
| "loss": 0.0079, |
| "reward": 0.9344053864479065, |
| "reward_std": 0.11202744022011757, |
| "reward_std_all": 0.12034991011023521, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.936537355184555, |
| "rewards/forensics_tempsamp_iou_reward": 0.6656553149223328, |
| "step": 602 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 2.523012552301255, |
| "grad_norm": 7.081243515014648, |
| "kl": 0.1669921875, |
| "learning_rate": 3.7029288702928866e-07, |
| "loss": 0.0067, |
| "reward": 0.714651495218277, |
| "reward_std": 0.06446066685020924, |
| "reward_std_all": 0.06905527412891388, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9587455987930298, |
| "rewards/forensics_tempsamp_iou_reward": 0.4709014296531677, |
| "step": 603 |
| }, |
| { |
| "completion_length": 22.484375, |
| "epoch": 2.5271966527196654, |
| "grad_norm": 4.424902439117432, |
| "kl": 0.3203125, |
| "learning_rate": 3.6924686192468617e-07, |
| "loss": 0.0128, |
| "reward": 0.7480040192604065, |
| "reward_std": 0.09537188708782196, |
| "reward_std_all": 0.11255637928843498, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.984334796667099, |
| "rewards/forensics_tempsamp_iou_reward": 0.5292540490627289, |
| "step": 604 |
| }, |
| { |
| "completion_length": 20.921875, |
| "epoch": 2.5313807531380754, |
| "grad_norm": 5.03400993347168, |
| "kl": 0.16943359375, |
| "learning_rate": 3.682008368200837e-07, |
| "loss": 0.0068, |
| "reward": 0.783243328332901, |
| "reward_std": 0.07590292580425739, |
| "reward_std_all": 0.07346416264772415, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9473426640033722, |
| "rewards/forensics_tempsamp_iou_reward": 0.5269933044910431, |
| "step": 605 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 2.5355648535564854, |
| "grad_norm": 5.1441330909729, |
| "kl": 0.21484375, |
| "learning_rate": 3.6715481171548114e-07, |
| "loss": 0.0086, |
| "reward": 0.7621039152145386, |
| "reward_std": 0.06339849531650543, |
| "reward_std_all": 0.059872861951589584, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8585434257984161, |
| "rewards/forensics_tempsamp_iou_reward": 0.4871039390563965, |
| "step": 606 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 2.5397489539748954, |
| "grad_norm": 6.551379680633545, |
| "kl": 0.2939453125, |
| "learning_rate": 3.661087866108786e-07, |
| "loss": 0.0118, |
| "reward": 0.8612671196460724, |
| "reward_std": 0.09236548468470573, |
| "reward_std_all": 0.08007372543215752, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9575724303722382, |
| "rewards/forensics_tempsamp_iou_reward": 0.58001708984375, |
| "step": 607 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 2.5439330543933054, |
| "grad_norm": 4.165430545806885, |
| "kl": 0.1611328125, |
| "learning_rate": 3.650627615062761e-07, |
| "loss": 0.0064, |
| "reward": 0.8536880612373352, |
| "reward_std": 0.0786689855158329, |
| "reward_std_all": 0.0731958020478487, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9994988739490509, |
| "rewards/forensics_tempsamp_iou_reward": 0.591187983751297, |
| "step": 608 |
| }, |
| { |
| "completion_length": 20.0, |
| "epoch": 2.5481171548117154, |
| "grad_norm": 4.324161529541016, |
| "kl": 0.19140625, |
| "learning_rate": 3.6401673640167363e-07, |
| "loss": 0.0077, |
| "reward": 0.8701904714107513, |
| "reward_std": 0.11419408768415451, |
| "reward_std_all": 0.1115323156118393, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9252484142780304, |
| "rewards/forensics_tempsamp_iou_reward": 0.588940441608429, |
| "step": 609 |
| }, |
| { |
| "completion_length": 21.234375, |
| "epoch": 2.5523012552301254, |
| "grad_norm": 4.926645755767822, |
| "kl": 0.234375, |
| "learning_rate": 3.6297071129707114e-07, |
| "loss": 0.0094, |
| "reward": 0.8271781802177429, |
| "reward_std": 0.07373835518956184, |
| "reward_std_all": 0.09626222401857376, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.919380396604538, |
| "rewards/forensics_tempsamp_iou_reward": 0.5646781325340271, |
| "step": 610 |
| }, |
| { |
| "completion_length": 24.25, |
| "epoch": 2.5564853556485354, |
| "grad_norm": 4.502800464630127, |
| "kl": 0.2607421875, |
| "learning_rate": 3.6192468619246855e-07, |
| "loss": 0.0104, |
| "reward": 0.7110764384269714, |
| "reward_std": 0.09917126968502998, |
| "reward_std_all": 0.11369679123163223, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9481720626354218, |
| "rewards/forensics_tempsamp_iou_reward": 0.5048263818025589, |
| "step": 611 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 2.560669456066946, |
| "grad_norm": 4.876762866973877, |
| "kl": 0.18115234375, |
| "learning_rate": 3.6087866108786606e-07, |
| "loss": 0.0072, |
| "reward": 0.7069624364376068, |
| "reward_std": 0.0793485939502716, |
| "reward_std_all": 0.08729111962020397, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9680996835231781, |
| "rewards/forensics_tempsamp_iou_reward": 0.4757124036550522, |
| "step": 612 |
| }, |
| { |
| "completion_length": 22.078125, |
| "epoch": 2.564853556485356, |
| "grad_norm": 6.057740688323975, |
| "kl": 0.19091796875, |
| "learning_rate": 3.598326359832636e-07, |
| "loss": 0.0076, |
| "reward": 0.7884946763515472, |
| "reward_std": 0.11094876751303673, |
| "reward_std_all": 0.10364798828959465, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9240118861198425, |
| "rewards/forensics_tempsamp_iou_reward": 0.5322446823120117, |
| "step": 613 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 2.569037656903766, |
| "grad_norm": 4.535978317260742, |
| "kl": 0.2041015625, |
| "learning_rate": 3.587866108786611e-07, |
| "loss": 0.0082, |
| "reward": 0.6738980710506439, |
| "reward_std": 0.06042826175689697, |
| "reward_std_all": 0.05442884378135204, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8403000235557556, |
| "rewards/forensics_tempsamp_iou_reward": 0.4488980770111084, |
| "step": 614 |
| }, |
| { |
| "completion_length": 20.984375, |
| "epoch": 2.573221757322176, |
| "grad_norm": 4.1841230392456055, |
| "kl": 0.234375, |
| "learning_rate": 3.577405857740586e-07, |
| "loss": 0.0094, |
| "reward": 0.9022273421287537, |
| "reward_std": 0.058929141610860825, |
| "reward_std_all": 0.05621855519711971, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9523241519927979, |
| "rewards/forensics_tempsamp_iou_reward": 0.6022273898124695, |
| "step": 615 |
| }, |
| { |
| "completion_length": 20.9375, |
| "epoch": 2.577405857740586, |
| "grad_norm": 8.850273132324219, |
| "kl": 0.1796875, |
| "learning_rate": 3.56694560669456e-07, |
| "loss": 0.0072, |
| "reward": 0.7279095351696014, |
| "reward_std": 0.040770155377686024, |
| "reward_std_all": 0.07458714209496975, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9522014856338501, |
| "rewards/forensics_tempsamp_iou_reward": 0.5029094964265823, |
| "step": 616 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 2.581589958158996, |
| "grad_norm": 4.493823528289795, |
| "kl": 0.162109375, |
| "learning_rate": 3.556485355648535e-07, |
| "loss": 0.0065, |
| "reward": 0.8975645899772644, |
| "reward_std": 0.06195509806275368, |
| "reward_std_all": 0.0584196038544178, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9644642770290375, |
| "rewards/forensics_tempsamp_iou_reward": 0.6288145780563354, |
| "step": 617 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 2.585774058577406, |
| "grad_norm": 6.58408784866333, |
| "kl": 0.24462890625, |
| "learning_rate": 3.5460251046025103e-07, |
| "loss": 0.0098, |
| "reward": 0.7495608031749725, |
| "reward_std": 0.08294487744569778, |
| "reward_std_all": 0.08340511471033096, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.83553746342659, |
| "rewards/forensics_tempsamp_iou_reward": 0.4870608150959015, |
| "step": 618 |
| }, |
| { |
| "completion_length": 20.0, |
| "epoch": 2.589958158995816, |
| "grad_norm": 5.926811218261719, |
| "kl": 0.1884765625, |
| "learning_rate": 3.5355648535564855e-07, |
| "loss": 0.0075, |
| "reward": 0.9292153418064117, |
| "reward_std": 0.11061679199337959, |
| "reward_std_all": 0.11015992239117622, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9342105388641357, |
| "rewards/forensics_tempsamp_iou_reward": 0.6354653537273407, |
| "step": 619 |
| }, |
| { |
| "completion_length": 20.078125, |
| "epoch": 2.594142259414226, |
| "grad_norm": 4.82370138168335, |
| "kl": 0.26611328125, |
| "learning_rate": 3.52510460251046e-07, |
| "loss": 0.0106, |
| "reward": 0.8984701335430145, |
| "reward_std": 0.06605037674307823, |
| "reward_std_all": 0.06083778664469719, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9907528460025787, |
| "rewards/forensics_tempsamp_iou_reward": 0.6172201633453369, |
| "step": 620 |
| }, |
| { |
| "completion_length": 22.984375, |
| "epoch": 2.598326359832636, |
| "grad_norm": 5.012823104858398, |
| "kl": 0.25537109375, |
| "learning_rate": 3.5146443514644347e-07, |
| "loss": 0.0102, |
| "reward": 0.8242910802364349, |
| "reward_std": 0.09483649954199791, |
| "reward_std_all": 0.10143988579511642, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9206887781620026, |
| "rewards/forensics_tempsamp_iou_reward": 0.5805411040782928, |
| "step": 621 |
| }, |
| { |
| "completion_length": 20.4375, |
| "epoch": 2.602510460251046, |
| "grad_norm": 4.235166072845459, |
| "kl": 0.20263671875, |
| "learning_rate": 3.50418410041841e-07, |
| "loss": 0.0081, |
| "reward": 0.8475816249847412, |
| "reward_std": 0.13514988124370575, |
| "reward_std_all": 0.12416186556220055, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9675457179546356, |
| "rewards/forensics_tempsamp_iou_reward": 0.5788316130638123, |
| "step": 622 |
| }, |
| { |
| "completion_length": 21.40625, |
| "epoch": 2.606694560669456, |
| "grad_norm": 5.572633266448975, |
| "kl": 0.2080078125, |
| "learning_rate": 3.493723849372385e-07, |
| "loss": 0.0083, |
| "reward": 0.7043496370315552, |
| "reward_std": 0.09166326746344566, |
| "reward_std_all": 0.09888366237282753, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.906641811132431, |
| "rewards/forensics_tempsamp_iou_reward": 0.4543496370315552, |
| "step": 623 |
| }, |
| { |
| "completion_length": 20.046875, |
| "epoch": 2.6108786610878663, |
| "grad_norm": 9.217677116394043, |
| "kl": 0.607421875, |
| "learning_rate": 3.4832635983263595e-07, |
| "loss": 0.0243, |
| "reward": 0.7020125985145569, |
| "reward_std": 0.11061655730009079, |
| "reward_std_all": 0.10439477115869522, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9043394327163696, |
| "rewards/forensics_tempsamp_iou_reward": 0.477012574672699, |
| "step": 624 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 2.6150627615062763, |
| "grad_norm": 9.843174934387207, |
| "kl": 0.24267578125, |
| "learning_rate": 3.4728033472803346e-07, |
| "loss": 0.0097, |
| "reward": 0.8030969798564911, |
| "reward_std": 0.07424535602331161, |
| "reward_std_all": 0.07552865892648697, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9621820151805878, |
| "rewards/forensics_tempsamp_iou_reward": 0.54059699177742, |
| "step": 625 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 2.6192468619246863, |
| "grad_norm": 7.325879096984863, |
| "kl": 0.24169921875, |
| "learning_rate": 3.462343096234309e-07, |
| "loss": 0.0097, |
| "reward": 0.5704999268054962, |
| "reward_std": 0.09133920073509216, |
| "reward_std_all": 0.10718759149312973, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8883001208305359, |
| "rewards/forensics_tempsamp_iou_reward": 0.370499923825264, |
| "step": 626 |
| }, |
| { |
| "completion_length": 20.640625, |
| "epoch": 2.6234309623430963, |
| "grad_norm": 5.273987293243408, |
| "kl": 0.1875, |
| "learning_rate": 3.4518828451882844e-07, |
| "loss": 0.0075, |
| "reward": 0.64668408036232, |
| "reward_std": 0.09427374973893166, |
| "reward_std_all": 0.10709137469530106, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8889458775520325, |
| "rewards/forensics_tempsamp_iou_reward": 0.440434068441391, |
| "step": 627 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 2.6276150627615062, |
| "grad_norm": 4.34000825881958, |
| "kl": 0.17041015625, |
| "learning_rate": 3.441422594142259e-07, |
| "loss": 0.0068, |
| "reward": 0.8214268386363983, |
| "reward_std": 0.06510229036211967, |
| "reward_std_all": 0.07313190773129463, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.970091313123703, |
| "rewards/forensics_tempsamp_iou_reward": 0.5776768326759338, |
| "step": 628 |
| }, |
| { |
| "completion_length": 21.984375, |
| "epoch": 2.6317991631799162, |
| "grad_norm": 8.422666549682617, |
| "kl": 0.1943359375, |
| "learning_rate": 3.430962343096234e-07, |
| "loss": 0.0078, |
| "reward": 0.9003874957561493, |
| "reward_std": 0.12358853220939636, |
| "reward_std_all": 0.1360606998205185, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9679976105690002, |
| "rewards/forensics_tempsamp_iou_reward": 0.6003874242305756, |
| "step": 629 |
| }, |
| { |
| "completion_length": 21.734375, |
| "epoch": 2.6359832635983262, |
| "grad_norm": 4.427485942840576, |
| "kl": 0.23193359375, |
| "learning_rate": 3.420502092050209e-07, |
| "loss": 0.0093, |
| "reward": 0.7696331143379211, |
| "reward_std": 0.12153154611587524, |
| "reward_std_all": 0.11035013198852539, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9326688051223755, |
| "rewards/forensics_tempsamp_iou_reward": 0.5321330726146698, |
| "step": 630 |
| }, |
| { |
| "completion_length": 21.609375, |
| "epoch": 2.6401673640167362, |
| "grad_norm": 5.2793869972229, |
| "kl": 0.20751953125, |
| "learning_rate": 3.410041841004184e-07, |
| "loss": 0.0083, |
| "reward": 0.8190011978149414, |
| "reward_std": 0.05983816273510456, |
| "reward_std_all": 0.08828002959489822, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9158983528614044, |
| "rewards/forensics_tempsamp_iou_reward": 0.5565011501312256, |
| "step": 631 |
| }, |
| { |
| "completion_length": 20.625, |
| "epoch": 2.6443514644351467, |
| "grad_norm": 4.723827838897705, |
| "kl": 0.27490234375, |
| "learning_rate": 3.3995815899581584e-07, |
| "loss": 0.011, |
| "reward": 0.7426750659942627, |
| "reward_std": 0.08816316910088062, |
| "reward_std_all": 0.08822921570390463, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9138504266738892, |
| "rewards/forensics_tempsamp_iou_reward": 0.5114250183105469, |
| "step": 632 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 2.6485355648535567, |
| "grad_norm": 4.957258224487305, |
| "kl": 0.18017578125, |
| "learning_rate": 3.3891213389121336e-07, |
| "loss": 0.0072, |
| "reward": 0.8494804501533508, |
| "reward_std": 0.09078509360551834, |
| "reward_std_all": 0.09325071796774864, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9577869474887848, |
| "rewards/forensics_tempsamp_iou_reward": 0.5744803845882416, |
| "step": 633 |
| }, |
| { |
| "completion_length": 20.03125, |
| "epoch": 2.6527196652719667, |
| "grad_norm": 6.898361682891846, |
| "kl": 0.23095703125, |
| "learning_rate": 3.3786610878661087e-07, |
| "loss": 0.0092, |
| "reward": 0.8426689505577087, |
| "reward_std": 0.07706702128052711, |
| "reward_std_all": 0.10311945527791977, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9737820327281952, |
| "rewards/forensics_tempsamp_iou_reward": 0.5989188849925995, |
| "step": 634 |
| }, |
| { |
| "completion_length": 19.9375, |
| "epoch": 2.6569037656903767, |
| "grad_norm": 4.805290222167969, |
| "kl": 0.25927734375, |
| "learning_rate": 3.368200836820084e-07, |
| "loss": 0.0104, |
| "reward": 0.839143306016922, |
| "reward_std": 0.11297395080327988, |
| "reward_std_all": 0.10797487199306488, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9515917301177979, |
| "rewards/forensics_tempsamp_iou_reward": 0.5578932762145996, |
| "step": 635 |
| }, |
| { |
| "completion_length": 20.546875, |
| "epoch": 2.6610878661087867, |
| "grad_norm": 4.485482215881348, |
| "kl": 0.17236328125, |
| "learning_rate": 3.3577405857740584e-07, |
| "loss": 0.0069, |
| "reward": 0.8373636901378632, |
| "reward_std": 0.10960780829191208, |
| "reward_std_all": 0.09901289269328117, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.926111102104187, |
| "rewards/forensics_tempsamp_iou_reward": 0.5936136841773987, |
| "step": 636 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 2.6652719665271967, |
| "grad_norm": 7.634530067443848, |
| "kl": 0.30322265625, |
| "learning_rate": 3.347280334728033e-07, |
| "loss": 0.0121, |
| "reward": 0.7936932444572449, |
| "reward_std": 0.091767068952322, |
| "reward_std_all": 0.11422779783606529, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9599959850311279, |
| "rewards/forensics_tempsamp_iou_reward": 0.5874432325363159, |
| "step": 637 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 2.6694560669456067, |
| "grad_norm": 5.258272647857666, |
| "kl": 0.2041015625, |
| "learning_rate": 3.336820083682008e-07, |
| "loss": 0.0082, |
| "reward": 0.7050544321537018, |
| "reward_std": 0.06951872259378433, |
| "reward_std_all": 0.0872751995921135, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.916875422000885, |
| "rewards/forensics_tempsamp_iou_reward": 0.4613044112920761, |
| "step": 638 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 2.6736401673640167, |
| "grad_norm": 4.905300140380859, |
| "kl": 0.2080078125, |
| "learning_rate": 3.3263598326359833e-07, |
| "loss": 0.0083, |
| "reward": 0.798465758562088, |
| "reward_std": 0.058457160368561745, |
| "reward_std_all": 0.06220287084579468, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9043493270874023, |
| "rewards/forensics_tempsamp_iou_reward": 0.5359657108783722, |
| "step": 639 |
| }, |
| { |
| "completion_length": 22.359375, |
| "epoch": 2.6778242677824267, |
| "grad_norm": 4.6229047775268555, |
| "kl": 0.17333984375, |
| "learning_rate": 3.3158995815899584e-07, |
| "loss": 0.007, |
| "reward": 0.596031129360199, |
| "reward_std": 0.10093620419502258, |
| "reward_std_all": 0.09891637414693832, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9051241278648376, |
| "rewards/forensics_tempsamp_iou_reward": 0.3835311383008957, |
| "step": 640 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 2.6820083682008367, |
| "grad_norm": 14.480425834655762, |
| "kl": 0.25830078125, |
| "learning_rate": 3.3054393305439325e-07, |
| "loss": 0.0103, |
| "reward": 0.6596346497535706, |
| "reward_std": 0.08615501597523689, |
| "reward_std_all": 0.08259401097893715, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9132545590400696, |
| "rewards/forensics_tempsamp_iou_reward": 0.43463467061519623, |
| "step": 641 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 2.6861924686192467, |
| "grad_norm": 6.0682053565979, |
| "kl": 0.19140625, |
| "learning_rate": 3.2949790794979076e-07, |
| "loss": 0.0077, |
| "reward": 0.8071572482585907, |
| "reward_std": 0.07460752129554749, |
| "reward_std_all": 0.07550089806318283, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9023326337337494, |
| "rewards/forensics_tempsamp_iou_reward": 0.5446572601795197, |
| "step": 642 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 2.6903765690376567, |
| "grad_norm": 6.108468532562256, |
| "kl": 0.17919921875, |
| "learning_rate": 3.2845188284518827e-07, |
| "loss": 0.0072, |
| "reward": 0.5610159635543823, |
| "reward_std": 0.07382835447788239, |
| "reward_std_all": 0.09118270874023438, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8884581029415131, |
| "rewards/forensics_tempsamp_iou_reward": 0.37976595759391785, |
| "step": 643 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 2.694560669456067, |
| "grad_norm": 5.757806777954102, |
| "kl": 0.3212890625, |
| "learning_rate": 3.274058577405858e-07, |
| "loss": 0.0128, |
| "reward": 0.859315812587738, |
| "reward_std": 0.058715641498565674, |
| "reward_std_all": 0.07311167940497398, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9841897189617157, |
| "rewards/forensics_tempsamp_iou_reward": 0.584315836429596, |
| "step": 644 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 2.698744769874477, |
| "grad_norm": 5.88788366317749, |
| "kl": 0.20751953125, |
| "learning_rate": 3.2635983263598325e-07, |
| "loss": 0.0083, |
| "reward": 0.7330654561519623, |
| "reward_std": 0.06878883577883244, |
| "reward_std_all": 0.061190079897642136, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9752644002437592, |
| "rewards/forensics_tempsamp_iou_reward": 0.5080654919147491, |
| "step": 645 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 2.702928870292887, |
| "grad_norm": 6.159724235534668, |
| "kl": 0.4423828125, |
| "learning_rate": 3.253138075313807e-07, |
| "loss": 0.0177, |
| "reward": 0.7100460529327393, |
| "reward_std": 0.15580304712057114, |
| "reward_std_all": 0.14070936292409897, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9013502299785614, |
| "rewards/forensics_tempsamp_iou_reward": 0.46004606783390045, |
| "step": 646 |
| }, |
| { |
| "completion_length": 20.90625, |
| "epoch": 2.707112970711297, |
| "grad_norm": 5.436916828155518, |
| "kl": 0.22265625, |
| "learning_rate": 3.242677824267782e-07, |
| "loss": 0.0089, |
| "reward": 0.774897426366806, |
| "reward_std": 0.05176848452538252, |
| "reward_std_all": 0.08982807397842407, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8752261698246002, |
| "rewards/forensics_tempsamp_iou_reward": 0.5123974084854126, |
| "step": 647 |
| }, |
| { |
| "completion_length": 20.234375, |
| "epoch": 2.711297071129707, |
| "grad_norm": 6.8205671310424805, |
| "kl": 0.1796875, |
| "learning_rate": 3.2322175732217573e-07, |
| "loss": 0.0072, |
| "reward": 0.9104834496974945, |
| "reward_std": 0.07327147573232651, |
| "reward_std_all": 0.07940509170293808, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9836128056049347, |
| "rewards/forensics_tempsamp_iou_reward": 0.6292334794998169, |
| "step": 648 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 2.715481171548117, |
| "grad_norm": 6.515774250030518, |
| "kl": 0.22705078125, |
| "learning_rate": 3.221757322175732e-07, |
| "loss": 0.0091, |
| "reward": 0.8052845597267151, |
| "reward_std": 0.0781508032232523, |
| "reward_std_all": 0.08435656502842903, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9026113152503967, |
| "rewards/forensics_tempsamp_iou_reward": 0.5240345597267151, |
| "step": 649 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 2.719665271966527, |
| "grad_norm": 7.112102031707764, |
| "kl": 0.287109375, |
| "learning_rate": 3.211297071129707e-07, |
| "loss": 0.0115, |
| "reward": 0.6703790128231049, |
| "reward_std": 0.12505191192030907, |
| "reward_std_all": 0.11880094558000565, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9202735424041748, |
| "rewards/forensics_tempsamp_iou_reward": 0.45162904262542725, |
| "step": 650 |
| }, |
| { |
| "completion_length": 19.21875, |
| "epoch": 2.723849372384937, |
| "grad_norm": 4.605976581573486, |
| "kl": 0.169921875, |
| "learning_rate": 3.2008368200836816e-07, |
| "loss": 0.0068, |
| "reward": 0.8180746734142303, |
| "reward_std": 0.04606065712869167, |
| "reward_std_all": 0.04407161846756935, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8950508534908295, |
| "rewards/forensics_tempsamp_iou_reward": 0.5555746555328369, |
| "step": 651 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 2.7280334728033475, |
| "grad_norm": 5.283288478851318, |
| "kl": 0.18115234375, |
| "learning_rate": 3.190376569037657e-07, |
| "loss": 0.0072, |
| "reward": 0.8629083335399628, |
| "reward_std": 0.11024075746536255, |
| "reward_std_all": 0.12581834197044373, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.891412615776062, |
| "rewards/forensics_tempsamp_iou_reward": 0.5941582918167114, |
| "step": 652 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 2.7322175732217575, |
| "grad_norm": 6.839631080627441, |
| "kl": 0.1943359375, |
| "learning_rate": 3.1799163179916314e-07, |
| "loss": 0.0078, |
| "reward": 0.6190532445907593, |
| "reward_std": 0.10794354975223541, |
| "reward_std_all": 0.12137752026319504, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9572031497955322, |
| "rewards/forensics_tempsamp_iou_reward": 0.42530323565006256, |
| "step": 653 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 2.7364016736401675, |
| "grad_norm": 3.7283411026000977, |
| "kl": 0.168701171875, |
| "learning_rate": 3.1694560669456065e-07, |
| "loss": 0.0068, |
| "reward": 0.8129734396934509, |
| "reward_std": 0.05251630861312151, |
| "reward_std_all": 0.059141991659998894, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9487444460391998, |
| "rewards/forensics_tempsamp_iou_reward": 0.5692234337329865, |
| "step": 654 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 2.7405857740585775, |
| "grad_norm": 8.533520698547363, |
| "kl": 0.1689453125, |
| "learning_rate": 3.1589958158995816e-07, |
| "loss": 0.0068, |
| "reward": 0.74663046002388, |
| "reward_std": 0.07409488037228584, |
| "reward_std_all": 0.08063921332359314, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9009277522563934, |
| "rewards/forensics_tempsamp_iou_reward": 0.49663046002388, |
| "step": 655 |
| }, |
| { |
| "completion_length": 19.375, |
| "epoch": 2.7447698744769875, |
| "grad_norm": 8.89717960357666, |
| "kl": 0.1943359375, |
| "learning_rate": 3.148535564853556e-07, |
| "loss": 0.0078, |
| "reward": 1.0098183751106262, |
| "reward_std": 0.08751573041081429, |
| "reward_std_all": 0.08299465477466583, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9795015752315521, |
| "rewards/forensics_tempsamp_iou_reward": 0.7098183929920197, |
| "step": 656 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 2.7489539748953975, |
| "grad_norm": 6.493984222412109, |
| "kl": 0.17529296875, |
| "learning_rate": 3.1380753138075313e-07, |
| "loss": 0.007, |
| "reward": 0.832367330789566, |
| "reward_std": 0.05137710087001324, |
| "reward_std_all": 0.04847449250519276, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9727492332458496, |
| "rewards/forensics_tempsamp_iou_reward": 0.5886172950267792, |
| "step": 657 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 2.7531380753138075, |
| "grad_norm": 7.991951942443848, |
| "kl": 0.20068359375, |
| "learning_rate": 3.127615062761506e-07, |
| "loss": 0.008, |
| "reward": 0.7834153175354004, |
| "reward_std": 0.11800814419984818, |
| "reward_std_all": 0.10761496052145958, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9681159555912018, |
| "rewards/forensics_tempsamp_iou_reward": 0.520915299654007, |
| "step": 658 |
| }, |
| { |
| "completion_length": 22.953125, |
| "epoch": 2.7573221757322175, |
| "grad_norm": 6.719840049743652, |
| "kl": 0.27490234375, |
| "learning_rate": 3.117154811715481e-07, |
| "loss": 0.011, |
| "reward": 0.5680880695581436, |
| "reward_std": 0.06133674085140228, |
| "reward_std_all": 0.07554551586508751, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8720759451389313, |
| "rewards/forensics_tempsamp_iou_reward": 0.4055880606174469, |
| "step": 659 |
| }, |
| { |
| "completion_length": 20.1875, |
| "epoch": 2.7615062761506275, |
| "grad_norm": 4.893772125244141, |
| "kl": 0.18017578125, |
| "learning_rate": 3.106694560669456e-07, |
| "loss": 0.0072, |
| "reward": 0.9399865865707397, |
| "reward_std": 0.13855689764022827, |
| "reward_std_all": 0.17552970349788666, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9732608795166016, |
| "rewards/forensics_tempsamp_iou_reward": 0.6587366163730621, |
| "step": 660 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 2.7656903765690375, |
| "grad_norm": 5.507148742675781, |
| "kl": 0.24365234375, |
| "learning_rate": 3.096234309623431e-07, |
| "loss": 0.0097, |
| "reward": 0.8607252836227417, |
| "reward_std": 0.10168198123574257, |
| "reward_std_all": 0.10735760629177094, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9324597120285034, |
| "rewards/forensics_tempsamp_iou_reward": 0.5794753134250641, |
| "step": 661 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 2.7698744769874475, |
| "grad_norm": 6.862271308898926, |
| "kl": 0.197265625, |
| "learning_rate": 3.0857740585774054e-07, |
| "loss": 0.0079, |
| "reward": 0.7904066741466522, |
| "reward_std": 0.05316418409347534, |
| "reward_std_all": 0.10023283958435059, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8844965696334839, |
| "rewards/forensics_tempsamp_iou_reward": 0.52790667116642, |
| "step": 662 |
| }, |
| { |
| "completion_length": 20.796875, |
| "epoch": 2.7740585774058575, |
| "grad_norm": 5.585855484008789, |
| "kl": 0.19287109375, |
| "learning_rate": 3.0753138075313805e-07, |
| "loss": 0.0077, |
| "reward": 0.884100079536438, |
| "reward_std": 0.07227933406829834, |
| "reward_std_all": 0.06735477969050407, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9985198974609375, |
| "rewards/forensics_tempsamp_iou_reward": 0.634100079536438, |
| "step": 663 |
| }, |
| { |
| "completion_length": 22.34375, |
| "epoch": 2.778242677824268, |
| "grad_norm": 4.370343208312988, |
| "kl": 0.205078125, |
| "learning_rate": 3.0648535564853557e-07, |
| "loss": 0.0082, |
| "reward": 0.7263499200344086, |
| "reward_std": 0.11490900814533234, |
| "reward_std_all": 0.10681981965899467, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9555803537368774, |
| "rewards/forensics_tempsamp_iou_reward": 0.4950999319553375, |
| "step": 664 |
| }, |
| { |
| "completion_length": 19.03125, |
| "epoch": 2.782426778242678, |
| "grad_norm": 6.070370197296143, |
| "kl": 0.2353515625, |
| "learning_rate": 3.054393305439331e-07, |
| "loss": 0.0094, |
| "reward": 0.6544511616230011, |
| "reward_std": 0.10051285475492477, |
| "reward_std_all": 0.11844871565699577, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8563385009765625, |
| "rewards/forensics_tempsamp_iou_reward": 0.4419512003660202, |
| "step": 665 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 2.786610878661088, |
| "grad_norm": 8.899542808532715, |
| "kl": 0.5595703125, |
| "learning_rate": 3.043933054393305e-07, |
| "loss": 0.0223, |
| "reward": 0.7879388928413391, |
| "reward_std": 0.050643229857087135, |
| "reward_std_all": 0.0522985365241766, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9641894102096558, |
| "rewards/forensics_tempsamp_iou_reward": 0.5254389047622681, |
| "step": 666 |
| }, |
| { |
| "completion_length": 21.703125, |
| "epoch": 2.790794979079498, |
| "grad_norm": 6.804049968719482, |
| "kl": 0.224609375, |
| "learning_rate": 3.03347280334728e-07, |
| "loss": 0.009, |
| "reward": 0.828371524810791, |
| "reward_std": 0.10462157800793648, |
| "reward_std_all": 0.10606299340724945, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9318304061889648, |
| "rewards/forensics_tempsamp_iou_reward": 0.5846214592456818, |
| "step": 667 |
| }, |
| { |
| "completion_length": 19.734375, |
| "epoch": 2.794979079497908, |
| "grad_norm": 6.283775806427002, |
| "kl": 0.19140625, |
| "learning_rate": 3.023012552301255e-07, |
| "loss": 0.0077, |
| "reward": 0.8446761965751648, |
| "reward_std": 0.09537205100059509, |
| "reward_std_all": 0.09544693306088448, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.954266756772995, |
| "rewards/forensics_tempsamp_iou_reward": 0.56342613697052, |
| "step": 668 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 2.799163179916318, |
| "grad_norm": 4.281744956970215, |
| "kl": 0.1982421875, |
| "learning_rate": 3.01255230125523e-07, |
| "loss": 0.0079, |
| "reward": 0.6420599818229675, |
| "reward_std": 0.07078928872942924, |
| "reward_std_all": 0.0664643794298172, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9187992513179779, |
| "rewards/forensics_tempsamp_iou_reward": 0.45455998182296753, |
| "step": 669 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 2.803347280334728, |
| "grad_norm": 5.387828350067139, |
| "kl": 0.18408203125, |
| "learning_rate": 3.002092050209205e-07, |
| "loss": 0.0074, |
| "reward": 0.7419160008430481, |
| "reward_std": 0.1364210695028305, |
| "reward_std_all": 0.12995852902531624, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9563265740871429, |
| "rewards/forensics_tempsamp_iou_reward": 0.5106659978628159, |
| "step": 670 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 2.8075313807531384, |
| "grad_norm": 9.6547269821167, |
| "kl": 0.2255859375, |
| "learning_rate": 2.9916317991631794e-07, |
| "loss": 0.009, |
| "reward": 0.8135649561882019, |
| "reward_std": 0.16392094641923904, |
| "reward_std_all": 0.14236608892679214, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9571601748466492, |
| "rewards/forensics_tempsamp_iou_reward": 0.5698149651288986, |
| "step": 671 |
| }, |
| { |
| "completion_length": 20.953125, |
| "epoch": 2.8117154811715483, |
| "grad_norm": 6.220807075500488, |
| "kl": 0.314453125, |
| "learning_rate": 2.9811715481171546e-07, |
| "loss": 0.0126, |
| "reward": 0.8401525914669037, |
| "reward_std": 0.12776606529951096, |
| "reward_std_all": 0.13955529779195786, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9827375113964081, |
| "rewards/forensics_tempsamp_iou_reward": 0.5714024901390076, |
| "step": 672 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 2.8158995815899583, |
| "grad_norm": 5.489406108856201, |
| "kl": 0.236328125, |
| "learning_rate": 2.9707112970711297e-07, |
| "loss": 0.0095, |
| "reward": 0.6501046419143677, |
| "reward_std": 0.10842456668615341, |
| "reward_std_all": 0.10385278984904289, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8640714287757874, |
| "rewards/forensics_tempsamp_iou_reward": 0.4313546270132065, |
| "step": 673 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 2.8200836820083683, |
| "grad_norm": 6.209896564483643, |
| "kl": 0.20703125, |
| "learning_rate": 2.960251046025105e-07, |
| "loss": 0.0083, |
| "reward": 0.6572745144367218, |
| "reward_std": 0.0798945389688015, |
| "reward_std_all": 0.07768618315458298, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9008100032806396, |
| "rewards/forensics_tempsamp_iou_reward": 0.438524529337883, |
| "step": 674 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 2.8242677824267783, |
| "grad_norm": 6.897103786468506, |
| "kl": 0.20263671875, |
| "learning_rate": 2.9497907949790794e-07, |
| "loss": 0.0081, |
| "reward": 0.7665424644947052, |
| "reward_std": 0.06630626507103443, |
| "reward_std_all": 0.0757555365562439, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8984314203262329, |
| "rewards/forensics_tempsamp_iou_reward": 0.5227924883365631, |
| "step": 675 |
| }, |
| { |
| "completion_length": 20.203125, |
| "epoch": 2.8284518828451883, |
| "grad_norm": 4.448201656341553, |
| "kl": 0.20556640625, |
| "learning_rate": 2.939330543933054e-07, |
| "loss": 0.0082, |
| "reward": 0.8943449854850769, |
| "reward_std": 0.04770939610898495, |
| "reward_std_all": 0.05902347341179848, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.903565376996994, |
| "rewards/forensics_tempsamp_iou_reward": 0.6318449974060059, |
| "step": 676 |
| }, |
| { |
| "completion_length": 21.625, |
| "epoch": 2.8326359832635983, |
| "grad_norm": 5.329812049865723, |
| "kl": 0.212890625, |
| "learning_rate": 2.928870292887029e-07, |
| "loss": 0.0085, |
| "reward": 0.7921278774738312, |
| "reward_std": 0.15443918108940125, |
| "reward_std_all": 0.17045144364237785, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9001910388469696, |
| "rewards/forensics_tempsamp_iou_reward": 0.5296278297901154, |
| "step": 677 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 2.8368200836820083, |
| "grad_norm": 5.359128952026367, |
| "kl": 0.2138671875, |
| "learning_rate": 2.9184100418410043e-07, |
| "loss": 0.0085, |
| "reward": 0.6792440414428711, |
| "reward_std": 0.13021454215049744, |
| "reward_std_all": 0.131755530834198, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9230764508247375, |
| "rewards/forensics_tempsamp_iou_reward": 0.47924405336380005, |
| "step": 678 |
| }, |
| { |
| "completion_length": 22.0, |
| "epoch": 2.8410041841004183, |
| "grad_norm": 8.606685638427734, |
| "kl": 0.3935546875, |
| "learning_rate": 2.907949790794979e-07, |
| "loss": 0.0157, |
| "reward": 0.7374584376811981, |
| "reward_std": 0.07957269251346588, |
| "reward_std_all": 0.08472098223865032, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9391049146652222, |
| "rewards/forensics_tempsamp_iou_reward": 0.49370837211608887, |
| "step": 679 |
| }, |
| { |
| "completion_length": 20.359375, |
| "epoch": 2.8451882845188283, |
| "grad_norm": 4.6378631591796875, |
| "kl": 0.22607421875, |
| "learning_rate": 2.897489539748954e-07, |
| "loss": 0.009, |
| "reward": 0.7617925405502319, |
| "reward_std": 0.09122407622635365, |
| "reward_std_all": 0.09477687440812588, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9039513468742371, |
| "rewards/forensics_tempsamp_iou_reward": 0.505542516708374, |
| "step": 680 |
| }, |
| { |
| "completion_length": 19.703125, |
| "epoch": 2.8493723849372383, |
| "grad_norm": 5.1421589851379395, |
| "kl": 0.15576171875, |
| "learning_rate": 2.8870292887029286e-07, |
| "loss": 0.0062, |
| "reward": 0.6708229184150696, |
| "reward_std": 0.11410325393080711, |
| "reward_std_all": 0.11171428859233856, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8638278245925903, |
| "rewards/forensics_tempsamp_iou_reward": 0.44582289457321167, |
| "step": 681 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 2.8535564853556483, |
| "grad_norm": 5.024061679840088, |
| "kl": 0.18115234375, |
| "learning_rate": 2.8765690376569037e-07, |
| "loss": 0.0072, |
| "reward": 0.8894773423671722, |
| "reward_std": 0.11371540278196335, |
| "reward_std_all": 0.10908025875687599, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.942296028137207, |
| "rewards/forensics_tempsamp_iou_reward": 0.6144773662090302, |
| "step": 682 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 2.8577405857740583, |
| "grad_norm": 6.196515083312988, |
| "kl": 0.345703125, |
| "learning_rate": 2.8661087866108783e-07, |
| "loss": 0.0138, |
| "reward": 0.7909137308597565, |
| "reward_std": 0.1310274563729763, |
| "reward_std_all": 0.11746442317962646, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9188385009765625, |
| "rewards/forensics_tempsamp_iou_reward": 0.5534137487411499, |
| "step": 683 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 2.8619246861924688, |
| "grad_norm": 5.27137565612793, |
| "kl": 0.18408203125, |
| "learning_rate": 2.8556485355648535e-07, |
| "loss": 0.0074, |
| "reward": 0.7997726798057556, |
| "reward_std": 0.08165958896279335, |
| "reward_std_all": 0.08775199577212334, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9313131272792816, |
| "rewards/forensics_tempsamp_iou_reward": 0.518522709608078, |
| "step": 684 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 2.8661087866108788, |
| "grad_norm": 5.087715148925781, |
| "kl": 0.17529296875, |
| "learning_rate": 2.8451882845188286e-07, |
| "loss": 0.007, |
| "reward": 0.8373432159423828, |
| "reward_std": 0.06878370232880116, |
| "reward_std_all": 0.07628358900547028, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9379313588142395, |
| "rewards/forensics_tempsamp_iou_reward": 0.5623432695865631, |
| "step": 685 |
| }, |
| { |
| "completion_length": 20.4375, |
| "epoch": 2.8702928870292888, |
| "grad_norm": 4.829983234405518, |
| "kl": 0.1591796875, |
| "learning_rate": 2.834728033472803e-07, |
| "loss": 0.0064, |
| "reward": 0.8639207780361176, |
| "reward_std": 0.0892842598259449, |
| "reward_std_all": 0.0863950103521347, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9349645972251892, |
| "rewards/forensics_tempsamp_iou_reward": 0.626420795917511, |
| "step": 686 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 2.8744769874476988, |
| "grad_norm": 7.180575370788574, |
| "kl": 0.21142578125, |
| "learning_rate": 2.824267782426778e-07, |
| "loss": 0.0084, |
| "reward": 0.8784083127975464, |
| "reward_std": 0.08926041424274445, |
| "reward_std_all": 0.0827992632985115, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9280132353305817, |
| "rewards/forensics_tempsamp_iou_reward": 0.6159083545207977, |
| "step": 687 |
| }, |
| { |
| "completion_length": 21.734375, |
| "epoch": 2.8786610878661087, |
| "grad_norm": 9.717437744140625, |
| "kl": 0.1650390625, |
| "learning_rate": 2.813807531380753e-07, |
| "loss": 0.0066, |
| "reward": 0.8028751015663147, |
| "reward_std": 0.1297800987958908, |
| "reward_std_all": 0.1440691128373146, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9385727047920227, |
| "rewards/forensics_tempsamp_iou_reward": 0.5591250956058502, |
| "step": 688 |
| }, |
| { |
| "completion_length": 19.671875, |
| "epoch": 2.8828451882845187, |
| "grad_norm": 4.042797088623047, |
| "kl": 0.18212890625, |
| "learning_rate": 2.803347280334728e-07, |
| "loss": 0.0073, |
| "reward": 0.7660133242607117, |
| "reward_std": 0.052032630890607834, |
| "reward_std_all": 0.05342792719602585, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9503845274448395, |
| "rewards/forensics_tempsamp_iou_reward": 0.5222632884979248, |
| "step": 689 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 2.8870292887029287, |
| "grad_norm": 5.120216369628906, |
| "kl": 0.21240234375, |
| "learning_rate": 2.792887029288703e-07, |
| "loss": 0.0085, |
| "reward": 0.5288089215755463, |
| "reward_std": 0.09583986736834049, |
| "reward_std_all": 0.0998966172337532, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9719983637332916, |
| "rewards/forensics_tempsamp_iou_reward": 0.328808918595314, |
| "step": 690 |
| }, |
| { |
| "completion_length": 21.78125, |
| "epoch": 2.891213389121339, |
| "grad_norm": 7.655664443969727, |
| "kl": 0.271484375, |
| "learning_rate": 2.782426778242677e-07, |
| "loss": 0.0108, |
| "reward": 0.7209093868732452, |
| "reward_std": 0.08090070635080338, |
| "reward_std_all": 0.0878806784749031, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9203901290893555, |
| "rewards/forensics_tempsamp_iou_reward": 0.47715936601161957, |
| "step": 691 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 2.895397489539749, |
| "grad_norm": 5.8181891441345215, |
| "kl": 0.26123046875, |
| "learning_rate": 2.7719665271966524e-07, |
| "loss": 0.0104, |
| "reward": 0.9000170528888702, |
| "reward_std": 0.09588447958230972, |
| "reward_std_all": 0.09411587938666344, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9593351483345032, |
| "rewards/forensics_tempsamp_iou_reward": 0.6375170350074768, |
| "step": 692 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 2.899581589958159, |
| "grad_norm": 5.789057731628418, |
| "kl": 0.18798828125, |
| "learning_rate": 2.7615062761506275e-07, |
| "loss": 0.0075, |
| "reward": 0.5565265864133835, |
| "reward_std": 0.0925302542746067, |
| "reward_std_all": 0.08289150893688202, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.7644661068916321, |
| "rewards/forensics_tempsamp_iou_reward": 0.3440265953540802, |
| "step": 693 |
| }, |
| { |
| "completion_length": 20.671875, |
| "epoch": 2.903765690376569, |
| "grad_norm": 5.704459190368652, |
| "kl": 0.32421875, |
| "learning_rate": 2.7510460251046026e-07, |
| "loss": 0.0129, |
| "reward": 0.7902655303478241, |
| "reward_std": 0.10102225467562675, |
| "reward_std_all": 0.09907383471727371, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.918194442987442, |
| "rewards/forensics_tempsamp_iou_reward": 0.5402655303478241, |
| "step": 694 |
| }, |
| { |
| "completion_length": 19.859375, |
| "epoch": 2.907949790794979, |
| "grad_norm": 4.814507961273193, |
| "kl": 0.3564453125, |
| "learning_rate": 2.740585774058578e-07, |
| "loss": 0.0142, |
| "reward": 0.8664440810680389, |
| "reward_std": 0.07617324590682983, |
| "reward_std_all": 0.12271608412265778, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9706824421882629, |
| "rewards/forensics_tempsamp_iou_reward": 0.6039440631866455, |
| "step": 695 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 2.912133891213389, |
| "grad_norm": 6.204622268676758, |
| "kl": 0.2412109375, |
| "learning_rate": 2.730125523012552e-07, |
| "loss": 0.0096, |
| "reward": 0.9463446140289307, |
| "reward_std": 0.07390572316944599, |
| "reward_std_all": 0.08129706047475338, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9437605142593384, |
| "rewards/forensics_tempsamp_iou_reward": 0.6525946259498596, |
| "step": 696 |
| }, |
| { |
| "completion_length": 21.09375, |
| "epoch": 2.916317991631799, |
| "grad_norm": 5.802903652191162, |
| "kl": 0.2255859375, |
| "learning_rate": 2.719665271966527e-07, |
| "loss": 0.009, |
| "reward": 0.5980451107025146, |
| "reward_std": 0.07963968068361282, |
| "reward_std_all": 0.07547495886683464, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.794983983039856, |
| "rewards/forensics_tempsamp_iou_reward": 0.38554510474205017, |
| "step": 697 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 2.920502092050209, |
| "grad_norm": 6.234683513641357, |
| "kl": 0.22802734375, |
| "learning_rate": 2.709205020920502e-07, |
| "loss": 0.0091, |
| "reward": 0.8451353907585144, |
| "reward_std": 0.11079662293195724, |
| "reward_std_all": 0.12119964510202408, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9536739587783813, |
| "rewards/forensics_tempsamp_iou_reward": 0.5888854265213013, |
| "step": 698 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 2.924686192468619, |
| "grad_norm": 5.7004194259643555, |
| "kl": 0.18505859375, |
| "learning_rate": 2.698744769874477e-07, |
| "loss": 0.0074, |
| "reward": 0.9438608586788177, |
| "reward_std": 0.10949746519327164, |
| "reward_std_all": 0.10750070959329605, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9719131588935852, |
| "rewards/forensics_tempsamp_iou_reward": 0.6688607931137085, |
| "step": 699 |
| }, |
| { |
| "completion_length": 20.0, |
| "epoch": 2.928870292887029, |
| "grad_norm": 6.923460960388184, |
| "kl": 0.26708984375, |
| "learning_rate": 2.688284518828452e-07, |
| "loss": 0.0107, |
| "reward": 0.8327723145484924, |
| "reward_std": 0.1544271856546402, |
| "reward_std_all": 0.14830826222896576, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.930269181728363, |
| "rewards/forensics_tempsamp_iou_reward": 0.582772359251976, |
| "step": 700 |
| }, |
| { |
| "completion_length": 22.734375, |
| "epoch": 2.933054393305439, |
| "grad_norm": 4.861824035644531, |
| "kl": 0.21630859375, |
| "learning_rate": 2.6778242677824264e-07, |
| "loss": 0.0087, |
| "reward": 0.7729401290416718, |
| "reward_std": 0.08518625237047672, |
| "reward_std_all": 0.07869824022054672, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9584306180477142, |
| "rewards/forensics_tempsamp_iou_reward": 0.5479401499032974, |
| "step": 701 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 2.937238493723849, |
| "grad_norm": 4.143327713012695, |
| "kl": 0.189453125, |
| "learning_rate": 2.6673640167364015e-07, |
| "loss": 0.0076, |
| "reward": 0.8248704373836517, |
| "reward_std": 0.05236225761473179, |
| "reward_std_all": 0.06903576478362083, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9852542281150818, |
| "rewards/forensics_tempsamp_iou_reward": 0.5623704195022583, |
| "step": 702 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 2.941422594142259, |
| "grad_norm": 6.271547317504883, |
| "kl": 0.20751953125, |
| "learning_rate": 2.6569037656903767e-07, |
| "loss": 0.0083, |
| "reward": 0.9084902703762054, |
| "reward_std": 0.06739876046776772, |
| "reward_std_all": 0.09681582450866699, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9301114976406097, |
| "rewards/forensics_tempsamp_iou_reward": 0.6272402405738831, |
| "step": 703 |
| }, |
| { |
| "completion_length": 19.21875, |
| "epoch": 2.9456066945606696, |
| "grad_norm": 5.853221416473389, |
| "kl": 0.20166015625, |
| "learning_rate": 2.6464435146443513e-07, |
| "loss": 0.0081, |
| "reward": 0.7933639883995056, |
| "reward_std": 0.07602764293551445, |
| "reward_std_all": 0.0970185399055481, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8581653833389282, |
| "rewards/forensics_tempsamp_iou_reward": 0.5183639824390411, |
| "step": 704 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 2.9497907949790796, |
| "grad_norm": 5.773459434509277, |
| "kl": 0.18603515625, |
| "learning_rate": 2.6359832635983264e-07, |
| "loss": 0.0074, |
| "reward": 0.7987222969532013, |
| "reward_std": 0.08778952807188034, |
| "reward_std_all": 0.09454626590013504, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9806002080440521, |
| "rewards/forensics_tempsamp_iou_reward": 0.5487222671508789, |
| "step": 705 |
| }, |
| { |
| "completion_length": 22.421875, |
| "epoch": 2.9539748953974896, |
| "grad_norm": 6.463435649871826, |
| "kl": 0.24609375, |
| "learning_rate": 2.625523012552301e-07, |
| "loss": 0.0099, |
| "reward": 0.6932802796363831, |
| "reward_std": 0.08957156166434288, |
| "reward_std_all": 0.10846394300460815, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9643307030200958, |
| "rewards/forensics_tempsamp_iou_reward": 0.4745302349328995, |
| "step": 706 |
| }, |
| { |
| "completion_length": 19.25, |
| "epoch": 2.9581589958158996, |
| "grad_norm": 6.46225118637085, |
| "kl": 0.197265625, |
| "learning_rate": 2.615062761506276e-07, |
| "loss": 0.0079, |
| "reward": 0.8364826142787933, |
| "reward_std": 0.07196669653058052, |
| "reward_std_all": 0.07731226459145546, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.912805050611496, |
| "rewards/forensics_tempsamp_iou_reward": 0.5927326679229736, |
| "step": 707 |
| }, |
| { |
| "completion_length": 19.40625, |
| "epoch": 2.9623430962343096, |
| "grad_norm": 6.942245960235596, |
| "kl": 0.16943359375, |
| "learning_rate": 2.6046025104602507e-07, |
| "loss": 0.0068, |
| "reward": 0.8107547163963318, |
| "reward_std": 0.11749846488237381, |
| "reward_std_all": 0.12125910073518753, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9387772083282471, |
| "rewards/forensics_tempsamp_iou_reward": 0.5732547640800476, |
| "step": 708 |
| }, |
| { |
| "completion_length": 21.953125, |
| "epoch": 2.9665271966527196, |
| "grad_norm": 4.652448654174805, |
| "kl": 0.16552734375, |
| "learning_rate": 2.594142259414226e-07, |
| "loss": 0.0066, |
| "reward": 0.9375881254673004, |
| "reward_std": 0.08257414028048515, |
| "reward_std_all": 0.09764857217669487, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9886102378368378, |
| "rewards/forensics_tempsamp_iou_reward": 0.6750881373882294, |
| "step": 709 |
| }, |
| { |
| "completion_length": 19.84375, |
| "epoch": 2.9707112970711296, |
| "grad_norm": 7.108526229858398, |
| "kl": 0.1787109375, |
| "learning_rate": 2.583682008368201e-07, |
| "loss": 0.0071, |
| "reward": 0.7864548563957214, |
| "reward_std": 0.12511669844388962, |
| "reward_std_all": 0.13195226714015007, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9114585518836975, |
| "rewards/forensics_tempsamp_iou_reward": 0.5302048623561859, |
| "step": 710 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 2.97489539748954, |
| "grad_norm": 5.77980899810791, |
| "kl": 0.19775390625, |
| "learning_rate": 2.5732217573221756e-07, |
| "loss": 0.0079, |
| "reward": 0.9101278781890869, |
| "reward_std": 0.06364578381180763, |
| "reward_std_all": 0.09150517545640469, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9543131589889526, |
| "rewards/forensics_tempsamp_iou_reward": 0.6288778781890869, |
| "step": 711 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 2.97907949790795, |
| "grad_norm": 5.0295329093933105, |
| "kl": 0.20361328125, |
| "learning_rate": 2.56276150627615e-07, |
| "loss": 0.0081, |
| "reward": 0.8207555711269379, |
| "reward_std": 0.10951259732246399, |
| "reward_std_all": 0.09521184489130974, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9537962079048157, |
| "rewards/forensics_tempsamp_iou_reward": 0.558255523443222, |
| "step": 712 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 2.98326359832636, |
| "grad_norm": 4.987839221954346, |
| "kl": 0.197265625, |
| "learning_rate": 2.5523012552301253e-07, |
| "loss": 0.0079, |
| "reward": 0.9361535310745239, |
| "reward_std": 0.058900900185108185, |
| "reward_std_all": 0.07805773802101612, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9383465647697449, |
| "rewards/forensics_tempsamp_iou_reward": 0.6549035310745239, |
| "step": 713 |
| }, |
| { |
| "completion_length": 19.84375, |
| "epoch": 2.98744769874477, |
| "grad_norm": 5.199387550354004, |
| "kl": 0.18359375, |
| "learning_rate": 2.5418410041841004e-07, |
| "loss": 0.0074, |
| "reward": 0.866901159286499, |
| "reward_std": 0.05953018553555012, |
| "reward_std_all": 0.06067510508000851, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9385381639003754, |
| "rewards/forensics_tempsamp_iou_reward": 0.585651159286499, |
| "step": 714 |
| }, |
| { |
| "completion_length": 21.671875, |
| "epoch": 2.99163179916318, |
| "grad_norm": 4.446652412414551, |
| "kl": 0.267578125, |
| "learning_rate": 2.5313807531380756e-07, |
| "loss": 0.0107, |
| "reward": 0.7073298692703247, |
| "reward_std": 0.15546973049640656, |
| "reward_std_all": 0.14854849874973297, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9701530635356903, |
| "rewards/forensics_tempsamp_iou_reward": 0.46982985734939575, |
| "step": 715 |
| }, |
| { |
| "completion_length": 20.59375, |
| "epoch": 2.99581589958159, |
| "grad_norm": 8.857404708862305, |
| "kl": 0.15673828125, |
| "learning_rate": 2.5209205020920496e-07, |
| "loss": 0.0063, |
| "reward": 0.7630570232868195, |
| "reward_std": 0.11868229508399963, |
| "reward_std_all": 0.10827688500285149, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.964849054813385, |
| "rewards/forensics_tempsamp_iou_reward": 0.531807005405426, |
| "step": 716 |
| }, |
| { |
| "completion_length": 18.57142925262451, |
| "epoch": 3.0, |
| "grad_norm": 5.361730575561523, |
| "kl": 0.1943359375, |
| "learning_rate": 2.510460251046025e-07, |
| "loss": 0.0075, |
| "reward": 0.7199587821960449, |
| "reward_std": 0.09415345825254917, |
| "reward_std_all": 0.08498435188084841, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.5665490627288818, |
| "rewards/forensics_tempsamp_iou_reward": 0.4413873255252838, |
| "step": 717 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 3.00418410041841, |
| "grad_norm": 6.056734085083008, |
| "kl": 0.197265625, |
| "learning_rate": 2.5e-07, |
| "loss": 0.0079, |
| "reward": 0.703175812959671, |
| "reward_std": 0.07657746225595474, |
| "reward_std_all": 0.07231422327458858, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8118607699871063, |
| "rewards/forensics_tempsamp_iou_reward": 0.46567580103874207, |
| "step": 718 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 3.00836820083682, |
| "grad_norm": 4.9904351234436035, |
| "kl": 0.2841796875, |
| "learning_rate": 2.489539748953975e-07, |
| "loss": 0.0114, |
| "reward": 0.845964640378952, |
| "reward_std": 0.08386020734906197, |
| "reward_std_all": 0.08575496450066566, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9191222190856934, |
| "rewards/forensics_tempsamp_iou_reward": 0.583464652299881, |
| "step": 719 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 3.01255230125523, |
| "grad_norm": 4.4714837074279785, |
| "kl": 0.22412109375, |
| "learning_rate": 2.4790794979079496e-07, |
| "loss": 0.009, |
| "reward": 0.9670320153236389, |
| "reward_std": 0.0682367067784071, |
| "reward_std_all": 0.06651223078370094, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9264285862445831, |
| "rewards/forensics_tempsamp_iou_reward": 0.6857819557189941, |
| "step": 720 |
| }, |
| { |
| "completion_length": 19.8125, |
| "epoch": 3.01673640167364, |
| "grad_norm": 3.9778921604156494, |
| "kl": 0.30517578125, |
| "learning_rate": 2.468619246861925e-07, |
| "loss": 0.0122, |
| "reward": 0.6773166954517365, |
| "reward_std": 0.04791809991002083, |
| "reward_std_all": 0.05028712935745716, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.871739000082016, |
| "rewards/forensics_tempsamp_iou_reward": 0.4710666537284851, |
| "step": 721 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 3.02092050209205, |
| "grad_norm": 6.777620315551758, |
| "kl": 0.2646484375, |
| "learning_rate": 2.4581589958158993e-07, |
| "loss": 0.0106, |
| "reward": 0.9042037427425385, |
| "reward_std": 0.07581309974193573, |
| "reward_std_all": 0.07276582717895508, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9878203272819519, |
| "rewards/forensics_tempsamp_iou_reward": 0.660453736782074, |
| "step": 722 |
| }, |
| { |
| "completion_length": 19.359375, |
| "epoch": 3.0251046025104604, |
| "grad_norm": 11.469575881958008, |
| "kl": 0.19970703125, |
| "learning_rate": 2.4476987447698745e-07, |
| "loss": 0.008, |
| "reward": 0.8620355427265167, |
| "reward_std": 0.06453295424580574, |
| "reward_std_all": 0.06886700540781021, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9444900155067444, |
| "rewards/forensics_tempsamp_iou_reward": 0.5807855427265167, |
| "step": 723 |
| }, |
| { |
| "completion_length": 19.28125, |
| "epoch": 3.0292887029288704, |
| "grad_norm": 5.186528205871582, |
| "kl": 0.18408203125, |
| "learning_rate": 2.4372384937238496e-07, |
| "loss": 0.0073, |
| "reward": 0.7708061039447784, |
| "reward_std": 0.08190446346998215, |
| "reward_std_all": 0.10528890043497086, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9612206518650055, |
| "rewards/forensics_tempsamp_iou_reward": 0.5270560681819916, |
| "step": 724 |
| }, |
| { |
| "completion_length": 22.625, |
| "epoch": 3.0334728033472804, |
| "grad_norm": 5.074063777923584, |
| "kl": 0.19873046875, |
| "learning_rate": 2.426778242677824e-07, |
| "loss": 0.0079, |
| "reward": 0.9350147545337677, |
| "reward_std": 0.10842945985496044, |
| "reward_std_all": 0.11500584706664085, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9784989058971405, |
| "rewards/forensics_tempsamp_iou_reward": 0.6350147724151611, |
| "step": 725 |
| }, |
| { |
| "completion_length": 21.859375, |
| "epoch": 3.0376569037656904, |
| "grad_norm": 5.220991611480713, |
| "kl": 0.3046875, |
| "learning_rate": 2.4163179916317993e-07, |
| "loss": 0.0122, |
| "reward": 0.726564884185791, |
| "reward_std": 0.1494440734386444, |
| "reward_std_all": 0.14544426649808884, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9779797196388245, |
| "rewards/forensics_tempsamp_iou_reward": 0.4765648692846298, |
| "step": 726 |
| }, |
| { |
| "completion_length": 20.734375, |
| "epoch": 3.0418410041841004, |
| "grad_norm": 7.556947708129883, |
| "kl": 0.23095703125, |
| "learning_rate": 2.405857740585774e-07, |
| "loss": 0.0093, |
| "reward": 0.8769797086715698, |
| "reward_std": 0.04629150778055191, |
| "reward_std_all": 0.05436225049197674, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8968475461006165, |
| "rewards/forensics_tempsamp_iou_reward": 0.5957297384738922, |
| "step": 727 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 3.0460251046025104, |
| "grad_norm": 8.094561576843262, |
| "kl": 0.2236328125, |
| "learning_rate": 2.395397489539749e-07, |
| "loss": 0.0089, |
| "reward": 0.790871262550354, |
| "reward_std": 0.05956508778035641, |
| "reward_std_all": 0.06013432890176773, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9660676717758179, |
| "rewards/forensics_tempsamp_iou_reward": 0.553371250629425, |
| "step": 728 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 3.0502092050209204, |
| "grad_norm": 5.002279281616211, |
| "kl": 0.23291015625, |
| "learning_rate": 2.3849372384937237e-07, |
| "loss": 0.0093, |
| "reward": 0.9204050004482269, |
| "reward_std": 0.05883530154824257, |
| "reward_std_all": 0.08891299366950989, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9428889751434326, |
| "rewards/forensics_tempsamp_iou_reward": 0.6391550302505493, |
| "step": 729 |
| }, |
| { |
| "completion_length": 22.4375, |
| "epoch": 3.0543933054393304, |
| "grad_norm": 5.1088385581970215, |
| "kl": 0.23583984375, |
| "learning_rate": 2.3744769874476985e-07, |
| "loss": 0.0095, |
| "reward": 0.9221574664115906, |
| "reward_std": 0.0974840335547924, |
| "reward_std_all": 0.09944169223308563, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9521090686321259, |
| "rewards/forensics_tempsamp_iou_reward": 0.6284074187278748, |
| "step": 730 |
| }, |
| { |
| "completion_length": 20.359375, |
| "epoch": 3.0585774058577404, |
| "grad_norm": 4.8770036697387695, |
| "kl": 0.3310546875, |
| "learning_rate": 2.3640167364016736e-07, |
| "loss": 0.0132, |
| "reward": 0.8051502108573914, |
| "reward_std": 0.09055405668914318, |
| "reward_std_all": 0.10071960091590881, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9081403911113739, |
| "rewards/forensics_tempsamp_iou_reward": 0.5614001601934433, |
| "step": 731 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 3.062761506276151, |
| "grad_norm": 5.8657355308532715, |
| "kl": 0.26416015625, |
| "learning_rate": 2.3535564853556482e-07, |
| "loss": 0.0106, |
| "reward": 0.8161037564277649, |
| "reward_std": 0.11244608834385872, |
| "reward_std_all": 0.10733787342905998, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8941503763198853, |
| "rewards/forensics_tempsamp_iou_reward": 0.5598537623882294, |
| "step": 732 |
| }, |
| { |
| "completion_length": 20.5, |
| "epoch": 3.066945606694561, |
| "grad_norm": 5.04122257232666, |
| "kl": 0.20703125, |
| "learning_rate": 2.3430962343096234e-07, |
| "loss": 0.0083, |
| "reward": 0.7088159322738647, |
| "reward_std": 0.06820591352880001, |
| "reward_std_all": 0.07030550017952919, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9050395488739014, |
| "rewards/forensics_tempsamp_iou_reward": 0.45881590247154236, |
| "step": 733 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 3.071129707112971, |
| "grad_norm": 4.007349014282227, |
| "kl": 0.23974609375, |
| "learning_rate": 2.3326359832635982e-07, |
| "loss": 0.0096, |
| "reward": 0.8275973200798035, |
| "reward_std": 0.12072183191776276, |
| "reward_std_all": 0.11189211159944534, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9520366489887238, |
| "rewards/forensics_tempsamp_iou_reward": 0.6025973260402679, |
| "step": 734 |
| }, |
| { |
| "completion_length": 21.03125, |
| "epoch": 3.075313807531381, |
| "grad_norm": 7.96356725692749, |
| "kl": 0.2060546875, |
| "learning_rate": 2.322175732217573e-07, |
| "loss": 0.0082, |
| "reward": 0.9876367449760437, |
| "reward_std": 0.05319070257246494, |
| "reward_std_all": 0.07044857367873192, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9748293161392212, |
| "rewards/forensics_tempsamp_iou_reward": 0.68763667345047, |
| "step": 735 |
| }, |
| { |
| "completion_length": 19.15625, |
| "epoch": 3.079497907949791, |
| "grad_norm": 4.377989292144775, |
| "kl": 0.205078125, |
| "learning_rate": 2.311715481171548e-07, |
| "loss": 0.0082, |
| "reward": 0.8890906572341919, |
| "reward_std": 0.07735788077116013, |
| "reward_std_all": 0.07544879242777824, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9532166421413422, |
| "rewards/forensics_tempsamp_iou_reward": 0.614090621471405, |
| "step": 736 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 3.083682008368201, |
| "grad_norm": 5.190249919891357, |
| "kl": 0.16943359375, |
| "learning_rate": 2.3012552301255228e-07, |
| "loss": 0.0068, |
| "reward": 0.7381824851036072, |
| "reward_std": 0.07101620361208916, |
| "reward_std_all": 0.06756236776709557, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9865187704563141, |
| "rewards/forensics_tempsamp_iou_reward": 0.5069324672222137, |
| "step": 737 |
| }, |
| { |
| "completion_length": 22.25, |
| "epoch": 3.087866108786611, |
| "grad_norm": 6.038300514221191, |
| "kl": 0.18408203125, |
| "learning_rate": 2.2907949790794977e-07, |
| "loss": 0.0074, |
| "reward": 0.8015361428260803, |
| "reward_std": 0.0500495508313179, |
| "reward_std_all": 0.04928083345293999, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9438438415527344, |
| "rewards/forensics_tempsamp_iou_reward": 0.5202861130237579, |
| "step": 738 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 3.092050209205021, |
| "grad_norm": 12.062382698059082, |
| "kl": 0.1328125, |
| "learning_rate": 2.2803347280334728e-07, |
| "loss": 0.0053, |
| "reward": 0.9215608835220337, |
| "reward_std": 0.091040950268507, |
| "reward_std_all": 0.11010073125362396, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9708083868026733, |
| "rewards/forensics_tempsamp_iou_reward": 0.6403108537197113, |
| "step": 739 |
| }, |
| { |
| "completion_length": 21.9375, |
| "epoch": 3.096234309623431, |
| "grad_norm": 6.594792366027832, |
| "kl": 0.18701171875, |
| "learning_rate": 2.2698744769874474e-07, |
| "loss": 0.0075, |
| "reward": 0.9156423211097717, |
| "reward_std": 0.10631881095468998, |
| "reward_std_all": 0.11131194233894348, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9696827828884125, |
| "rewards/forensics_tempsamp_iou_reward": 0.6218923628330231, |
| "step": 740 |
| }, |
| { |
| "completion_length": 23.03125, |
| "epoch": 3.100418410041841, |
| "grad_norm": 5.875819206237793, |
| "kl": 0.2880859375, |
| "learning_rate": 2.2594142259414225e-07, |
| "loss": 0.0115, |
| "reward": 0.7594561874866486, |
| "reward_std": 0.11647286266088486, |
| "reward_std_all": 0.10765723511576653, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9251113533973694, |
| "rewards/forensics_tempsamp_iou_reward": 0.503206193447113, |
| "step": 741 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 3.104602510460251, |
| "grad_norm": 8.71704387664795, |
| "kl": 0.17333984375, |
| "learning_rate": 2.2489539748953974e-07, |
| "loss": 0.0069, |
| "reward": 0.5728912800550461, |
| "reward_std": 0.07828766480088234, |
| "reward_std_all": 0.07346133328974247, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9356975257396698, |
| "rewards/forensics_tempsamp_iou_reward": 0.4166412353515625, |
| "step": 742 |
| }, |
| { |
| "completion_length": 23.59375, |
| "epoch": 3.1087866108786613, |
| "grad_norm": 6.375553131103516, |
| "kl": 0.228515625, |
| "learning_rate": 2.2384937238493723e-07, |
| "loss": 0.0091, |
| "reward": 0.6069704592227936, |
| "reward_std": 0.09228260442614555, |
| "reward_std_all": 0.090528704226017, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9282583296298981, |
| "rewards/forensics_tempsamp_iou_reward": 0.40697038173675537, |
| "step": 743 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 3.1129707112970713, |
| "grad_norm": 5.035192012786865, |
| "kl": 0.1591796875, |
| "learning_rate": 2.2280334728033474e-07, |
| "loss": 0.0064, |
| "reward": 0.7432001233100891, |
| "reward_std": 0.13399680703878403, |
| "reward_std_all": 0.12008876353502274, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.901996374130249, |
| "rewards/forensics_tempsamp_iou_reward": 0.5057001113891602, |
| "step": 744 |
| }, |
| { |
| "completion_length": 19.875, |
| "epoch": 3.1171548117154813, |
| "grad_norm": 5.485283851623535, |
| "kl": 0.18017578125, |
| "learning_rate": 2.217573221757322e-07, |
| "loss": 0.0072, |
| "reward": 0.8414407670497894, |
| "reward_std": 0.09788095951080322, |
| "reward_std_all": 0.10507724434137344, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9494464993476868, |
| "rewards/forensics_tempsamp_iou_reward": 0.6039407551288605, |
| "step": 745 |
| }, |
| { |
| "completion_length": 21.703125, |
| "epoch": 3.1213389121338913, |
| "grad_norm": 6.052818298339844, |
| "kl": 0.2412109375, |
| "learning_rate": 2.207112970711297e-07, |
| "loss": 0.0096, |
| "reward": 0.6593214869499207, |
| "reward_std": 0.09868484362959862, |
| "reward_std_all": 0.1053774505853653, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8301438987255096, |
| "rewards/forensics_tempsamp_iou_reward": 0.4280714988708496, |
| "step": 746 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 3.1255230125523012, |
| "grad_norm": 6.264915466308594, |
| "kl": 0.1767578125, |
| "learning_rate": 2.1966527196652717e-07, |
| "loss": 0.0071, |
| "reward": 0.7429472506046295, |
| "reward_std": 0.06600623577833176, |
| "reward_std_all": 0.06675854325294495, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9413203299045563, |
| "rewards/forensics_tempsamp_iou_reward": 0.486697182059288, |
| "step": 747 |
| }, |
| { |
| "completion_length": 22.46875, |
| "epoch": 3.1297071129707112, |
| "grad_norm": 7.352994918823242, |
| "kl": 0.20751953125, |
| "learning_rate": 2.1861924686192469e-07, |
| "loss": 0.0083, |
| "reward": 0.8090952932834625, |
| "reward_std": 0.0844905748963356, |
| "reward_std_all": 0.08155005052685738, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9706997275352478, |
| "rewards/forensics_tempsamp_iou_reward": 0.5715952813625336, |
| "step": 748 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 3.1338912133891212, |
| "grad_norm": 4.5902099609375, |
| "kl": 0.26123046875, |
| "learning_rate": 2.1757322175732217e-07, |
| "loss": 0.0105, |
| "reward": 0.7823827862739563, |
| "reward_std": 0.13183855265378952, |
| "reward_std_all": 0.1186293214559555, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9128716886043549, |
| "rewards/forensics_tempsamp_iou_reward": 0.5198827385902405, |
| "step": 749 |
| }, |
| { |
| "completion_length": 21.765625, |
| "epoch": 3.1380753138075312, |
| "grad_norm": 5.821239948272705, |
| "kl": 0.29345703125, |
| "learning_rate": 2.1652719665271966e-07, |
| "loss": 0.0117, |
| "reward": 0.8765433430671692, |
| "reward_std": 0.07699605077505112, |
| "reward_std_all": 0.09103529155254364, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9578403532505035, |
| "rewards/forensics_tempsamp_iou_reward": 0.6015432924032211, |
| "step": 750 |
| }, |
| { |
| "completion_length": 19.65625, |
| "epoch": 3.1422594142259412, |
| "grad_norm": 6.06210994720459, |
| "kl": 0.2705078125, |
| "learning_rate": 2.1548117154811714e-07, |
| "loss": 0.0108, |
| "reward": 0.9185025095939636, |
| "reward_std": 0.1196555383503437, |
| "reward_std_all": 0.11287214234471321, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9565050899982452, |
| "rewards/forensics_tempsamp_iou_reward": 0.6622524857521057, |
| "step": 751 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 3.1464435146443517, |
| "grad_norm": 5.97732400894165, |
| "kl": 0.19287109375, |
| "learning_rate": 2.1443514644351463e-07, |
| "loss": 0.0077, |
| "reward": 0.8300184309482574, |
| "reward_std": 0.05804705619812012, |
| "reward_std_all": 0.0898471362888813, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9368889927864075, |
| "rewards/forensics_tempsamp_iou_reward": 0.586268424987793, |
| "step": 752 |
| }, |
| { |
| "completion_length": 20.546875, |
| "epoch": 3.1506276150627617, |
| "grad_norm": 4.381422519683838, |
| "kl": 0.19384765625, |
| "learning_rate": 2.1338912133891212e-07, |
| "loss": 0.0077, |
| "reward": 0.903377890586853, |
| "reward_std": 0.07665875740349293, |
| "reward_std_all": 0.07349810190498829, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9501050412654877, |
| "rewards/forensics_tempsamp_iou_reward": 0.6033779382705688, |
| "step": 753 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 3.1548117154811717, |
| "grad_norm": 6.221925735473633, |
| "kl": 0.1591796875, |
| "learning_rate": 2.1234309623430963e-07, |
| "loss": 0.0064, |
| "reward": 0.8606559038162231, |
| "reward_std": 0.048881202936172485, |
| "reward_std_all": 0.05027577839791775, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9380278885364532, |
| "rewards/forensics_tempsamp_iou_reward": 0.5606559067964554, |
| "step": 754 |
| }, |
| { |
| "completion_length": 20.046875, |
| "epoch": 3.1589958158995817, |
| "grad_norm": 9.414359092712402, |
| "kl": 0.3056640625, |
| "learning_rate": 2.112970711297071e-07, |
| "loss": 0.0123, |
| "reward": 0.9784266650676727, |
| "reward_std": 0.11571022495627403, |
| "reward_std_all": 0.12305610626935959, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9892515540122986, |
| "rewards/forensics_tempsamp_iou_reward": 0.6846766769886017, |
| "step": 755 |
| }, |
| { |
| "completion_length": 19.21875, |
| "epoch": 3.1631799163179917, |
| "grad_norm": 7.136001110076904, |
| "kl": 0.234375, |
| "learning_rate": 2.102510460251046e-07, |
| "loss": 0.0094, |
| "reward": 0.6677416265010834, |
| "reward_std": 0.07790414057672024, |
| "reward_std_all": 0.08935071527957916, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8424946963787079, |
| "rewards/forensics_tempsamp_iou_reward": 0.46149155497550964, |
| "step": 756 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 3.1673640167364017, |
| "grad_norm": 7.160689353942871, |
| "kl": 0.25048828125, |
| "learning_rate": 2.0920502092050206e-07, |
| "loss": 0.01, |
| "reward": 0.905765026807785, |
| "reward_std": 0.08457842096686363, |
| "reward_std_all": 0.07898369431495667, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9812675714492798, |
| "rewards/forensics_tempsamp_iou_reward": 0.6245149970054626, |
| "step": 757 |
| }, |
| { |
| "completion_length": 22.359375, |
| "epoch": 3.1715481171548117, |
| "grad_norm": 18.148296356201172, |
| "kl": 0.6962890625, |
| "learning_rate": 2.0815899581589958e-07, |
| "loss": 0.028, |
| "reward": 0.8101158142089844, |
| "reward_std": 0.07972484640777111, |
| "reward_std_all": 0.08169779554009438, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9360426366329193, |
| "rewards/forensics_tempsamp_iou_reward": 0.5476158261299133, |
| "step": 758 |
| }, |
| { |
| "completion_length": 20.078125, |
| "epoch": 3.1757322175732217, |
| "grad_norm": 6.920512676239014, |
| "kl": 0.1953125, |
| "learning_rate": 2.0711297071129706e-07, |
| "loss": 0.0078, |
| "reward": 0.6321363747119904, |
| "reward_std": 0.08189406991004944, |
| "reward_std_all": 0.114983469247818, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8898427188396454, |
| "rewards/forensics_tempsamp_iou_reward": 0.4196363836526871, |
| "step": 759 |
| }, |
| { |
| "completion_length": 20.734375, |
| "epoch": 3.1799163179916317, |
| "grad_norm": 6.907042980194092, |
| "kl": 0.197265625, |
| "learning_rate": 2.0606694560669455e-07, |
| "loss": 0.0079, |
| "reward": 0.7394852936267853, |
| "reward_std": 0.056560641154646873, |
| "reward_std_all": 0.05692926608026028, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8991656601428986, |
| "rewards/forensics_tempsamp_iou_reward": 0.4957352578639984, |
| "step": 760 |
| }, |
| { |
| "completion_length": 19.8125, |
| "epoch": 3.1841004184100417, |
| "grad_norm": 6.005832672119141, |
| "kl": 0.17529296875, |
| "learning_rate": 2.0502092050209206e-07, |
| "loss": 0.007, |
| "reward": 0.7467350661754608, |
| "reward_std": 0.11306877061724663, |
| "reward_std_all": 0.1076328381896019, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8814981877803802, |
| "rewards/forensics_tempsamp_iou_reward": 0.5154851078987122, |
| "step": 761 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 3.1882845188284517, |
| "grad_norm": 4.352340221405029, |
| "kl": 0.2568359375, |
| "learning_rate": 2.0397489539748952e-07, |
| "loss": 0.0102, |
| "reward": 0.9260869920253754, |
| "reward_std": 0.07819454744458199, |
| "reward_std_all": 0.08039950579404831, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9689799845218658, |
| "rewards/forensics_tempsamp_iou_reward": 0.6573370695114136, |
| "step": 762 |
| }, |
| { |
| "completion_length": 19.3125, |
| "epoch": 3.192468619246862, |
| "grad_norm": 8.70594310760498, |
| "kl": 0.27880859375, |
| "learning_rate": 2.0292887029288703e-07, |
| "loss": 0.0112, |
| "reward": 0.8119338750839233, |
| "reward_std": 0.08889476582407951, |
| "reward_std_all": 0.08801047131419182, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9314233362674713, |
| "rewards/forensics_tempsamp_iou_reward": 0.5431838035583496, |
| "step": 763 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 3.196652719665272, |
| "grad_norm": 7.321717739105225, |
| "kl": 0.2041015625, |
| "learning_rate": 2.0188284518828452e-07, |
| "loss": 0.0082, |
| "reward": 0.8465913534164429, |
| "reward_std": 0.05658190883696079, |
| "reward_std_all": 0.0686459094285965, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9751397371292114, |
| "rewards/forensics_tempsamp_iou_reward": 0.5965912938117981, |
| "step": 764 |
| }, |
| { |
| "completion_length": 19.984375, |
| "epoch": 3.200836820083682, |
| "grad_norm": 6.6663641929626465, |
| "kl": 0.16650390625, |
| "learning_rate": 2.00836820083682e-07, |
| "loss": 0.0067, |
| "reward": 0.7342880368232727, |
| "reward_std": 0.09130077064037323, |
| "reward_std_all": 0.09235081449151039, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8561607003211975, |
| "rewards/forensics_tempsamp_iou_reward": 0.5217880606651306, |
| "step": 765 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 3.205020920502092, |
| "grad_norm": 5.201741695404053, |
| "kl": 0.2255859375, |
| "learning_rate": 1.997907949790795e-07, |
| "loss": 0.009, |
| "reward": 0.7697692215442657, |
| "reward_std": 0.07570295035839081, |
| "reward_std_all": 0.07661169022321701, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9129528999328613, |
| "rewards/forensics_tempsamp_iou_reward": 0.5447691977024078, |
| "step": 766 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 3.209205020920502, |
| "grad_norm": 5.284005165100098, |
| "kl": 0.43359375, |
| "learning_rate": 1.9874476987447698e-07, |
| "loss": 0.0173, |
| "reward": 0.749329149723053, |
| "reward_std": 0.13423029333353043, |
| "reward_std_all": 0.1264910027384758, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8924019634723663, |
| "rewards/forensics_tempsamp_iou_reward": 0.49932919442653656, |
| "step": 767 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 3.213389121338912, |
| "grad_norm": 9.929222106933594, |
| "kl": 0.1806640625, |
| "learning_rate": 1.9769874476987447e-07, |
| "loss": 0.0072, |
| "reward": 0.9089229702949524, |
| "reward_std": 0.08400377258658409, |
| "reward_std_all": 0.1350308582186699, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9591150879859924, |
| "rewards/forensics_tempsamp_iou_reward": 0.6339228749275208, |
| "step": 768 |
| }, |
| { |
| "completion_length": 20.921875, |
| "epoch": 3.217573221757322, |
| "grad_norm": 7.449955463409424, |
| "kl": 0.22412109375, |
| "learning_rate": 1.9665271966527198e-07, |
| "loss": 0.009, |
| "reward": 0.8637288808822632, |
| "reward_std": 0.12144440039992332, |
| "reward_std_all": 0.1645219698548317, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9342342913150787, |
| "rewards/forensics_tempsamp_iou_reward": 0.5887289047241211, |
| "step": 769 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 3.221757322175732, |
| "grad_norm": 8.551521301269531, |
| "kl": 0.1826171875, |
| "learning_rate": 1.9560669456066944e-07, |
| "loss": 0.0073, |
| "reward": 0.7702149450778961, |
| "reward_std": 0.07296909764409065, |
| "reward_std_all": 0.08229687809944153, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.931447833776474, |
| "rewards/forensics_tempsamp_iou_reward": 0.5639649629592896, |
| "step": 770 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 3.225941422594142, |
| "grad_norm": 5.065396785736084, |
| "kl": 0.22216796875, |
| "learning_rate": 1.9456066945606695e-07, |
| "loss": 0.0089, |
| "reward": 0.9210221171379089, |
| "reward_std": 0.06051299348473549, |
| "reward_std_all": 0.06313078850507736, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9557015895843506, |
| "rewards/forensics_tempsamp_iou_reward": 0.6585221290588379, |
| "step": 771 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 3.2301255230125525, |
| "grad_norm": 5.596981525421143, |
| "kl": 0.21826171875, |
| "learning_rate": 1.935146443514644e-07, |
| "loss": 0.0087, |
| "reward": 0.8153601586818695, |
| "reward_std": 0.0984622910618782, |
| "reward_std_all": 0.09113691560924053, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9429479241371155, |
| "rewards/forensics_tempsamp_iou_reward": 0.559110164642334, |
| "step": 772 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 3.2343096234309625, |
| "grad_norm": 7.036488056182861, |
| "kl": 0.21728515625, |
| "learning_rate": 1.9246861924686192e-07, |
| "loss": 0.0087, |
| "reward": 0.789393424987793, |
| "reward_std": 0.07022463530302048, |
| "reward_std_all": 0.07044101506471634, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9178018569946289, |
| "rewards/forensics_tempsamp_iou_reward": 0.5268934369087219, |
| "step": 773 |
| }, |
| { |
| "completion_length": 19.734375, |
| "epoch": 3.2384937238493725, |
| "grad_norm": 5.659024715423584, |
| "kl": 0.236328125, |
| "learning_rate": 1.914225941422594e-07, |
| "loss": 0.0095, |
| "reward": 0.9716691076755524, |
| "reward_std": 0.055400919169187546, |
| "reward_std_all": 0.0578254759311676, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9436567723751068, |
| "rewards/forensics_tempsamp_iou_reward": 0.671669065952301, |
| "step": 774 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 3.2426778242677825, |
| "grad_norm": 7.51660680770874, |
| "kl": 0.20654296875, |
| "learning_rate": 1.903765690376569e-07, |
| "loss": 0.0083, |
| "reward": 0.8589926660060883, |
| "reward_std": 0.09055192768573761, |
| "reward_std_all": 0.11658091098070145, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9667032063007355, |
| "rewards/forensics_tempsamp_iou_reward": 0.6027426421642303, |
| "step": 775 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 3.2468619246861925, |
| "grad_norm": 7.03537654876709, |
| "kl": 0.16015625, |
| "learning_rate": 1.8933054393305438e-07, |
| "loss": 0.0064, |
| "reward": 0.9454669058322906, |
| "reward_std": 0.07916749268770218, |
| "reward_std_all": 0.08459703624248505, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9386895596981049, |
| "rewards/forensics_tempsamp_iou_reward": 0.6642168760299683, |
| "step": 776 |
| }, |
| { |
| "completion_length": 19.234375, |
| "epoch": 3.2510460251046025, |
| "grad_norm": 5.070270538330078, |
| "kl": 0.19287109375, |
| "learning_rate": 1.8828451882845187e-07, |
| "loss": 0.0077, |
| "reward": 0.9119013845920563, |
| "reward_std": 0.14743946865200996, |
| "reward_std_all": 0.15193580836057663, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9467938542366028, |
| "rewards/forensics_tempsamp_iou_reward": 0.6306513845920563, |
| "step": 777 |
| }, |
| { |
| "completion_length": 20.25, |
| "epoch": 3.2552301255230125, |
| "grad_norm": 5.74210262298584, |
| "kl": 0.17724609375, |
| "learning_rate": 1.8723849372384936e-07, |
| "loss": 0.0071, |
| "reward": 0.6658553183078766, |
| "reward_std": 0.11327797919511795, |
| "reward_std_all": 0.13432613760232925, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9100730717182159, |
| "rewards/forensics_tempsamp_iou_reward": 0.46585530042648315, |
| "step": 778 |
| }, |
| { |
| "completion_length": 20.890625, |
| "epoch": 3.2594142259414225, |
| "grad_norm": 5.806168079376221, |
| "kl": 0.15283203125, |
| "learning_rate": 1.8619246861924684e-07, |
| "loss": 0.0061, |
| "reward": 0.7966260313987732, |
| "reward_std": 0.043096983805298805, |
| "reward_std_all": 0.04853084869682789, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.97401362657547, |
| "rewards/forensics_tempsamp_iou_reward": 0.5341260135173798, |
| "step": 779 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 3.2635983263598325, |
| "grad_norm": 4.122276306152344, |
| "kl": 0.1884765625, |
| "learning_rate": 1.8514644351464433e-07, |
| "loss": 0.0075, |
| "reward": 0.9713796377182007, |
| "reward_std": 0.10321496427059174, |
| "reward_std_all": 0.1464422270655632, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9731252491474152, |
| "rewards/forensics_tempsamp_iou_reward": 0.6776296496391296, |
| "step": 780 |
| }, |
| { |
| "completion_length": 21.078125, |
| "epoch": 3.2677824267782425, |
| "grad_norm": 8.665406227111816, |
| "kl": 0.1728515625, |
| "learning_rate": 1.8410041841004184e-07, |
| "loss": 0.0069, |
| "reward": 0.9905488193035126, |
| "reward_std": 0.09516609460115433, |
| "reward_std_all": 0.09418881498277187, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9845910370349884, |
| "rewards/forensics_tempsamp_iou_reward": 0.6905488073825836, |
| "step": 781 |
| }, |
| { |
| "completion_length": 19.640625, |
| "epoch": 3.2719665271966525, |
| "grad_norm": 6.074277877807617, |
| "kl": 0.22314453125, |
| "learning_rate": 1.830543933054393e-07, |
| "loss": 0.0089, |
| "reward": 0.7536022067070007, |
| "reward_std": 0.1414812058210373, |
| "reward_std_all": 0.12642348557710648, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9612291157245636, |
| "rewards/forensics_tempsamp_iou_reward": 0.5223522335290909, |
| "step": 782 |
| }, |
| { |
| "completion_length": 18.875, |
| "epoch": 3.276150627615063, |
| "grad_norm": 5.411194801330566, |
| "kl": 0.22900390625, |
| "learning_rate": 1.8200836820083681e-07, |
| "loss": 0.0092, |
| "reward": 0.8095413744449615, |
| "reward_std": 0.09146954864263535, |
| "reward_std_all": 0.08262849226593971, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9666666686534882, |
| "rewards/forensics_tempsamp_iou_reward": 0.5595413446426392, |
| "step": 783 |
| }, |
| { |
| "completion_length": 21.265625, |
| "epoch": 3.280334728033473, |
| "grad_norm": 7.856323719024658, |
| "kl": 0.4072265625, |
| "learning_rate": 1.8096234309623427e-07, |
| "loss": 0.0163, |
| "reward": 0.7711780965328217, |
| "reward_std": 0.12817538529634476, |
| "reward_std_all": 0.11991313844919205, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8472331464290619, |
| "rewards/forensics_tempsamp_iou_reward": 0.5086781084537506, |
| "step": 784 |
| }, |
| { |
| "completion_length": 20.953125, |
| "epoch": 3.284518828451883, |
| "grad_norm": 8.922173500061035, |
| "kl": 0.3017578125, |
| "learning_rate": 1.799163179916318e-07, |
| "loss": 0.0121, |
| "reward": 0.7475005984306335, |
| "reward_std": 0.12746990472078323, |
| "reward_std_all": 0.12264284119009972, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9451344013214111, |
| "rewards/forensics_tempsamp_iou_reward": 0.5162505507469177, |
| "step": 785 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 3.288702928870293, |
| "grad_norm": 6.8719401359558105, |
| "kl": 0.2802734375, |
| "learning_rate": 1.788702928870293e-07, |
| "loss": 0.0112, |
| "reward": 0.7200064361095428, |
| "reward_std": 0.1657305434346199, |
| "reward_std_all": 0.14830468595027924, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8989205658435822, |
| "rewards/forensics_tempsamp_iou_reward": 0.46375641226768494, |
| "step": 786 |
| }, |
| { |
| "completion_length": 21.734375, |
| "epoch": 3.292887029288703, |
| "grad_norm": 4.821695804595947, |
| "kl": 0.20458984375, |
| "learning_rate": 1.7782426778242676e-07, |
| "loss": 0.0082, |
| "reward": 0.8252646327018738, |
| "reward_std": 0.1199355199933052, |
| "reward_std_all": 0.11364282295107841, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9880660772323608, |
| "rewards/forensics_tempsamp_iou_reward": 0.6065146028995514, |
| "step": 787 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 3.297071129707113, |
| "grad_norm": 6.379543781280518, |
| "kl": 0.18115234375, |
| "learning_rate": 1.7677824267782427e-07, |
| "loss": 0.0072, |
| "reward": 0.8359558582305908, |
| "reward_std": 0.04706565849483013, |
| "reward_std_all": 0.053799163550138474, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9505093395709991, |
| "rewards/forensics_tempsamp_iou_reward": 0.5734557807445526, |
| "step": 788 |
| }, |
| { |
| "completion_length": 20.171875, |
| "epoch": 3.301255230125523, |
| "grad_norm": 5.928640365600586, |
| "kl": 0.2998046875, |
| "learning_rate": 1.7573221757322173e-07, |
| "loss": 0.012, |
| "reward": 0.830297440290451, |
| "reward_std": 0.14801708981394768, |
| "reward_std_all": 0.17267251014709473, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8889763951301575, |
| "rewards/forensics_tempsamp_iou_reward": 0.555297464132309, |
| "step": 789 |
| }, |
| { |
| "completion_length": 19.71875, |
| "epoch": 3.305439330543933, |
| "grad_norm": 6.751445293426514, |
| "kl": 0.2421875, |
| "learning_rate": 1.7468619246861925e-07, |
| "loss": 0.0097, |
| "reward": 0.8900960981845856, |
| "reward_std": 0.09513960406184196, |
| "reward_std_all": 0.12660599872469902, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9262245297431946, |
| "rewards/forensics_tempsamp_iou_reward": 0.6150960326194763, |
| "step": 790 |
| }, |
| { |
| "completion_length": 22.921875, |
| "epoch": 3.309623430962343, |
| "grad_norm": 9.745909690856934, |
| "kl": 0.19287109375, |
| "learning_rate": 1.7364016736401673e-07, |
| "loss": 0.0077, |
| "reward": 0.8933237195014954, |
| "reward_std": 0.1003534346818924, |
| "reward_std_all": 0.0919060967862606, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9531557559967041, |
| "rewards/forensics_tempsamp_iou_reward": 0.6058237254619598, |
| "step": 791 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 3.3138075313807533, |
| "grad_norm": 6.555712699890137, |
| "kl": 0.23974609375, |
| "learning_rate": 1.7259414225941422e-07, |
| "loss": 0.0096, |
| "reward": 0.8364173769950867, |
| "reward_std": 0.08648781478404999, |
| "reward_std_all": 0.10595997422933578, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.96880704164505, |
| "rewards/forensics_tempsamp_iou_reward": 0.5551673471927643, |
| "step": 792 |
| }, |
| { |
| "completion_length": 19.1875, |
| "epoch": 3.3179916317991633, |
| "grad_norm": 6.225279331207275, |
| "kl": 0.291015625, |
| "learning_rate": 1.715481171548117e-07, |
| "loss": 0.0116, |
| "reward": 0.8402729630470276, |
| "reward_std": 0.10121035948395729, |
| "reward_std_all": 0.0971168577671051, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9552186131477356, |
| "rewards/forensics_tempsamp_iou_reward": 0.5652729570865631, |
| "step": 793 |
| }, |
| { |
| "completion_length": 21.921875, |
| "epoch": 3.3221757322175733, |
| "grad_norm": 4.963297367095947, |
| "kl": 0.19970703125, |
| "learning_rate": 1.705020920502092e-07, |
| "loss": 0.008, |
| "reward": 0.6710978448390961, |
| "reward_std": 0.08930085226893425, |
| "reward_std_all": 0.08030064776539803, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9258301854133606, |
| "rewards/forensics_tempsamp_iou_reward": 0.44609785079956055, |
| "step": 794 |
| }, |
| { |
| "completion_length": 22.703125, |
| "epoch": 3.3263598326359833, |
| "grad_norm": 6.216242790222168, |
| "kl": 0.1748046875, |
| "learning_rate": 1.6945606694560668e-07, |
| "loss": 0.007, |
| "reward": 0.9185225069522858, |
| "reward_std": 0.09104876592755318, |
| "reward_std_all": 0.08312413096427917, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9408210813999176, |
| "rewards/forensics_tempsamp_iou_reward": 0.6372725069522858, |
| "step": 795 |
| }, |
| { |
| "completion_length": 19.59375, |
| "epoch": 3.3305439330543933, |
| "grad_norm": 8.423406600952148, |
| "kl": 0.4130859375, |
| "learning_rate": 1.684100418410042e-07, |
| "loss": 0.0165, |
| "reward": 0.8226988911628723, |
| "reward_std": 0.10409851372241974, |
| "reward_std_all": 0.11555466055870056, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9551932215690613, |
| "rewards/forensics_tempsamp_iou_reward": 0.5726988315582275, |
| "step": 796 |
| }, |
| { |
| "completion_length": 22.703125, |
| "epoch": 3.3347280334728033, |
| "grad_norm": 5.264939308166504, |
| "kl": 0.23974609375, |
| "learning_rate": 1.6736401673640165e-07, |
| "loss": 0.0096, |
| "reward": 0.7799777984619141, |
| "reward_std": 0.09941427782177925, |
| "reward_std_all": 0.11123489588499069, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9423867166042328, |
| "rewards/forensics_tempsamp_iou_reward": 0.4799777716398239, |
| "step": 797 |
| }, |
| { |
| "completion_length": 20.46875, |
| "epoch": 3.3389121338912133, |
| "grad_norm": 5.100539684295654, |
| "kl": 0.17138671875, |
| "learning_rate": 1.6631799163179916e-07, |
| "loss": 0.0069, |
| "reward": 1.0450254082679749, |
| "reward_std": 0.05066349171102047, |
| "reward_std_all": 0.04641056805849075, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9812967479228973, |
| "rewards/forensics_tempsamp_iou_reward": 0.7450254559516907, |
| "step": 798 |
| }, |
| { |
| "completion_length": 20.6875, |
| "epoch": 3.3430962343096233, |
| "grad_norm": 4.66460657119751, |
| "kl": 0.2646484375, |
| "learning_rate": 1.6527196652719662e-07, |
| "loss": 0.0106, |
| "reward": 0.7959193885326385, |
| "reward_std": 0.09975581616163254, |
| "reward_std_all": 0.08780565485358238, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9133106768131256, |
| "rewards/forensics_tempsamp_iou_reward": 0.5521694123744965, |
| "step": 799 |
| }, |
| { |
| "completion_length": 21.0625, |
| "epoch": 3.3472803347280333, |
| "grad_norm": 8.570697784423828, |
| "kl": 0.2607421875, |
| "learning_rate": 1.6422594142259414e-07, |
| "loss": 0.0104, |
| "reward": 0.9172329604625702, |
| "reward_std": 0.08995519950985909, |
| "reward_std_all": 0.08601542562246323, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9575392007827759, |
| "rewards/forensics_tempsamp_iou_reward": 0.6359829306602478, |
| "step": 800 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 3.3514644351464433, |
| "grad_norm": 5.142190456390381, |
| "kl": 0.21533203125, |
| "learning_rate": 1.6317991631799162e-07, |
| "loss": 0.0086, |
| "reward": 0.8083488345146179, |
| "reward_std": 0.04134682007133961, |
| "reward_std_all": 0.05283203348517418, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9170800745487213, |
| "rewards/forensics_tempsamp_iou_reward": 0.5458487868309021, |
| "step": 801 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 3.3556485355648533, |
| "grad_norm": 7.857107162475586, |
| "kl": 0.16455078125, |
| "learning_rate": 1.621338912133891e-07, |
| "loss": 0.0066, |
| "reward": 0.7156846225261688, |
| "reward_std": 0.05759577266871929, |
| "reward_std_all": 0.05435681901872158, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9333920180797577, |
| "rewards/forensics_tempsamp_iou_reward": 0.5094346404075623, |
| "step": 802 |
| }, |
| { |
| "completion_length": 19.03125, |
| "epoch": 3.3598326359832638, |
| "grad_norm": 4.674337387084961, |
| "kl": 0.3134765625, |
| "learning_rate": 1.610878661087866e-07, |
| "loss": 0.0126, |
| "reward": 0.79454705119133, |
| "reward_std": 0.09533223882317543, |
| "reward_std_all": 0.11437316611409187, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9550455212593079, |
| "rewards/forensics_tempsamp_iou_reward": 0.5570470988750458, |
| "step": 803 |
| }, |
| { |
| "completion_length": 20.8125, |
| "epoch": 3.3640167364016738, |
| "grad_norm": 5.619439601898193, |
| "kl": 0.20703125, |
| "learning_rate": 1.6004184100418408e-07, |
| "loss": 0.0083, |
| "reward": 0.9088247418403625, |
| "reward_std": 0.09866487979888916, |
| "reward_std_all": 0.10643739253282547, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9203117787837982, |
| "rewards/forensics_tempsamp_iou_reward": 0.6275746822357178, |
| "step": 804 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 3.3682008368200838, |
| "grad_norm": 10.346659660339355, |
| "kl": 0.40966796875, |
| "learning_rate": 1.5899581589958157e-07, |
| "loss": 0.0164, |
| "reward": 0.7925573885440826, |
| "reward_std": 0.12542904540896416, |
| "reward_std_all": 0.11283312365412712, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9375704824924469, |
| "rewards/forensics_tempsamp_iou_reward": 0.5363074094057083, |
| "step": 805 |
| }, |
| { |
| "completion_length": 21.15625, |
| "epoch": 3.3723849372384938, |
| "grad_norm": 6.313467025756836, |
| "kl": 0.2021484375, |
| "learning_rate": 1.5794979079497908e-07, |
| "loss": 0.0081, |
| "reward": 0.937359631061554, |
| "reward_std": 0.09260537847876549, |
| "reward_std_all": 0.09928587079048157, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9266416430473328, |
| "rewards/forensics_tempsamp_iou_reward": 0.668609619140625, |
| "step": 806 |
| }, |
| { |
| "completion_length": 21.171875, |
| "epoch": 3.3765690376569037, |
| "grad_norm": 5.5224409103393555, |
| "kl": 0.20361328125, |
| "learning_rate": 1.5690376569037657e-07, |
| "loss": 0.0081, |
| "reward": 0.8534778356552124, |
| "reward_std": 0.09768132492899895, |
| "reward_std_all": 0.09949023649096489, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9557310342788696, |
| "rewards/forensics_tempsamp_iou_reward": 0.5909777879714966, |
| "step": 807 |
| }, |
| { |
| "completion_length": 20.0625, |
| "epoch": 3.3807531380753137, |
| "grad_norm": 7.895532608032227, |
| "kl": 0.384765625, |
| "learning_rate": 1.5585774058577405e-07, |
| "loss": 0.0154, |
| "reward": 0.8375965058803558, |
| "reward_std": 0.09065173752605915, |
| "reward_std_all": 0.09094279818236828, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9587129652500153, |
| "rewards/forensics_tempsamp_iou_reward": 0.5625964999198914, |
| "step": 808 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 3.3849372384937237, |
| "grad_norm": 6.47365665435791, |
| "kl": 0.3232421875, |
| "learning_rate": 1.5481171548117154e-07, |
| "loss": 0.0129, |
| "reward": 0.9467189610004425, |
| "reward_std": 0.08931037783622742, |
| "reward_std_all": 0.0983632504940033, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9979381561279297, |
| "rewards/forensics_tempsamp_iou_reward": 0.6654689311981201, |
| "step": 809 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 3.3891213389121337, |
| "grad_norm": 5.836177349090576, |
| "kl": 0.2138671875, |
| "learning_rate": 1.5376569037656903e-07, |
| "loss": 0.0086, |
| "reward": 0.7829257547855377, |
| "reward_std": 0.1281553991138935, |
| "reward_std_all": 0.1323682777583599, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9413366913795471, |
| "rewards/forensics_tempsamp_iou_reward": 0.5141757726669312, |
| "step": 810 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 3.393305439330544, |
| "grad_norm": 4.9963579177856445, |
| "kl": 0.1669921875, |
| "learning_rate": 1.5271966527196654e-07, |
| "loss": 0.0067, |
| "reward": 0.8683551847934723, |
| "reward_std": 0.08011734485626221, |
| "reward_std_all": 0.0759599432349205, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9422879219055176, |
| "rewards/forensics_tempsamp_iou_reward": 0.5933551788330078, |
| "step": 811 |
| }, |
| { |
| "completion_length": 22.09375, |
| "epoch": 3.397489539748954, |
| "grad_norm": 4.649418354034424, |
| "kl": 0.18798828125, |
| "learning_rate": 1.51673640167364e-07, |
| "loss": 0.0075, |
| "reward": 0.8215027153491974, |
| "reward_std": 0.07159652002155781, |
| "reward_std_all": 0.06869477592408657, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9754155576229095, |
| "rewards/forensics_tempsamp_iou_reward": 0.5590027272701263, |
| "step": 812 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 3.401673640167364, |
| "grad_norm": 10.073711395263672, |
| "kl": 0.3115234375, |
| "learning_rate": 1.506276150627615e-07, |
| "loss": 0.0125, |
| "reward": 0.61151123046875, |
| "reward_std": 0.09958121180534363, |
| "reward_std_all": 0.11781410127878189, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9429070949554443, |
| "rewards/forensics_tempsamp_iou_reward": 0.41151121258735657, |
| "step": 813 |
| }, |
| { |
| "completion_length": 20.6875, |
| "epoch": 3.405857740585774, |
| "grad_norm": 6.753358840942383, |
| "kl": 0.25390625, |
| "learning_rate": 1.4958158995815897e-07, |
| "loss": 0.0102, |
| "reward": 0.8634264469146729, |
| "reward_std": 0.08456418663263321, |
| "reward_std_all": 0.08632449805736542, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.954511284828186, |
| "rewards/forensics_tempsamp_iou_reward": 0.6384264826774597, |
| "step": 814 |
| }, |
| { |
| "completion_length": 23.578125, |
| "epoch": 3.410041841004184, |
| "grad_norm": 4.468890190124512, |
| "kl": 0.38671875, |
| "learning_rate": 1.4853556485355648e-07, |
| "loss": 0.0155, |
| "reward": 0.7988404035568237, |
| "reward_std": 0.12965120375156403, |
| "reward_std_all": 0.12622442096471786, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9527513086795807, |
| "rewards/forensics_tempsamp_iou_reward": 0.5425904393196106, |
| "step": 815 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 3.414225941422594, |
| "grad_norm": 4.342041492462158, |
| "kl": 0.22900390625, |
| "learning_rate": 1.4748953974895397e-07, |
| "loss": 0.0092, |
| "reward": 1.012256145477295, |
| "reward_std": 0.10422732308506966, |
| "reward_std_all": 0.11652003228664398, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9730221331119537, |
| "rewards/forensics_tempsamp_iou_reward": 0.7185061275959015, |
| "step": 816 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 3.418410041841004, |
| "grad_norm": 5.495375156402588, |
| "kl": 0.23828125, |
| "learning_rate": 1.4644351464435146e-07, |
| "loss": 0.0095, |
| "reward": 0.7235157787799835, |
| "reward_std": 0.14411965012550354, |
| "reward_std_all": 0.15162212774157524, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.917025089263916, |
| "rewards/forensics_tempsamp_iou_reward": 0.4860157072544098, |
| "step": 817 |
| }, |
| { |
| "completion_length": 19.5625, |
| "epoch": 3.422594142259414, |
| "grad_norm": 4.783437728881836, |
| "kl": 0.267578125, |
| "learning_rate": 1.4539748953974894e-07, |
| "loss": 0.0107, |
| "reward": 0.6973970830440521, |
| "reward_std": 0.09564090520143509, |
| "reward_std_all": 0.09361863136291504, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9145216345787048, |
| "rewards/forensics_tempsamp_iou_reward": 0.48489704728126526, |
| "step": 818 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 3.426778242677824, |
| "grad_norm": 5.605738639831543, |
| "kl": 0.3798828125, |
| "learning_rate": 1.4435146443514643e-07, |
| "loss": 0.0152, |
| "reward": 0.7314243614673615, |
| "reward_std": 0.12717458978295326, |
| "reward_std_all": 0.12287924438714981, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9550304412841797, |
| "rewards/forensics_tempsamp_iou_reward": 0.4876743406057358, |
| "step": 819 |
| }, |
| { |
| "completion_length": 19.4375, |
| "epoch": 3.430962343096234, |
| "grad_norm": 6.134143352508545, |
| "kl": 0.27392578125, |
| "learning_rate": 1.4330543933054392e-07, |
| "loss": 0.011, |
| "reward": 0.8458690047264099, |
| "reward_std": 0.04842314310371876, |
| "reward_std_all": 0.0940762311220169, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9681596755981445, |
| "rewards/forensics_tempsamp_iou_reward": 0.5833689272403717, |
| "step": 820 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 3.435146443514644, |
| "grad_norm": 5.443774223327637, |
| "kl": 0.16259765625, |
| "learning_rate": 1.4225941422594143e-07, |
| "loss": 0.0065, |
| "reward": 0.8961964249610901, |
| "reward_std": 0.10253185778856277, |
| "reward_std_all": 0.10204831510782242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9390356838703156, |
| "rewards/forensics_tempsamp_iou_reward": 0.6149463653564453, |
| "step": 821 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 3.439330543933054, |
| "grad_norm": 6.646647930145264, |
| "kl": 0.32958984375, |
| "learning_rate": 1.412133891213389e-07, |
| "loss": 0.0132, |
| "reward": 0.9359737038612366, |
| "reward_std": 0.12835264205932617, |
| "reward_std_all": 0.13063885271549225, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9810335338115692, |
| "rewards/forensics_tempsamp_iou_reward": 0.6609737277030945, |
| "step": 822 |
| }, |
| { |
| "completion_length": 20.578125, |
| "epoch": 3.4435146443514646, |
| "grad_norm": 5.525972366333008, |
| "kl": 0.18603515625, |
| "learning_rate": 1.401673640167364e-07, |
| "loss": 0.0074, |
| "reward": 0.897067129611969, |
| "reward_std": 0.07021529972553253, |
| "reward_std_all": 0.07146213576197624, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9546042382717133, |
| "rewards/forensics_tempsamp_iou_reward": 0.6095671355724335, |
| "step": 823 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 3.4476987447698746, |
| "grad_norm": 4.636652946472168, |
| "kl": 0.2197265625, |
| "learning_rate": 1.3912133891213386e-07, |
| "loss": 0.0088, |
| "reward": 0.6288564205169678, |
| "reward_std": 0.10212391801178455, |
| "reward_std_all": 0.12880387902259827, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8917259871959686, |
| "rewards/forensics_tempsamp_iou_reward": 0.3913563936948776, |
| "step": 824 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 3.4518828451882846, |
| "grad_norm": 5.649405479431152, |
| "kl": 0.267578125, |
| "learning_rate": 1.3807531380753137e-07, |
| "loss": 0.0107, |
| "reward": 0.6608505845069885, |
| "reward_std": 0.08037957549095154, |
| "reward_std_all": 0.09471864253282547, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.894340842962265, |
| "rewards/forensics_tempsamp_iou_reward": 0.44210055470466614, |
| "step": 825 |
| }, |
| { |
| "completion_length": 22.109375, |
| "epoch": 3.4560669456066946, |
| "grad_norm": 8.833309173583984, |
| "kl": 0.40234375, |
| "learning_rate": 1.370292887029289e-07, |
| "loss": 0.0161, |
| "reward": 0.7818557322025299, |
| "reward_std": 0.08102788031101227, |
| "reward_std_all": 0.11771801859140396, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9548750221729279, |
| "rewards/forensics_tempsamp_iou_reward": 0.5568557381629944, |
| "step": 826 |
| }, |
| { |
| "completion_length": 21.59375, |
| "epoch": 3.4602510460251046, |
| "grad_norm": 8.117084503173828, |
| "kl": 0.23388671875, |
| "learning_rate": 1.3598326359832635e-07, |
| "loss": 0.0093, |
| "reward": 0.9007691740989685, |
| "reward_std": 0.0666496641933918, |
| "reward_std_all": 0.0701899528503418, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9755902886390686, |
| "rewards/forensics_tempsamp_iou_reward": 0.6257691979408264, |
| "step": 827 |
| }, |
| { |
| "completion_length": 20.5625, |
| "epoch": 3.4644351464435146, |
| "grad_norm": 5.6521759033203125, |
| "kl": 0.2138671875, |
| "learning_rate": 1.3493723849372386e-07, |
| "loss": 0.0085, |
| "reward": 0.8311149775981903, |
| "reward_std": 0.05541391111910343, |
| "reward_std_all": 0.088836420327425, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8837298154830933, |
| "rewards/forensics_tempsamp_iou_reward": 0.5498649775981903, |
| "step": 828 |
| }, |
| { |
| "completion_length": 20.484375, |
| "epoch": 3.4686192468619246, |
| "grad_norm": 5.4272260665893555, |
| "kl": 0.2734375, |
| "learning_rate": 1.3389121338912132e-07, |
| "loss": 0.0109, |
| "reward": 0.7570550441741943, |
| "reward_std": 0.08201073110103607, |
| "reward_std_all": 0.08096684515476227, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9424999952316284, |
| "rewards/forensics_tempsamp_iou_reward": 0.5195550173521042, |
| "step": 829 |
| }, |
| { |
| "completion_length": 21.890625, |
| "epoch": 3.4728033472803346, |
| "grad_norm": 6.118084907531738, |
| "kl": 0.20703125, |
| "learning_rate": 1.3284518828451883e-07, |
| "loss": 0.0083, |
| "reward": 0.9161318242549896, |
| "reward_std": 0.06905283406376839, |
| "reward_std_all": 0.07246368937194347, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9844437837600708, |
| "rewards/forensics_tempsamp_iou_reward": 0.6723818182945251, |
| "step": 830 |
| }, |
| { |
| "completion_length": 22.515625, |
| "epoch": 3.476987447698745, |
| "grad_norm": 5.964905261993408, |
| "kl": 0.169921875, |
| "learning_rate": 1.3179916317991632e-07, |
| "loss": 0.0068, |
| "reward": 0.9093535542488098, |
| "reward_std": 0.08345672488212585, |
| "reward_std_all": 0.12216313928365707, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9297304153442383, |
| "rewards/forensics_tempsamp_iou_reward": 0.6343535482883453, |
| "step": 831 |
| }, |
| { |
| "completion_length": 19.828125, |
| "epoch": 3.481171548117155, |
| "grad_norm": 5.7027997970581055, |
| "kl": 0.22119140625, |
| "learning_rate": 1.307531380753138e-07, |
| "loss": 0.0088, |
| "reward": 0.8317398726940155, |
| "reward_std": 0.08292530104517937, |
| "reward_std_all": 0.07720471918582916, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9124975800514221, |
| "rewards/forensics_tempsamp_iou_reward": 0.5504898279905319, |
| "step": 832 |
| }, |
| { |
| "completion_length": 20.15625, |
| "epoch": 3.485355648535565, |
| "grad_norm": 4.667632102966309, |
| "kl": 0.1455078125, |
| "learning_rate": 1.297071129707113e-07, |
| "loss": 0.0058, |
| "reward": 0.8114595115184784, |
| "reward_std": 0.053958479315042496, |
| "reward_std_all": 0.06338765099644661, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9579326808452606, |
| "rewards/forensics_tempsamp_iou_reward": 0.548959493637085, |
| "step": 833 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 3.489539748953975, |
| "grad_norm": 5.837747097015381, |
| "kl": 0.361328125, |
| "learning_rate": 1.2866108786610878e-07, |
| "loss": 0.0144, |
| "reward": 0.8194628357887268, |
| "reward_std": 0.14464281499385834, |
| "reward_std_all": 0.13419357687234879, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.962036520242691, |
| "rewards/forensics_tempsamp_iou_reward": 0.569462850689888, |
| "step": 834 |
| }, |
| { |
| "completion_length": 19.5, |
| "epoch": 3.493723849372385, |
| "grad_norm": 4.60792350769043, |
| "kl": 0.16162109375, |
| "learning_rate": 1.2761506276150627e-07, |
| "loss": 0.0065, |
| "reward": 0.9211877286434174, |
| "reward_std": 0.06761127524077892, |
| "reward_std_all": 0.06433133408427238, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9899696707725525, |
| "rewards/forensics_tempsamp_iou_reward": 0.6586876809597015, |
| "step": 835 |
| }, |
| { |
| "completion_length": 19.296875, |
| "epoch": 3.497907949790795, |
| "grad_norm": 9.310798645019531, |
| "kl": 0.1904296875, |
| "learning_rate": 1.2656903765690378e-07, |
| "loss": 0.0076, |
| "reward": 0.8444644212722778, |
| "reward_std": 0.053272414952516556, |
| "reward_std_all": 0.06317177973687649, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.972398191690445, |
| "rewards/forensics_tempsamp_iou_reward": 0.581964373588562, |
| "step": 836 |
| }, |
| { |
| "completion_length": 20.84375, |
| "epoch": 3.502092050209205, |
| "grad_norm": 7.485479831695557, |
| "kl": 0.35791015625, |
| "learning_rate": 1.2552301255230124e-07, |
| "loss": 0.0144, |
| "reward": 0.8603480160236359, |
| "reward_std": 0.126125056296587, |
| "reward_std_all": 0.11007135361433029, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9308039247989655, |
| "rewards/forensics_tempsamp_iou_reward": 0.5915979743003845, |
| "step": 837 |
| }, |
| { |
| "completion_length": 19.984375, |
| "epoch": 3.506276150627615, |
| "grad_norm": 6.2481770515441895, |
| "kl": 0.185546875, |
| "learning_rate": 1.2447698744769875e-07, |
| "loss": 0.0074, |
| "reward": 0.7704323828220367, |
| "reward_std": 0.07153974287211895, |
| "reward_std_all": 0.07005337066948414, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9179902970790863, |
| "rewards/forensics_tempsamp_iou_reward": 0.5141823291778564, |
| "step": 838 |
| }, |
| { |
| "completion_length": 19.703125, |
| "epoch": 3.510460251046025, |
| "grad_norm": 5.078647613525391, |
| "kl": 0.21435546875, |
| "learning_rate": 1.2343096234309624e-07, |
| "loss": 0.0086, |
| "reward": 0.9125867486000061, |
| "reward_std": 0.09719084203243256, |
| "reward_std_all": 0.0895625688135624, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9431822597980499, |
| "rewards/forensics_tempsamp_iou_reward": 0.6563367247581482, |
| "step": 839 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 3.514644351464435, |
| "grad_norm": 4.325468063354492, |
| "kl": 0.22705078125, |
| "learning_rate": 1.2238493723849372e-07, |
| "loss": 0.0091, |
| "reward": 0.8566451668739319, |
| "reward_std": 0.10597805306315422, |
| "reward_std_all": 0.1157272607088089, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8919721245765686, |
| "rewards/forensics_tempsamp_iou_reward": 0.5753951072692871, |
| "step": 840 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 3.518828451882845, |
| "grad_norm": 5.8359808921813965, |
| "kl": 0.2275390625, |
| "learning_rate": 1.213389121338912e-07, |
| "loss": 0.0091, |
| "reward": 0.8423251807689667, |
| "reward_std": 0.14674432761967182, |
| "reward_std_all": 0.13896996155381203, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9097931683063507, |
| "rewards/forensics_tempsamp_iou_reward": 0.5923252105712891, |
| "step": 841 |
| }, |
| { |
| "completion_length": 19.0625, |
| "epoch": 3.523012552301255, |
| "grad_norm": 3.7932450771331787, |
| "kl": 0.18408203125, |
| "learning_rate": 1.202928870292887e-07, |
| "loss": 0.0074, |
| "reward": 0.822777271270752, |
| "reward_std": 0.12781166657805443, |
| "reward_std_all": 0.11433867737650871, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9893617033958435, |
| "rewards/forensics_tempsamp_iou_reward": 0.5915272831916809, |
| "step": 842 |
| }, |
| { |
| "completion_length": 20.203125, |
| "epoch": 3.5271966527196654, |
| "grad_norm": 7.167655944824219, |
| "kl": 0.22802734375, |
| "learning_rate": 1.1924686192468618e-07, |
| "loss": 0.0091, |
| "reward": 0.8332101404666901, |
| "reward_std": 0.08904916606843472, |
| "reward_std_all": 0.10978654026985168, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9737073481082916, |
| "rewards/forensics_tempsamp_iou_reward": 0.5769601464271545, |
| "step": 843 |
| }, |
| { |
| "completion_length": 20.0625, |
| "epoch": 3.5313807531380754, |
| "grad_norm": 11.87281608581543, |
| "kl": 0.16552734375, |
| "learning_rate": 1.1820083682008368e-07, |
| "loss": 0.0066, |
| "reward": 0.77862149477005, |
| "reward_std": 0.0711123775690794, |
| "reward_std_all": 0.07320344261825085, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.972427636384964, |
| "rewards/forensics_tempsamp_iou_reward": 0.5411215275526047, |
| "step": 844 |
| }, |
| { |
| "completion_length": 19.140625, |
| "epoch": 3.5355648535564854, |
| "grad_norm": 5.882035732269287, |
| "kl": 0.1962890625, |
| "learning_rate": 1.1715481171548117e-07, |
| "loss": 0.0079, |
| "reward": 0.879595935344696, |
| "reward_std": 0.06537919491529465, |
| "reward_std_all": 0.06598380580544472, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.93675497174263, |
| "rewards/forensics_tempsamp_iou_reward": 0.598345935344696, |
| "step": 845 |
| }, |
| { |
| "completion_length": 21.0, |
| "epoch": 3.5397489539748954, |
| "grad_norm": 5.341065883636475, |
| "kl": 0.20263671875, |
| "learning_rate": 1.1610878661087866e-07, |
| "loss": 0.0081, |
| "reward": 0.6839787662029266, |
| "reward_std": 0.13166215270757675, |
| "reward_std_all": 0.12205830216407776, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8944413363933563, |
| "rewards/forensics_tempsamp_iou_reward": 0.43397870659828186, |
| "step": 846 |
| }, |
| { |
| "completion_length": 21.03125, |
| "epoch": 3.5439330543933054, |
| "grad_norm": 5.8039469718933105, |
| "kl": 0.2001953125, |
| "learning_rate": 1.1506276150627614e-07, |
| "loss": 0.008, |
| "reward": 0.865489661693573, |
| "reward_std": 0.04872780293226242, |
| "reward_std_all": 0.06766165047883987, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9164511263370514, |
| "rewards/forensics_tempsamp_iou_reward": 0.6029896438121796, |
| "step": 847 |
| }, |
| { |
| "completion_length": 20.40625, |
| "epoch": 3.5481171548117154, |
| "grad_norm": 7.542144775390625, |
| "kl": 0.34765625, |
| "learning_rate": 1.1401673640167364e-07, |
| "loss": 0.0139, |
| "reward": 0.8310225903987885, |
| "reward_std": 0.13980301842093468, |
| "reward_std_all": 0.12939241528511047, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9329364895820618, |
| "rewards/forensics_tempsamp_iou_reward": 0.5497725903987885, |
| "step": 848 |
| }, |
| { |
| "completion_length": 19.03125, |
| "epoch": 3.5523012552301254, |
| "grad_norm": 5.07431697845459, |
| "kl": 0.3291015625, |
| "learning_rate": 1.1297071129707113e-07, |
| "loss": 0.0132, |
| "reward": 0.8713460266590118, |
| "reward_std": 0.11434970423579216, |
| "reward_std_all": 0.10784624889492989, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9324942529201508, |
| "rewards/forensics_tempsamp_iou_reward": 0.6150960326194763, |
| "step": 849 |
| }, |
| { |
| "completion_length": 22.140625, |
| "epoch": 3.5564853556485354, |
| "grad_norm": 4.856814861297607, |
| "kl": 0.4169921875, |
| "learning_rate": 1.1192468619246861e-07, |
| "loss": 0.0167, |
| "reward": 0.9434925317764282, |
| "reward_std": 0.11241542547941208, |
| "reward_std_all": 0.10844680294394493, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9745840430259705, |
| "rewards/forensics_tempsamp_iou_reward": 0.64974245429039, |
| "step": 850 |
| }, |
| { |
| "completion_length": 20.140625, |
| "epoch": 3.560669456066946, |
| "grad_norm": 5.4602766036987305, |
| "kl": 0.297119140625, |
| "learning_rate": 1.108786610878661e-07, |
| "loss": 0.0119, |
| "reward": 0.6943217217922211, |
| "reward_std": 0.08486372418701649, |
| "reward_std_all": 0.08339666947722435, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9372734129428864, |
| "rewards/forensics_tempsamp_iou_reward": 0.49432173371315, |
| "step": 851 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 3.564853556485356, |
| "grad_norm": 4.039261817932129, |
| "kl": 0.224609375, |
| "learning_rate": 1.0983263598326359e-07, |
| "loss": 0.009, |
| "reward": 0.9335907101631165, |
| "reward_std": 0.07791449502110481, |
| "reward_std_all": 0.07555897906422615, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9421969056129456, |
| "rewards/forensics_tempsamp_iou_reward": 0.6523407101631165, |
| "step": 852 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 3.569037656903766, |
| "grad_norm": 4.264404296875, |
| "kl": 0.28125, |
| "learning_rate": 1.0878661087866109e-07, |
| "loss": 0.0112, |
| "reward": 0.7946205139160156, |
| "reward_std": 0.056819627061486244, |
| "reward_std_all": 0.10250256955623627, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9410712420940399, |
| "rewards/forensics_tempsamp_iou_reward": 0.5696205496788025, |
| "step": 853 |
| }, |
| { |
| "completion_length": 21.390625, |
| "epoch": 3.573221757322176, |
| "grad_norm": 7.638987064361572, |
| "kl": 0.31640625, |
| "learning_rate": 1.0774058577405857e-07, |
| "loss": 0.0127, |
| "reward": 0.7584808170795441, |
| "reward_std": 0.04950340557843447, |
| "reward_std_all": 0.0869273878633976, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9353296458721161, |
| "rewards/forensics_tempsamp_iou_reward": 0.5084808170795441, |
| "step": 854 |
| }, |
| { |
| "completion_length": 19.453125, |
| "epoch": 3.577405857740586, |
| "grad_norm": 6.349947929382324, |
| "kl": 0.20068359375, |
| "learning_rate": 1.0669456066945606e-07, |
| "loss": 0.008, |
| "reward": 0.8987928032875061, |
| "reward_std": 0.1002221517264843, |
| "reward_std_all": 0.094815693795681, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9688194692134857, |
| "rewards/forensics_tempsamp_iou_reward": 0.6237927377223969, |
| "step": 855 |
| }, |
| { |
| "completion_length": 22.96875, |
| "epoch": 3.581589958158996, |
| "grad_norm": 4.460015773773193, |
| "kl": 0.263671875, |
| "learning_rate": 1.0564853556485355e-07, |
| "loss": 0.0105, |
| "reward": 0.507900595664978, |
| "reward_std": 0.09826074540615082, |
| "reward_std_all": 0.08919547125697136, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8746365904808044, |
| "rewards/forensics_tempsamp_iou_reward": 0.3329005539417267, |
| "step": 856 |
| }, |
| { |
| "completion_length": 21.578125, |
| "epoch": 3.585774058577406, |
| "grad_norm": 4.511330604553223, |
| "kl": 0.31103515625, |
| "learning_rate": 1.0460251046025103e-07, |
| "loss": 0.0125, |
| "reward": 0.9930069148540497, |
| "reward_std": 0.054822586476802826, |
| "reward_std_all": 0.07162464782595634, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9624105989933014, |
| "rewards/forensics_tempsamp_iou_reward": 0.730506956577301, |
| "step": 857 |
| }, |
| { |
| "completion_length": 19.984375, |
| "epoch": 3.589958158995816, |
| "grad_norm": 7.1105804443359375, |
| "kl": 0.2802734375, |
| "learning_rate": 1.0355648535564853e-07, |
| "loss": 0.0112, |
| "reward": 0.7720573544502258, |
| "reward_std": 0.1013832800090313, |
| "reward_std_all": 0.10952021554112434, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8680019080638885, |
| "rewards/forensics_tempsamp_iou_reward": 0.5220573544502258, |
| "step": 858 |
| }, |
| { |
| "completion_length": 21.6875, |
| "epoch": 3.594142259414226, |
| "grad_norm": 4.659698009490967, |
| "kl": 0.24462890625, |
| "learning_rate": 1.0251046025104603e-07, |
| "loss": 0.0098, |
| "reward": 0.8286031186580658, |
| "reward_std": 0.10594042018055916, |
| "reward_std_all": 0.10080787912011147, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9757278561592102, |
| "rewards/forensics_tempsamp_iou_reward": 0.5598531365394592, |
| "step": 859 |
| }, |
| { |
| "completion_length": 21.484375, |
| "epoch": 3.598326359832636, |
| "grad_norm": 7.870604991912842, |
| "kl": 0.2421875, |
| "learning_rate": 1.0146443514644352e-07, |
| "loss": 0.0097, |
| "reward": 0.7864042520523071, |
| "reward_std": 0.07137547433376312, |
| "reward_std_all": 0.06728427298367023, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9835668206214905, |
| "rewards/forensics_tempsamp_iou_reward": 0.5426542609930038, |
| "step": 860 |
| }, |
| { |
| "completion_length": 20.28125, |
| "epoch": 3.602510460251046, |
| "grad_norm": 4.479707717895508, |
| "kl": 0.2021484375, |
| "learning_rate": 1.00418410041841e-07, |
| "loss": 0.0081, |
| "reward": 0.8627891838550568, |
| "reward_std": 0.09358846955001354, |
| "reward_std_all": 0.0919106975197792, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9749959409236908, |
| "rewards/forensics_tempsamp_iou_reward": 0.6002891063690186, |
| "step": 861 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 3.606694560669456, |
| "grad_norm": 5.517812728881836, |
| "kl": 0.4384765625, |
| "learning_rate": 9.937238493723849e-08, |
| "loss": 0.0175, |
| "reward": 0.941764235496521, |
| "reward_std": 0.09718809649348259, |
| "reward_std_all": 0.0994893740862608, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9483720362186432, |
| "rewards/forensics_tempsamp_iou_reward": 0.6667641699314117, |
| "step": 862 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 3.6108786610878663, |
| "grad_norm": 5.556605339050293, |
| "kl": 0.2900390625, |
| "learning_rate": 9.832635983263599e-08, |
| "loss": 0.0116, |
| "reward": 0.9730939269065857, |
| "reward_std": 0.10693299025297165, |
| "reward_std_all": 0.10274919494986534, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.965780645608902, |
| "rewards/forensics_tempsamp_iou_reward": 0.6918438971042633, |
| "step": 863 |
| }, |
| { |
| "completion_length": 20.515625, |
| "epoch": 3.6150627615062763, |
| "grad_norm": 6.236261367797852, |
| "kl": 0.20263671875, |
| "learning_rate": 9.728033472803348e-08, |
| "loss": 0.0081, |
| "reward": 0.9976099133491516, |
| "reward_std": 0.0863216370344162, |
| "reward_std_all": 0.08897199481725693, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9784913659095764, |
| "rewards/forensics_tempsamp_iou_reward": 0.7163598835468292, |
| "step": 864 |
| }, |
| { |
| "completion_length": 21.109375, |
| "epoch": 3.6192468619246863, |
| "grad_norm": 6.183834075927734, |
| "kl": 0.16064453125, |
| "learning_rate": 9.623430962343096e-08, |
| "loss": 0.0064, |
| "reward": 0.7416985332965851, |
| "reward_std": 0.09775840304791927, |
| "reward_std_all": 0.11129650380462408, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9909240901470184, |
| "rewards/forensics_tempsamp_iou_reward": 0.5291985422372818, |
| "step": 865 |
| }, |
| { |
| "completion_length": 21.125, |
| "epoch": 3.6234309623430963, |
| "grad_norm": 4.755244255065918, |
| "kl": 0.2451171875, |
| "learning_rate": 9.518828451882845e-08, |
| "loss": 0.0098, |
| "reward": 0.9284606873989105, |
| "reward_std": 0.1252463199198246, |
| "reward_std_all": 0.13231854140758514, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8987004160881042, |
| "rewards/forensics_tempsamp_iou_reward": 0.6409606337547302, |
| "step": 866 |
| }, |
| { |
| "completion_length": 21.140625, |
| "epoch": 3.6276150627615062, |
| "grad_norm": 6.727728366851807, |
| "kl": 0.498046875, |
| "learning_rate": 9.414225941422594e-08, |
| "loss": 0.0199, |
| "reward": 0.7578774690628052, |
| "reward_std": 0.08615271002054214, |
| "reward_std_all": 0.13937264308333397, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9733990430831909, |
| "rewards/forensics_tempsamp_iou_reward": 0.5328774154186249, |
| "step": 867 |
| }, |
| { |
| "completion_length": 21.234375, |
| "epoch": 3.6317991631799162, |
| "grad_norm": 10.083358764648438, |
| "kl": 0.22119140625, |
| "learning_rate": 9.309623430962342e-08, |
| "loss": 0.0088, |
| "reward": 0.701654464006424, |
| "reward_std": 0.07268352434039116, |
| "reward_std_all": 0.07274341583251953, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9133575856685638, |
| "rewards/forensics_tempsamp_iou_reward": 0.4766544997692108, |
| "step": 868 |
| }, |
| { |
| "completion_length": 21.53125, |
| "epoch": 3.6359832635983262, |
| "grad_norm": 4.826000690460205, |
| "kl": 0.22119140625, |
| "learning_rate": 9.205020920502092e-08, |
| "loss": 0.0088, |
| "reward": 0.8120574653148651, |
| "reward_std": 0.047132786363363266, |
| "reward_std_all": 0.11629298701882362, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9701263010501862, |
| "rewards/forensics_tempsamp_iou_reward": 0.5495574474334717, |
| "step": 869 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 3.6401673640167362, |
| "grad_norm": 5.041384696960449, |
| "kl": 0.21533203125, |
| "learning_rate": 9.100418410041841e-08, |
| "loss": 0.0086, |
| "reward": 0.9464716911315918, |
| "reward_std": 0.07732780277729034, |
| "reward_std_all": 0.07287763059139252, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9848497211933136, |
| "rewards/forensics_tempsamp_iou_reward": 0.6464717388153076, |
| "step": 870 |
| }, |
| { |
| "completion_length": 21.5625, |
| "epoch": 3.6443514644351467, |
| "grad_norm": 6.401203632354736, |
| "kl": 0.23193359375, |
| "learning_rate": 8.99581589958159e-08, |
| "loss": 0.0093, |
| "reward": 0.8033560812473297, |
| "reward_std": 0.0630107931792736, |
| "reward_std_all": 0.07304154522716999, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9200221598148346, |
| "rewards/forensics_tempsamp_iou_reward": 0.5408560633659363, |
| "step": 871 |
| }, |
| { |
| "completion_length": 19.125, |
| "epoch": 3.6485355648535567, |
| "grad_norm": 5.696328163146973, |
| "kl": 0.27197265625, |
| "learning_rate": 8.891213389121338e-08, |
| "loss": 0.0109, |
| "reward": 0.8301882743835449, |
| "reward_std": 0.07073265127837658, |
| "reward_std_all": 0.06554544344544411, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8984529376029968, |
| "rewards/forensics_tempsamp_iou_reward": 0.5864382386207581, |
| "step": 872 |
| }, |
| { |
| "completion_length": 20.515625, |
| "epoch": 3.6527196652719667, |
| "grad_norm": 10.83694076538086, |
| "kl": 0.2216796875, |
| "learning_rate": 8.786610878661087e-08, |
| "loss": 0.0089, |
| "reward": 0.8230220675468445, |
| "reward_std": 0.07761647552251816, |
| "reward_std_all": 0.09884260594844818, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9189378023147583, |
| "rewards/forensics_tempsamp_iou_reward": 0.5417720973491669, |
| "step": 873 |
| }, |
| { |
| "completion_length": 21.375, |
| "epoch": 3.6569037656903767, |
| "grad_norm": 4.872481822967529, |
| "kl": 0.23291015625, |
| "learning_rate": 8.682008368200837e-08, |
| "loss": 0.0093, |
| "reward": 0.8568178117275238, |
| "reward_std": 0.08766801282763481, |
| "reward_std_all": 0.12178882211446762, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9381128549575806, |
| "rewards/forensics_tempsamp_iou_reward": 0.6130677461624146, |
| "step": 874 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 3.6610878661087867, |
| "grad_norm": 8.254778861999512, |
| "kl": 0.30078125, |
| "learning_rate": 8.577405857740585e-08, |
| "loss": 0.012, |
| "reward": 0.7883977293968201, |
| "reward_std": 0.12408871948719025, |
| "reward_std_all": 0.12580358982086182, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9519725441932678, |
| "rewards/forensics_tempsamp_iou_reward": 0.5446477234363556, |
| "step": 875 |
| }, |
| { |
| "completion_length": 20.53125, |
| "epoch": 3.6652719665271967, |
| "grad_norm": 5.247279644012451, |
| "kl": 0.3681640625, |
| "learning_rate": 8.472803347280334e-08, |
| "loss": 0.0147, |
| "reward": 0.8806731104850769, |
| "reward_std": 0.07802805304527283, |
| "reward_std_all": 0.07773753814399242, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9793152511119843, |
| "rewards/forensics_tempsamp_iou_reward": 0.6056731045246124, |
| "step": 876 |
| }, |
| { |
| "completion_length": 19.46875, |
| "epoch": 3.6694560669456067, |
| "grad_norm": 4.679651737213135, |
| "kl": 0.1943359375, |
| "learning_rate": 8.368200836820083e-08, |
| "loss": 0.0078, |
| "reward": 0.8643108606338501, |
| "reward_std": 0.06636031717061996, |
| "reward_std_all": 0.08178159222006798, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9369485378265381, |
| "rewards/forensics_tempsamp_iou_reward": 0.6143108308315277, |
| "step": 877 |
| }, |
| { |
| "completion_length": 21.90625, |
| "epoch": 3.6736401673640167, |
| "grad_norm": 5.766600608825684, |
| "kl": 0.2783203125, |
| "learning_rate": 8.263598326359831e-08, |
| "loss": 0.0111, |
| "reward": 0.8702087104320526, |
| "reward_std": 0.16049497574567795, |
| "reward_std_all": 0.15129640325903893, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.978288859128952, |
| "rewards/forensics_tempsamp_iou_reward": 0.6202087104320526, |
| "step": 878 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 3.6778242677824267, |
| "grad_norm": 5.8520827293396, |
| "kl": 0.27197265625, |
| "learning_rate": 8.158995815899581e-08, |
| "loss": 0.0109, |
| "reward": 0.8140555024147034, |
| "reward_std": 0.14278029650449753, |
| "reward_std_all": 0.13346076756715775, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9784075617790222, |
| "rewards/forensics_tempsamp_iou_reward": 0.5515554994344711, |
| "step": 879 |
| }, |
| { |
| "completion_length": 19.296875, |
| "epoch": 3.6820083682008367, |
| "grad_norm": 6.021464824676514, |
| "kl": 0.26806640625, |
| "learning_rate": 8.05439330543933e-08, |
| "loss": 0.0107, |
| "reward": 0.8564324676990509, |
| "reward_std": 0.14360371232032776, |
| "reward_std_all": 0.16398827731609344, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9280373156070709, |
| "rewards/forensics_tempsamp_iou_reward": 0.5814324021339417, |
| "step": 880 |
| }, |
| { |
| "completion_length": 21.1875, |
| "epoch": 3.6861924686192467, |
| "grad_norm": 5.69766902923584, |
| "kl": 0.1962890625, |
| "learning_rate": 7.949790794979078e-08, |
| "loss": 0.0078, |
| "reward": 0.8836152851581573, |
| "reward_std": 0.09374985471367836, |
| "reward_std_all": 0.09938547015190125, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9724435210227966, |
| "rewards/forensics_tempsamp_iou_reward": 0.6273653209209442, |
| "step": 881 |
| }, |
| { |
| "completion_length": 21.84375, |
| "epoch": 3.6903765690376567, |
| "grad_norm": 5.505153656005859, |
| "kl": 0.328125, |
| "learning_rate": 7.845188284518828e-08, |
| "loss": 0.0131, |
| "reward": 0.6831399202346802, |
| "reward_std": 0.1194673515856266, |
| "reward_std_all": 0.12507855892181396, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9581449329853058, |
| "rewards/forensics_tempsamp_iou_reward": 0.47063983976840973, |
| "step": 882 |
| }, |
| { |
| "completion_length": 20.609375, |
| "epoch": 3.694560669456067, |
| "grad_norm": 4.35683012008667, |
| "kl": 0.15576171875, |
| "learning_rate": 7.740585774058577e-08, |
| "loss": 0.0062, |
| "reward": 0.9202350080013275, |
| "reward_std": 0.051329001784324646, |
| "reward_std_all": 0.053204240277409554, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9345050156116486, |
| "rewards/forensics_tempsamp_iou_reward": 0.6202349960803986, |
| "step": 883 |
| }, |
| { |
| "completion_length": 23.6875, |
| "epoch": 3.698744769874477, |
| "grad_norm": 8.368014335632324, |
| "kl": 0.27001953125, |
| "learning_rate": 7.635983263598327e-08, |
| "loss": 0.0108, |
| "reward": 0.6054083108901978, |
| "reward_std": 0.10236990451812744, |
| "reward_std_all": 0.09766153246164322, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8713101446628571, |
| "rewards/forensics_tempsamp_iou_reward": 0.36790831387043, |
| "step": 884 |
| }, |
| { |
| "completion_length": 20.296875, |
| "epoch": 3.702928870292887, |
| "grad_norm": 7.405529499053955, |
| "kl": 0.2998046875, |
| "learning_rate": 7.531380753138076e-08, |
| "loss": 0.012, |
| "reward": 0.829344779253006, |
| "reward_std": 0.09185052663087845, |
| "reward_std_all": 0.09074384532868862, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9269350469112396, |
| "rewards/forensics_tempsamp_iou_reward": 0.5730946958065033, |
| "step": 885 |
| }, |
| { |
| "completion_length": 20.328125, |
| "epoch": 3.707112970711297, |
| "grad_norm": 7.0806427001953125, |
| "kl": 0.30029296875, |
| "learning_rate": 7.426778242677824e-08, |
| "loss": 0.0121, |
| "reward": 0.8974334597587585, |
| "reward_std": 0.15645495802164078, |
| "reward_std_all": 0.15777134895324707, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9718482196331024, |
| "rewards/forensics_tempsamp_iou_reward": 0.609933465719223, |
| "step": 886 |
| }, |
| { |
| "completion_length": 20.65625, |
| "epoch": 3.711297071129707, |
| "grad_norm": 5.084476947784424, |
| "kl": 0.21337890625, |
| "learning_rate": 7.322175732217573e-08, |
| "loss": 0.0085, |
| "reward": 0.7560706734657288, |
| "reward_std": 0.1344953551888466, |
| "reward_std_all": 0.12363251298666, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8592738211154938, |
| "rewards/forensics_tempsamp_iou_reward": 0.5060706734657288, |
| "step": 887 |
| }, |
| { |
| "completion_length": 19.578125, |
| "epoch": 3.715481171548117, |
| "grad_norm": 5.088654041290283, |
| "kl": 0.18994140625, |
| "learning_rate": 7.217573221757322e-08, |
| "loss": 0.0076, |
| "reward": 0.9029326438903809, |
| "reward_std": 0.08139988780021667, |
| "reward_std_all": 0.09639563784003258, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9261822402477264, |
| "rewards/forensics_tempsamp_iou_reward": 0.6279326677322388, |
| "step": 888 |
| }, |
| { |
| "completion_length": 20.609375, |
| "epoch": 3.719665271966527, |
| "grad_norm": 6.43975305557251, |
| "kl": 0.22509765625, |
| "learning_rate": 7.112970711297071e-08, |
| "loss": 0.009, |
| "reward": 0.8866855502128601, |
| "reward_std": 0.08140639960765839, |
| "reward_std_all": 0.08574716374278069, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9348717927932739, |
| "rewards/forensics_tempsamp_iou_reward": 0.6241856217384338, |
| "step": 889 |
| }, |
| { |
| "completion_length": 22.203125, |
| "epoch": 3.723849372384937, |
| "grad_norm": 4.704716682434082, |
| "kl": 0.220703125, |
| "learning_rate": 7.00836820083682e-08, |
| "loss": 0.0088, |
| "reward": 0.9086271524429321, |
| "reward_std": 0.11805829778313637, |
| "reward_std_all": 0.10859228670597076, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9591346085071564, |
| "rewards/forensics_tempsamp_iou_reward": 0.6336271166801453, |
| "step": 890 |
| }, |
| { |
| "completion_length": 20.625, |
| "epoch": 3.7280334728033475, |
| "grad_norm": 4.911661624908447, |
| "kl": 0.3974609375, |
| "learning_rate": 6.903765690376569e-08, |
| "loss": 0.0159, |
| "reward": 0.8663450181484222, |
| "reward_std": 0.12173736840486526, |
| "reward_std_all": 0.11691295355558395, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9827542304992676, |
| "rewards/forensics_tempsamp_iou_reward": 0.5913449823856354, |
| "step": 891 |
| }, |
| { |
| "completion_length": 22.140625, |
| "epoch": 3.7322175732217575, |
| "grad_norm": 4.616601943969727, |
| "kl": 0.203125, |
| "learning_rate": 6.799163179916317e-08, |
| "loss": 0.0081, |
| "reward": 0.7287180721759796, |
| "reward_std": 0.10737812519073486, |
| "reward_std_all": 0.12414642423391342, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8780888319015503, |
| "rewards/forensics_tempsamp_iou_reward": 0.49746811389923096, |
| "step": 892 |
| }, |
| { |
| "completion_length": 21.71875, |
| "epoch": 3.7364016736401675, |
| "grad_norm": 5.18781042098999, |
| "kl": 0.2265625, |
| "learning_rate": 6.694560669456066e-08, |
| "loss": 0.0091, |
| "reward": 0.6676499843597412, |
| "reward_std": 0.1181462612003088, |
| "reward_std_all": 0.11917007714509964, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8457275032997131, |
| "rewards/forensics_tempsamp_iou_reward": 0.43015000224113464, |
| "step": 893 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 3.7405857740585775, |
| "grad_norm": 5.85235071182251, |
| "kl": 0.2353515625, |
| "learning_rate": 6.589958158995816e-08, |
| "loss": 0.0094, |
| "reward": 0.8422322571277618, |
| "reward_std": 0.10420811921358109, |
| "reward_std_all": 0.10019094869494438, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9735502004623413, |
| "rewards/forensics_tempsamp_iou_reward": 0.6234821677207947, |
| "step": 894 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 3.7447698744769875, |
| "grad_norm": 7.507809638977051, |
| "kl": 0.1904296875, |
| "learning_rate": 6.485355648535565e-08, |
| "loss": 0.0076, |
| "reward": 0.9719577729701996, |
| "reward_std": 0.11907558888196945, |
| "reward_std_all": 0.11702779680490494, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9585810005664825, |
| "rewards/forensics_tempsamp_iou_reward": 0.7032077610492706, |
| "step": 895 |
| }, |
| { |
| "completion_length": 21.78125, |
| "epoch": 3.7489539748953975, |
| "grad_norm": 6.468235969543457, |
| "kl": 0.19775390625, |
| "learning_rate": 6.380753138075313e-08, |
| "loss": 0.0079, |
| "reward": 0.9164972007274628, |
| "reward_std": 0.06375706940889359, |
| "reward_std_all": 0.071169912815094, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.943981260061264, |
| "rewards/forensics_tempsamp_iou_reward": 0.6352471709251404, |
| "step": 896 |
| }, |
| { |
| "completion_length": 20.390625, |
| "epoch": 3.7531380753138075, |
| "grad_norm": 6.330550193786621, |
| "kl": 0.1640625, |
| "learning_rate": 6.276150627615062e-08, |
| "loss": 0.0066, |
| "reward": 0.7894903719425201, |
| "reward_std": 0.07481728866696358, |
| "reward_std_all": 0.09342667832970619, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9647893607616425, |
| "rewards/forensics_tempsamp_iou_reward": 0.5644903779029846, |
| "step": 897 |
| }, |
| { |
| "completion_length": 20.34375, |
| "epoch": 3.7573221757322175, |
| "grad_norm": 6.335285663604736, |
| "kl": 0.177734375, |
| "learning_rate": 6.171548117154812e-08, |
| "loss": 0.0071, |
| "reward": 0.8895220458507538, |
| "reward_std": 0.11000756919384003, |
| "reward_std_all": 0.10817784070968628, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9751251637935638, |
| "rewards/forensics_tempsamp_iou_reward": 0.6207720637321472, |
| "step": 898 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 3.7615062761506275, |
| "grad_norm": 5.707841873168945, |
| "kl": 0.212890625, |
| "learning_rate": 6.06694560669456e-08, |
| "loss": 0.0085, |
| "reward": 0.7893189787864685, |
| "reward_std": 0.09815448895096779, |
| "reward_std_all": 0.10869376920163631, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.94936203956604, |
| "rewards/forensics_tempsamp_iou_reward": 0.5518189072608948, |
| "step": 899 |
| }, |
| { |
| "completion_length": 19.515625, |
| "epoch": 3.7656903765690375, |
| "grad_norm": 5.8518524169921875, |
| "kl": 0.17041015625, |
| "learning_rate": 5.962343096234309e-08, |
| "loss": 0.0068, |
| "reward": 0.8761235177516937, |
| "reward_std": 0.08787978813052177, |
| "reward_std_all": 0.08684396371245384, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9599614441394806, |
| "rewards/forensics_tempsamp_iou_reward": 0.6073734760284424, |
| "step": 900 |
| }, |
| { |
| "completion_length": 19.921875, |
| "epoch": 3.7698744769874475, |
| "grad_norm": 3.9296717643737793, |
| "kl": 0.2685546875, |
| "learning_rate": 5.8577405857740584e-08, |
| "loss": 0.0108, |
| "reward": 0.9111180901527405, |
| "reward_std": 0.07769006863236427, |
| "reward_std_all": 0.06961308605968952, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9877252280712128, |
| "rewards/forensics_tempsamp_iou_reward": 0.6298680901527405, |
| "step": 901 |
| }, |
| { |
| "completion_length": 21.734375, |
| "epoch": 3.7740585774058575, |
| "grad_norm": 5.604909420013428, |
| "kl": 0.22216796875, |
| "learning_rate": 5.753138075313807e-08, |
| "loss": 0.0089, |
| "reward": 0.8071779608726501, |
| "reward_std": 0.09441426023840904, |
| "reward_std_all": 0.08602534793317318, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.931553989648819, |
| "rewards/forensics_tempsamp_iou_reward": 0.5509279519319534, |
| "step": 902 |
| }, |
| { |
| "completion_length": 20.765625, |
| "epoch": 3.778242677824268, |
| "grad_norm": 10.903571128845215, |
| "kl": 0.16748046875, |
| "learning_rate": 5.6485355648535564e-08, |
| "loss": 0.0067, |
| "reward": 0.872653603553772, |
| "reward_std": 0.08389346674084663, |
| "reward_std_all": 0.08920396864414215, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9729682505130768, |
| "rewards/forensics_tempsamp_iou_reward": 0.6164036095142365, |
| "step": 903 |
| }, |
| { |
| "completion_length": 22.125, |
| "epoch": 3.782426778242678, |
| "grad_norm": 4.751976013183594, |
| "kl": 0.3330078125, |
| "learning_rate": 5.543933054393305e-08, |
| "loss": 0.0133, |
| "reward": 0.9351911544799805, |
| "reward_std": 0.14752981066703796, |
| "reward_std_all": 0.14608148485422134, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9249931573867798, |
| "rewards/forensics_tempsamp_iou_reward": 0.6476910412311554, |
| "step": 904 |
| }, |
| { |
| "completion_length": 19.265625, |
| "epoch": 3.786610878661088, |
| "grad_norm": 6.897910118103027, |
| "kl": 0.35400390625, |
| "learning_rate": 5.439330543933054e-08, |
| "loss": 0.0142, |
| "reward": 0.687904566526413, |
| "reward_std": 0.09078638628125191, |
| "reward_std_all": 0.08730916678905487, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.93233922123909, |
| "rewards/forensics_tempsamp_iou_reward": 0.4504045099020004, |
| "step": 905 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 3.790794979079498, |
| "grad_norm": 5.609810829162598, |
| "kl": 0.2080078125, |
| "learning_rate": 5.334728033472803e-08, |
| "loss": 0.0083, |
| "reward": 0.8629111647605896, |
| "reward_std": 0.0883413776755333, |
| "reward_std_all": 0.08856727182865143, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9076113402843475, |
| "rewards/forensics_tempsamp_iou_reward": 0.6004111170768738, |
| "step": 906 |
| }, |
| { |
| "completion_length": 21.65625, |
| "epoch": 3.794979079497908, |
| "grad_norm": 4.309364318847656, |
| "kl": 0.267578125, |
| "learning_rate": 5.2301255230125516e-08, |
| "loss": 0.0107, |
| "reward": 0.7696221172809601, |
| "reward_std": 0.09047429636120796, |
| "reward_std_all": 0.08770891651511192, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.948811948299408, |
| "rewards/forensics_tempsamp_iou_reward": 0.5258721262216568, |
| "step": 907 |
| }, |
| { |
| "completion_length": 20.375, |
| "epoch": 3.799163179916318, |
| "grad_norm": 5.440506935119629, |
| "kl": 0.2353515625, |
| "learning_rate": 5.1255230125523015e-08, |
| "loss": 0.0094, |
| "reward": 0.8435210287570953, |
| "reward_std": 0.11753758788108826, |
| "reward_std_all": 0.10611177235841751, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9601820409297943, |
| "rewards/forensics_tempsamp_iou_reward": 0.5810210406780243, |
| "step": 908 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 3.803347280334728, |
| "grad_norm": 7.488703727722168, |
| "kl": 0.22216796875, |
| "learning_rate": 5.02092050209205e-08, |
| "loss": 0.0089, |
| "reward": 1.031741738319397, |
| "reward_std": 0.058227572590112686, |
| "reward_std_all": 0.07007449492812157, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9858506619930267, |
| "rewards/forensics_tempsamp_iou_reward": 0.731741726398468, |
| "step": 909 |
| }, |
| { |
| "completion_length": 19.953125, |
| "epoch": 3.8075313807531384, |
| "grad_norm": 6.324355602264404, |
| "kl": 0.22119140625, |
| "learning_rate": 4.9163179916317995e-08, |
| "loss": 0.0088, |
| "reward": 0.9839460849761963, |
| "reward_std": 0.11609040945768356, |
| "reward_std_all": 0.10228943079710007, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9672704935073853, |
| "rewards/forensics_tempsamp_iou_reward": 0.6964461505413055, |
| "step": 910 |
| }, |
| { |
| "completion_length": 19.9375, |
| "epoch": 3.8117154811715483, |
| "grad_norm": 6.671986103057861, |
| "kl": 0.3837890625, |
| "learning_rate": 4.811715481171548e-08, |
| "loss": 0.0154, |
| "reward": 0.7480193972587585, |
| "reward_std": 0.07986175827682018, |
| "reward_std_all": 0.07494200021028519, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.853715717792511, |
| "rewards/forensics_tempsamp_iou_reward": 0.491769403219223, |
| "step": 911 |
| }, |
| { |
| "completion_length": 20.71875, |
| "epoch": 3.8158995815899583, |
| "grad_norm": 4.804161071777344, |
| "kl": 0.21044921875, |
| "learning_rate": 4.707112970711297e-08, |
| "loss": 0.0084, |
| "reward": 0.8746697902679443, |
| "reward_std": 0.12718023359775543, |
| "reward_std_all": 0.12115528807044029, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9371907114982605, |
| "rewards/forensics_tempsamp_iou_reward": 0.5996697545051575, |
| "step": 912 |
| }, |
| { |
| "completion_length": 19.890625, |
| "epoch": 3.8200836820083683, |
| "grad_norm": 5.3621110916137695, |
| "kl": 0.1796875, |
| "learning_rate": 4.602510460251046e-08, |
| "loss": 0.0072, |
| "reward": 0.8733021020889282, |
| "reward_std": 0.05764736607670784, |
| "reward_std_all": 0.07428093254566193, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9545956254005432, |
| "rewards/forensics_tempsamp_iou_reward": 0.6170521080493927, |
| "step": 913 |
| }, |
| { |
| "completion_length": 20.03125, |
| "epoch": 3.8242677824267783, |
| "grad_norm": 5.830326557159424, |
| "kl": 0.1611328125, |
| "learning_rate": 4.497907949790795e-08, |
| "loss": 0.0064, |
| "reward": 0.7481701076030731, |
| "reward_std": 0.115584347397089, |
| "reward_std_all": 0.10359958559274673, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9701865613460541, |
| "rewards/forensics_tempsamp_iou_reward": 0.5106701254844666, |
| "step": 914 |
| }, |
| { |
| "completion_length": 21.546875, |
| "epoch": 3.8284518828451883, |
| "grad_norm": 4.310945510864258, |
| "kl": 0.216796875, |
| "learning_rate": 4.393305439330543e-08, |
| "loss": 0.0087, |
| "reward": 0.816105306148529, |
| "reward_std": 0.1989930048584938, |
| "reward_std_all": 0.1834089457988739, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9778798818588257, |
| "rewards/forensics_tempsamp_iou_reward": 0.5598552823066711, |
| "step": 915 |
| }, |
| { |
| "completion_length": 22.625, |
| "epoch": 3.8326359832635983, |
| "grad_norm": 6.208245754241943, |
| "kl": 0.27685546875, |
| "learning_rate": 4.2887029288702926e-08, |
| "loss": 0.0111, |
| "reward": 0.8294122219085693, |
| "reward_std": 0.1142343282699585, |
| "reward_std_all": 0.11382659524679184, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8986714780330658, |
| "rewards/forensics_tempsamp_iou_reward": 0.5669121742248535, |
| "step": 916 |
| }, |
| { |
| "completion_length": 22.078125, |
| "epoch": 3.8368200836820083, |
| "grad_norm": 4.6699066162109375, |
| "kl": 0.24365234375, |
| "learning_rate": 4.184100418410041e-08, |
| "loss": 0.0097, |
| "reward": 0.8938531279563904, |
| "reward_std": 0.1103402953594923, |
| "reward_std_all": 0.11489731073379517, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9585767686367035, |
| "rewards/forensics_tempsamp_iou_reward": 0.6188532114028931, |
| "step": 917 |
| }, |
| { |
| "completion_length": 21.15625, |
| "epoch": 3.8410041841004183, |
| "grad_norm": 6.559220314025879, |
| "kl": 0.236328125, |
| "learning_rate": 4.0794979079497906e-08, |
| "loss": 0.0095, |
| "reward": 0.9397952258586884, |
| "reward_std": 0.12742630019783974, |
| "reward_std_all": 0.12212477251887321, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.977254182100296, |
| "rewards/forensics_tempsamp_iou_reward": 0.6460452079772949, |
| "step": 918 |
| }, |
| { |
| "completion_length": 21.09375, |
| "epoch": 3.8451882845188283, |
| "grad_norm": 5.954547882080078, |
| "kl": 0.2490234375, |
| "learning_rate": 3.974895397489539e-08, |
| "loss": 0.01, |
| "reward": 0.8114929795265198, |
| "reward_std": 0.10792623087763786, |
| "reward_std_all": 0.16329004615545273, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9568099975585938, |
| "rewards/forensics_tempsamp_iou_reward": 0.5739929974079132, |
| "step": 919 |
| }, |
| { |
| "completion_length": 20.984375, |
| "epoch": 3.8493723849372383, |
| "grad_norm": 9.074251174926758, |
| "kl": 0.228515625, |
| "learning_rate": 3.8702928870292885e-08, |
| "loss": 0.0091, |
| "reward": 0.7699578702449799, |
| "reward_std": 0.07165630161762238, |
| "reward_std_all": 0.06731626018881798, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8807091414928436, |
| "rewards/forensics_tempsamp_iou_reward": 0.526207834482193, |
| "step": 920 |
| }, |
| { |
| "completion_length": 19.484375, |
| "epoch": 3.8535564853556483, |
| "grad_norm": 6.307717323303223, |
| "kl": 0.234375, |
| "learning_rate": 3.765690376569038e-08, |
| "loss": 0.0094, |
| "reward": 0.7961857914924622, |
| "reward_std": 0.09013990685343742, |
| "reward_std_all": 0.0848006159067154, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9734150171279907, |
| "rewards/forensics_tempsamp_iou_reward": 0.5086857676506042, |
| "step": 921 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 3.8577405857740583, |
| "grad_norm": 4.636782646179199, |
| "kl": 0.3701171875, |
| "learning_rate": 3.6610878661087864e-08, |
| "loss": 0.0148, |
| "reward": 0.6855726838111877, |
| "reward_std": 0.10715112835168839, |
| "reward_std_all": 0.10614701732993126, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.934808611869812, |
| "rewards/forensics_tempsamp_iou_reward": 0.4543227255344391, |
| "step": 922 |
| }, |
| { |
| "completion_length": 20.21875, |
| "epoch": 3.8619246861924688, |
| "grad_norm": 6.385278701782227, |
| "kl": 0.19580078125, |
| "learning_rate": 3.556485355648536e-08, |
| "loss": 0.0078, |
| "reward": 0.8873542547225952, |
| "reward_std": 0.046028824523091316, |
| "reward_std_all": 0.06619622185826302, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9836679995059967, |
| "rewards/forensics_tempsamp_iou_reward": 0.6061041951179504, |
| "step": 923 |
| }, |
| { |
| "completion_length": 20.84375, |
| "epoch": 3.8661087866108788, |
| "grad_norm": 5.682069778442383, |
| "kl": 0.2734375, |
| "learning_rate": 3.4518828451882844e-08, |
| "loss": 0.0109, |
| "reward": 0.9315243065357208, |
| "reward_std": 0.1117018274962902, |
| "reward_std_all": 0.10211874544620514, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9637078940868378, |
| "rewards/forensics_tempsamp_iou_reward": 0.656524270772934, |
| "step": 924 |
| }, |
| { |
| "completion_length": 21.46875, |
| "epoch": 3.8702928870292888, |
| "grad_norm": 4.717803955078125, |
| "kl": 0.2490234375, |
| "learning_rate": 3.347280334728033e-08, |
| "loss": 0.01, |
| "reward": 0.8491030633449554, |
| "reward_std": 0.1474885530769825, |
| "reward_std_all": 0.1337961032986641, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9198960661888123, |
| "rewards/forensics_tempsamp_iou_reward": 0.6116030216217041, |
| "step": 925 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 3.8744769874476988, |
| "grad_norm": 5.920896530151367, |
| "kl": 0.2138671875, |
| "learning_rate": 3.242677824267782e-08, |
| "loss": 0.0086, |
| "reward": 0.9483626782894135, |
| "reward_std": 0.07277579605579376, |
| "reward_std_all": 0.07444415614008904, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9083167910575867, |
| "rewards/forensics_tempsamp_iou_reward": 0.6671126484870911, |
| "step": 926 |
| }, |
| { |
| "completion_length": 19.6875, |
| "epoch": 3.8786610878661087, |
| "grad_norm": 8.171234130859375, |
| "kl": 0.22216796875, |
| "learning_rate": 3.138075313807531e-08, |
| "loss": 0.0089, |
| "reward": 0.6900125443935394, |
| "reward_std": 0.06979247182607651, |
| "reward_std_all": 0.06765744648873806, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9450435042381287, |
| "rewards/forensics_tempsamp_iou_reward": 0.4837625175714493, |
| "step": 927 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 3.8828451882845187, |
| "grad_norm": 6.592249870300293, |
| "kl": 0.23779296875, |
| "learning_rate": 3.03347280334728e-08, |
| "loss": 0.0095, |
| "reward": 0.8830245435237885, |
| "reward_std": 0.1007138267159462, |
| "reward_std_all": 0.10570503398776054, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.940922200679779, |
| "rewards/forensics_tempsamp_iou_reward": 0.6267745196819305, |
| "step": 928 |
| }, |
| { |
| "completion_length": 19.625, |
| "epoch": 3.8870292887029287, |
| "grad_norm": 5.940771102905273, |
| "kl": 0.1953125, |
| "learning_rate": 2.9288702928870292e-08, |
| "loss": 0.0078, |
| "reward": 0.9152162969112396, |
| "reward_std": 0.041747868061065674, |
| "reward_std_all": 0.04327717050909996, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.990105926990509, |
| "rewards/forensics_tempsamp_iou_reward": 0.652716338634491, |
| "step": 929 |
| }, |
| { |
| "completion_length": 19.75, |
| "epoch": 3.891213389121339, |
| "grad_norm": 9.43647289276123, |
| "kl": 0.19482421875, |
| "learning_rate": 2.8242677824267782e-08, |
| "loss": 0.0078, |
| "reward": 0.8601429164409637, |
| "reward_std": 0.0991157814860344, |
| "reward_std_all": 0.09268182888627052, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9810481667518616, |
| "rewards/forensics_tempsamp_iou_reward": 0.5913928747177124, |
| "step": 930 |
| }, |
| { |
| "completion_length": 21.078125, |
| "epoch": 3.895397489539749, |
| "grad_norm": 6.4652862548828125, |
| "kl": 0.189453125, |
| "learning_rate": 2.719665271966527e-08, |
| "loss": 0.0076, |
| "reward": 0.716121256351471, |
| "reward_std": 0.12855156511068344, |
| "reward_std_all": 0.1259080283343792, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9204641580581665, |
| "rewards/forensics_tempsamp_iou_reward": 0.4848712235689163, |
| "step": 931 |
| }, |
| { |
| "completion_length": 21.046875, |
| "epoch": 3.899581589958159, |
| "grad_norm": 8.086743354797363, |
| "kl": 0.201171875, |
| "learning_rate": 2.6150627615062758e-08, |
| "loss": 0.008, |
| "reward": 0.9244536757469177, |
| "reward_std": 0.11047577112913132, |
| "reward_std_all": 0.12249820306897163, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9824941158294678, |
| "rewards/forensics_tempsamp_iou_reward": 0.6432036459445953, |
| "step": 932 |
| }, |
| { |
| "completion_length": 20.828125, |
| "epoch": 3.903765690376569, |
| "grad_norm": 5.321623802185059, |
| "kl": 0.17236328125, |
| "learning_rate": 2.510460251046025e-08, |
| "loss": 0.0069, |
| "reward": 0.9175682663917542, |
| "reward_std": 0.08342614769935608, |
| "reward_std_all": 0.08209828101098537, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9731698632240295, |
| "rewards/forensics_tempsamp_iou_reward": 0.6363182663917542, |
| "step": 933 |
| }, |
| { |
| "completion_length": 21.453125, |
| "epoch": 3.907949790794979, |
| "grad_norm": 16.230131149291992, |
| "kl": 0.16796875, |
| "learning_rate": 2.405857740585774e-08, |
| "loss": 0.0067, |
| "reward": 0.7294031083583832, |
| "reward_std": 0.073759064078331, |
| "reward_std_all": 0.06616142205893993, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.981149286031723, |
| "rewards/forensics_tempsamp_iou_reward": 0.49815310537815094, |
| "step": 934 |
| }, |
| { |
| "completion_length": 21.578125, |
| "epoch": 3.912133891213389, |
| "grad_norm": 4.623726844787598, |
| "kl": 0.18505859375, |
| "learning_rate": 2.301255230125523e-08, |
| "loss": 0.0074, |
| "reward": 0.893830418586731, |
| "reward_std": 0.08444034680724144, |
| "reward_std_all": 0.10884244740009308, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9479551017284393, |
| "rewards/forensics_tempsamp_iou_reward": 0.6188303828239441, |
| "step": 935 |
| }, |
| { |
| "completion_length": 20.703125, |
| "epoch": 3.916317991631799, |
| "grad_norm": 6.565701961517334, |
| "kl": 0.32470703125, |
| "learning_rate": 2.1966527196652717e-08, |
| "loss": 0.013, |
| "reward": 0.8870225548744202, |
| "reward_std": 0.062730323523283, |
| "reward_std_all": 0.0630013719201088, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9806225895881653, |
| "rewards/forensics_tempsamp_iou_reward": 0.6120225340127945, |
| "step": 936 |
| }, |
| { |
| "completion_length": 20.09375, |
| "epoch": 3.920502092050209, |
| "grad_norm": 5.91127347946167, |
| "kl": 0.208984375, |
| "learning_rate": 2.0920502092050206e-08, |
| "loss": 0.0084, |
| "reward": 0.8595757186412811, |
| "reward_std": 0.06559843756258488, |
| "reward_std_all": 0.06446823664009571, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9694003760814667, |
| "rewards/forensics_tempsamp_iou_reward": 0.6158257126808167, |
| "step": 937 |
| }, |
| { |
| "completion_length": 21.5, |
| "epoch": 3.924686192468619, |
| "grad_norm": 6.339508056640625, |
| "kl": 0.26708984375, |
| "learning_rate": 1.9874476987447696e-08, |
| "loss": 0.0107, |
| "reward": 0.8767828345298767, |
| "reward_std": 0.09914219006896019, |
| "reward_std_all": 0.13176052272319794, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9440205991268158, |
| "rewards/forensics_tempsamp_iou_reward": 0.6017828285694122, |
| "step": 938 |
| }, |
| { |
| "completion_length": 20.75, |
| "epoch": 3.928870292887029, |
| "grad_norm": 8.125292778015137, |
| "kl": 0.25341796875, |
| "learning_rate": 1.882845188284519e-08, |
| "loss": 0.0101, |
| "reward": 0.7949934303760529, |
| "reward_std": 0.06801292113959789, |
| "reward_std_all": 0.11879760026931763, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8938144445419312, |
| "rewards/forensics_tempsamp_iou_reward": 0.569993406534195, |
| "step": 939 |
| }, |
| { |
| "completion_length": 21.21875, |
| "epoch": 3.933054393305439, |
| "grad_norm": 7.110605716705322, |
| "kl": 0.33349609375, |
| "learning_rate": 1.778242677824268e-08, |
| "loss": 0.0133, |
| "reward": 0.7699072659015656, |
| "reward_std": 0.0631523784250021, |
| "reward_std_all": 0.0931149497628212, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9195725619792938, |
| "rewards/forensics_tempsamp_iou_reward": 0.5074072778224945, |
| "step": 940 |
| }, |
| { |
| "completion_length": 21.5625, |
| "epoch": 3.937238493723849, |
| "grad_norm": 7.594330310821533, |
| "kl": 0.2060546875, |
| "learning_rate": 1.6736401673640165e-08, |
| "loss": 0.0082, |
| "reward": 0.8370694816112518, |
| "reward_std": 0.08187224622815847, |
| "reward_std_all": 0.07728641107678413, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9714024066925049, |
| "rewards/forensics_tempsamp_iou_reward": 0.6058194935321808, |
| "step": 941 |
| }, |
| { |
| "completion_length": 21.609375, |
| "epoch": 3.941422594142259, |
| "grad_norm": 5.133851528167725, |
| "kl": 0.251953125, |
| "learning_rate": 1.5690376569037655e-08, |
| "loss": 0.0101, |
| "reward": 0.8150250315666199, |
| "reward_std": 0.07322727143764496, |
| "reward_std_all": 0.10003375634551048, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9300488829612732, |
| "rewards/forensics_tempsamp_iou_reward": 0.552524983882904, |
| "step": 942 |
| }, |
| { |
| "completion_length": 21.015625, |
| "epoch": 3.9456066945606696, |
| "grad_norm": 6.3706841468811035, |
| "kl": 0.22021484375, |
| "learning_rate": 1.4644351464435146e-08, |
| "loss": 0.0088, |
| "reward": 0.8070446848869324, |
| "reward_std": 0.12882741913199425, |
| "reward_std_all": 0.15475410223007202, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9555293321609497, |
| "rewards/forensics_tempsamp_iou_reward": 0.5757946372032166, |
| "step": 943 |
| }, |
| { |
| "completion_length": 21.359375, |
| "epoch": 3.9497907949790796, |
| "grad_norm": 5.397436618804932, |
| "kl": 0.2080078125, |
| "learning_rate": 1.3598326359832636e-08, |
| "loss": 0.0083, |
| "reward": 0.8697863519191742, |
| "reward_std": 0.06273455917835236, |
| "reward_std_all": 0.06475750729441643, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9586488306522369, |
| "rewards/forensics_tempsamp_iou_reward": 0.6072863042354584, |
| "step": 944 |
| }, |
| { |
| "completion_length": 21.421875, |
| "epoch": 3.9539748953974896, |
| "grad_norm": 5.2257585525512695, |
| "kl": 0.1796875, |
| "learning_rate": 1.2552301255230125e-08, |
| "loss": 0.0072, |
| "reward": 0.7168184220790863, |
| "reward_std": 0.06451789103448391, |
| "reward_std_all": 0.06362028047442436, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9477232992649078, |
| "rewards/forensics_tempsamp_iou_reward": 0.45431841909885406, |
| "step": 945 |
| }, |
| { |
| "completion_length": 20.453125, |
| "epoch": 3.9581589958158996, |
| "grad_norm": 4.843359470367432, |
| "kl": 0.18701171875, |
| "learning_rate": 1.1506276150627615e-08, |
| "loss": 0.0075, |
| "reward": 0.7498654723167419, |
| "reward_std": 0.1015048548579216, |
| "reward_std_all": 0.09705512970685959, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9266602993011475, |
| "rewards/forensics_tempsamp_iou_reward": 0.5248654782772064, |
| "step": 946 |
| }, |
| { |
| "completion_length": 21.953125, |
| "epoch": 3.9623430962343096, |
| "grad_norm": 5.650334358215332, |
| "kl": 0.2109375, |
| "learning_rate": 1.0460251046025103e-08, |
| "loss": 0.0084, |
| "reward": 0.898598313331604, |
| "reward_std": 0.05045663192868233, |
| "reward_std_all": 0.0865335687994957, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9658755958080292, |
| "rewards/forensics_tempsamp_iou_reward": 0.617348313331604, |
| "step": 947 |
| }, |
| { |
| "completion_length": 20.265625, |
| "epoch": 3.9665271966527196, |
| "grad_norm": 6.154312610626221, |
| "kl": 0.2998046875, |
| "learning_rate": 9.414225941422594e-09, |
| "loss": 0.012, |
| "reward": 0.8529863953590393, |
| "reward_std": 0.10316770896315575, |
| "reward_std_all": 0.11940418183803558, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8759325444698334, |
| "rewards/forensics_tempsamp_iou_reward": 0.5779862999916077, |
| "step": 948 |
| }, |
| { |
| "completion_length": 19.015625, |
| "epoch": 3.9707112970711296, |
| "grad_norm": 7.147533416748047, |
| "kl": 0.21728515625, |
| "learning_rate": 8.368200836820083e-09, |
| "loss": 0.0087, |
| "reward": 0.9128108322620392, |
| "reward_std": 0.08935629948973656, |
| "reward_std_all": 0.08393597416579723, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9064815044403076, |
| "rewards/forensics_tempsamp_iou_reward": 0.6378107964992523, |
| "step": 949 |
| }, |
| { |
| "completion_length": 21.515625, |
| "epoch": 3.97489539748954, |
| "grad_norm": 5.450655460357666, |
| "kl": 0.326171875, |
| "learning_rate": 7.322175732217573e-09, |
| "loss": 0.0131, |
| "reward": 0.7504894733428955, |
| "reward_std": 0.1517994925379753, |
| "reward_std_all": 0.14700240641832352, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8743136823177338, |
| "rewards/forensics_tempsamp_iou_reward": 0.4942394644021988, |
| "step": 950 |
| }, |
| { |
| "completion_length": 19.796875, |
| "epoch": 3.97907949790795, |
| "grad_norm": 5.009927272796631, |
| "kl": 0.22216796875, |
| "learning_rate": 6.276150627615063e-09, |
| "loss": 0.0089, |
| "reward": 0.9036398231983185, |
| "reward_std": 0.11926144361495972, |
| "reward_std_all": 0.10731877386569977, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9563969671726227, |
| "rewards/forensics_tempsamp_iou_reward": 0.6286398470401764, |
| "step": 951 |
| }, |
| { |
| "completion_length": 19.421875, |
| "epoch": 3.98326359832636, |
| "grad_norm": 6.332992076873779, |
| "kl": 0.21484375, |
| "learning_rate": 5.2301255230125516e-09, |
| "loss": 0.0086, |
| "reward": 0.8351412713527679, |
| "reward_std": 0.08582228422164917, |
| "reward_std_all": 0.08325288817286491, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9416854381561279, |
| "rewards/forensics_tempsamp_iou_reward": 0.5601412951946259, |
| "step": 952 |
| }, |
| { |
| "completion_length": 20.125, |
| "epoch": 3.98744769874477, |
| "grad_norm": 6.541018009185791, |
| "kl": 0.2109375, |
| "learning_rate": 4.184100418410041e-09, |
| "loss": 0.0084, |
| "reward": 0.8531163930892944, |
| "reward_std": 0.12394003942608833, |
| "reward_std_all": 0.12066958099603653, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9464318454265594, |
| "rewards/forensics_tempsamp_iou_reward": 0.5906163454055786, |
| "step": 953 |
| }, |
| { |
| "completion_length": 23.234375, |
| "epoch": 3.99163179916318, |
| "grad_norm": 6.977333068847656, |
| "kl": 0.1875, |
| "learning_rate": 3.1380753138075314e-09, |
| "loss": 0.0075, |
| "reward": 0.9596216678619385, |
| "reward_std": 0.11678776890039444, |
| "reward_std_all": 0.1257307082414627, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9887369275093079, |
| "rewards/forensics_tempsamp_iou_reward": 0.6971216797828674, |
| "step": 954 |
| }, |
| { |
| "completion_length": 22.75, |
| "epoch": 3.99581589958159, |
| "grad_norm": 4.763286113739014, |
| "kl": 0.18603515625, |
| "learning_rate": 2.0920502092050206e-09, |
| "loss": 0.0074, |
| "reward": 0.9176446199417114, |
| "reward_std": 0.1233234740793705, |
| "reward_std_all": 0.11935047432780266, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.9978218376636505, |
| "rewards/forensics_tempsamp_iou_reward": 0.6613945960998535, |
| "step": 955 |
| }, |
| { |
| "completion_length": 19.92857265472412, |
| "epoch": 4.0, |
| "grad_norm": 4.9303717613220215, |
| "kl": 0.25244140625, |
| "learning_rate": 1.0460251046025103e-09, |
| "loss": 0.0095, |
| "reward": 0.905520498752594, |
| "reward_std": 0.04561471659690142, |
| "reward_std_all": 0.06424046494066715, |
| "rewards-max/forensics_tempsamp_iou_reward": 0.8204344511032104, |
| "rewards/forensics_tempsamp_iou_reward": 0.6055204570293427, |
| "step": 956 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 956, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 30, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
