Invalid JSON:Unexpected token 'N', ..."premium": NaN,
"... is not valid JSON
| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.409090909090909, | |
| "eval_steps": 500, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "clip_ratio": 2.6910373094324314e-06, | |
| "completions/clipped_ratio": 0.36328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 2821.140625, | |
| "completions/mean_terminated_length": 2098.60107421875, | |
| "completions/min_length": 363.0, | |
| "completions/min_terminated_length": 363.0, | |
| "epoch": 0.011363636363636364, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 1549064.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.5703125, | |
| "reward_std": 0.4955156147480011, | |
| "rewards/correct/mean": 0.5703125, | |
| "rewards/correct/std": 0.4955156147480011, | |
| "rollout/chars": 7862.0, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.773446559906006, | |
| "sampling/importance_sampling_ratio/mean": 0.9391552209854126, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 4.223902702331543, | |
| "sampling/sampling_logp_difference/mean": 0.004874078091233969, | |
| "step": 1, | |
| "step_time": 262.9772285820072 | |
| }, | |
| { | |
| "epoch": 0.011363636363636364, | |
| "grad_norm": 0.0036677950993180275, | |
| "learning_rate": 0.0, | |
| "loss": 0.07016487419605255, | |
| "step": 1 | |
| }, | |
| { | |
| "clip_ratio": 2.384185791015625e-06, | |
| "completions/clipped_ratio": 0.353515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 2826.212890625, | |
| "completions/mean_terminated_length": 2131.85791015625, | |
| "completions/min_length": 440.0, | |
| "completions/min_terminated_length": 440.0, | |
| "epoch": 0.022727272727272728, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 3072933.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.583984375, | |
| "reward_std": 0.493378221988678, | |
| "rewards/correct/mean": 0.583984375, | |
| "rewards/correct/std": 0.493378221988678, | |
| "rollout/chars": 6436.875, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.993257999420166, | |
| "sampling/importance_sampling_ratio/mean": 0.9715690016746521, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5188601016998291, | |
| "sampling/sampling_logp_difference/mean": 0.00453161308541894, | |
| "step": 2, | |
| "step_time": 234.78294498598916 | |
| }, | |
| { | |
| "epoch": 0.022727272727272728, | |
| "grad_norm": 0.0031095428857952356, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.03657037392258644, | |
| "step": 2 | |
| }, | |
| { | |
| "clip_ratio": 1.0142219366571226e-06, | |
| "completions/clipped_ratio": 0.3125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 2454.72265625, | |
| "completions/mean_terminated_length": 1708.6875, | |
| "completions/min_length": 262.0, | |
| "completions/min_terminated_length": 262.0, | |
| "epoch": 0.03409090909090909, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 4395431.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.630859375, | |
| "reward_std": 0.4830440282821655, | |
| "rewards/correct/mean": 0.630859375, | |
| "rewards/correct/std": 0.4830440282821655, | |
| "rollout/chars": 6361.1875, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.924746513366699, | |
| "sampling/importance_sampling_ratio/mean": 0.9988688826560974, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3344054222106934, | |
| "sampling/sampling_logp_difference/mean": 0.004491552244871855, | |
| "step": 3, | |
| "step_time": 239.0937386670048 | |
| }, | |
| { | |
| "epoch": 0.03409090909090909, | |
| "grad_norm": 0.003723646979779005, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.034827012568712234, | |
| "step": 3 | |
| }, | |
| { | |
| "clip_ratio": 1.9186707049811957e-06, | |
| "completions/clipped_ratio": 0.373046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 2846.294921875, | |
| "completions/mean_terminated_length": 2102.700927734375, | |
| "completions/min_length": 370.0, | |
| "completions/min_terminated_length": 370.0, | |
| "epoch": 0.045454545454545456, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 5927854.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.5625, | |
| "reward_std": 0.49656352400779724, | |
| "rewards/correct/mean": 0.5625, | |
| "rewards/correct/std": 0.49656352400779724, | |
| "rollout/chars": 9865.4375, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.9617812633514404, | |
| "sampling/importance_sampling_ratio/mean": 0.9208488464355469, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0877385139465332, | |
| "sampling/sampling_logp_difference/mean": 0.004612394608557224, | |
| "step": 4, | |
| "step_time": 227.59205132999705 | |
| }, | |
| { | |
| "epoch": 0.045454545454545456, | |
| "grad_norm": 0.0031638338696211576, | |
| "learning_rate": 6e-06, | |
| "loss": 0.052659276872873306, | |
| "step": 4 | |
| }, | |
| { | |
| "clip_ratio": 1.481114054513455e-06, | |
| "completions/clipped_ratio": 0.298828125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4078.0, | |
| "completions/mean_length": 2491.001953125, | |
| "completions/mean_terminated_length": 1806.9776611328125, | |
| "completions/min_length": 240.0, | |
| "completions/min_terminated_length": 240.0, | |
| "epoch": 0.056818181818181816, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 7270063.0, | |
| "register/okay": 0.0625, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.646484375, | |
| "reward_std": 0.47852855920791626, | |
| "rewards/correct/mean": 0.646484375, | |
| "rewards/correct/std": 0.47852855920791626, | |
| "rollout/chars": 9426.375, | |
| "rollout/commit": 0.59375, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.7546863555908203, | |
| "sampling/importance_sampling_ratio/mean": 0.9406723380088806, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0478997230529785, | |
| "sampling/sampling_logp_difference/mean": 0.0044736433774232864, | |
| "step": 5, | |
| "step_time": 209.38289929599705 | |
| }, | |
| { | |
| "epoch": 0.056818181818181816, | |
| "grad_norm": 0.003155597485601902, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.036301881074905396, | |
| "step": 5 | |
| }, | |
| { | |
| "clip_ratio": 2.491965801709739e-06, | |
| "completions/clipped_ratio": 0.443359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4055.0, | |
| "completions/mean_length": 3193.939453125, | |
| "completions/mean_terminated_length": 2475.456298828125, | |
| "completions/min_length": 572.0, | |
| "completions/min_terminated_length": 572.0, | |
| "epoch": 0.06818181818181818, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 8985328.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.509765625, | |
| "reward_std": 0.5003935098648071, | |
| "rewards/correct/mean": 0.509765625, | |
| "rewards/correct/std": 0.5003935098648071, | |
| "rollout/chars": 12321.75, | |
| "rollout/commit": 0.34375, | |
| "rollout/reward": 0.15625, | |
| "rollout/trunc": 0.8125, | |
| "sampling/importance_sampling_ratio/max": 2.806901693344116, | |
| "sampling/importance_sampling_ratio/mean": 0.9583785533905029, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0830349922180176, | |
| "sampling/sampling_logp_difference/mean": 0.004532902501523495, | |
| "step": 6, | |
| "step_time": 232.05504834799285 | |
| }, | |
| { | |
| "epoch": 0.06818181818181818, | |
| "grad_norm": 0.0032948916777968407, | |
| "learning_rate": 1e-05, | |
| "loss": 0.022378744557499886, | |
| "step": 6 | |
| }, | |
| { | |
| "clip_ratio": 1.430511474609375e-06, | |
| "completions/clipped_ratio": 0.30859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 2478.0546875, | |
| "completions/mean_terminated_length": 1755.9208984375, | |
| "completions/min_length": 206.0, | |
| "completions/min_terminated_length": 206.0, | |
| "epoch": 0.07954545454545454, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 10316972.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6328125, | |
| "reward_std": 0.48250964283943176, | |
| "rewards/correct/mean": 0.6328125, | |
| "rewards/correct/std": 0.48250964283943176, | |
| "rollout/chars": 4690.90625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.98211932182312, | |
| "sampling/importance_sampling_ratio/mean": 0.9605857133865356, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.7990617752075195, | |
| "sampling/sampling_logp_difference/mean": 0.00447505246847868, | |
| "step": 7, | |
| "step_time": 225.70014225300474 | |
| }, | |
| { | |
| "epoch": 0.07954545454545454, | |
| "grad_norm": 0.003252506721764803, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03394366055727005, | |
| "step": 7 | |
| }, | |
| { | |
| "clip_ratio": 4.0595539871901565e-06, | |
| "completions/clipped_ratio": 0.287109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4086.0, | |
| "completions/mean_length": 2682.54296875, | |
| "completions/mean_terminated_length": 2113.287841796875, | |
| "completions/min_length": 361.0, | |
| "completions/min_terminated_length": 361.0, | |
| "epoch": 0.09090909090909091, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 11759986.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6484375, | |
| "reward_std": 0.4779251217842102, | |
| "rewards/correct/mean": 0.6484375, | |
| "rewards/correct/std": 0.4779251217842102, | |
| "rollout/chars": 7723.875, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.72625732421875, | |
| "sampling/importance_sampling_ratio/mean": 0.9662811160087585, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5347617864608765, | |
| "sampling/sampling_logp_difference/mean": 0.004520789720118046, | |
| "step": 8, | |
| "step_time": 228.13665069599665 | |
| }, | |
| { | |
| "epoch": 0.09090909090909091, | |
| "grad_norm": 0.0035843115765601397, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06731684505939484, | |
| "step": 8 | |
| }, | |
| { | |
| "clip_ratio": 1.1685516028592247e-05, | |
| "completions/clipped_ratio": 0.302734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 2592.853515625, | |
| "completions/mean_terminated_length": 1940.2269287109375, | |
| "completions/min_length": 365.0, | |
| "completions/min_terminated_length": 365.0, | |
| "epoch": 0.10227272727272728, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 13154615.0, | |
| "register/okay": 0.0625, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.623046875, | |
| "reward_std": 0.4850969910621643, | |
| "rewards/correct/mean": 0.623046875, | |
| "rewards/correct/std": 0.4850969910621643, | |
| "rollout/chars": 6270.625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.6416101455688477, | |
| "sampling/importance_sampling_ratio/mean": 0.9010199308395386, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5122027397155762, | |
| "sampling/sampling_logp_difference/mean": 0.00482128094881773, | |
| "step": 9, | |
| "step_time": 230.5110018680025 | |
| }, | |
| { | |
| "epoch": 0.10227272727272728, | |
| "grad_norm": 0.003008148865774274, | |
| "learning_rate": 1e-05, | |
| "loss": 0.020274115726351738, | |
| "step": 9 | |
| }, | |
| { | |
| "clip_ratio": 1.5000192377101484e-05, | |
| "completions/clipped_ratio": 0.294921875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4018.0, | |
| "completions/mean_length": 2688.658203125, | |
| "completions/mean_terminated_length": 2100.030517578125, | |
| "completions/min_length": 428.0, | |
| "completions/min_terminated_length": 428.0, | |
| "epoch": 0.11363636363636363, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 14602376.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.642578125, | |
| "reward_std": 0.4797092080116272, | |
| "rewards/correct/mean": 0.642578125, | |
| "rewards/correct/std": 0.4797092080116272, | |
| "rollout/chars": 5943.53125, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.8662335872650146, | |
| "sampling/importance_sampling_ratio/mean": 0.9329501986503601, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4294443130493164, | |
| "sampling/sampling_logp_difference/mean": 0.005068408325314522, | |
| "step": 10, | |
| "step_time": 221.11443298699305 | |
| }, | |
| { | |
| "epoch": 0.11363636363636363, | |
| "grad_norm": 0.004120167810469866, | |
| "learning_rate": 1e-05, | |
| "loss": 0.08815088868141174, | |
| "step": 10 | |
| }, | |
| { | |
| "clip_ratio": 1.3279116956255166e-05, | |
| "completions/clipped_ratio": 0.32421875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4055.0, | |
| "completions/mean_length": 2560.62890625, | |
| "completions/mean_terminated_length": 1824.0057373046875, | |
| "completions/min_length": 248.0, | |
| "completions/min_terminated_length": 248.0, | |
| "epoch": 0.125, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 15977178.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": -0.16129032258064513, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.625, | |
| "reward_std": 0.4845963716506958, | |
| "rewards/correct/mean": 0.625, | |
| "rewards/correct/std": 0.4845963716506958, | |
| "rollout/chars": 6113.28125, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.96163010597229, | |
| "sampling/importance_sampling_ratio/mean": 0.9653053283691406, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.036353349685669, | |
| "sampling/sampling_logp_difference/mean": 0.004582596477121115, | |
| "step": 11, | |
| "step_time": 238.2820661850019 | |
| }, | |
| { | |
| "epoch": 0.125, | |
| "grad_norm": 0.003486036090180278, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06840801239013672, | |
| "step": 11 | |
| }, | |
| { | |
| "clip_ratio": 2.348333373447531e-05, | |
| "completions/clipped_ratio": 0.3515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 2810.513671875, | |
| "completions/mean_terminated_length": 2113.563232421875, | |
| "completions/min_length": 239.0, | |
| "completions/min_terminated_length": 239.0, | |
| "epoch": 0.13636363636363635, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 17479505.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.623046875, | |
| "reward_std": 0.4850969910621643, | |
| "rewards/correct/mean": 0.623046875, | |
| "rewards/correct/std": 0.4850969910621643, | |
| "rollout/chars": 7909.25, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.941793918609619, | |
| "sampling/importance_sampling_ratio/mean": 0.9080376625061035, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.1040374040603638, | |
| "sampling/sampling_logp_difference/mean": 0.004863664973527193, | |
| "step": 12, | |
| "step_time": 223.75293871599933 | |
| }, | |
| { | |
| "epoch": 0.13636363636363635, | |
| "grad_norm": 0.003054369240999222, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04905109480023384, | |
| "step": 12 | |
| }, | |
| { | |
| "clip_ratio": 3.613838339333597e-05, | |
| "completions/clipped_ratio": 0.251953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4096.0, | |
| "completions/mean_length": 2390.146484375, | |
| "completions/mean_terminated_length": 1815.590087890625, | |
| "completions/min_length": 278.0, | |
| "completions/min_terminated_length": 278.0, | |
| "epoch": 0.14772727272727273, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.5, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 18765740.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": -0.5483870967741935, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.662109375, | |
| "reward_std": 0.4734536409378052, | |
| "rewards/correct/mean": 0.662109375, | |
| "rewards/correct/std": 0.4734536409378052, | |
| "rollout/chars": 6902.8125, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.46875, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.6642820835113525, | |
| "sampling/importance_sampling_ratio/mean": 0.9322664141654968, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.39106273651123047, | |
| "sampling/sampling_logp_difference/mean": 0.0050008250400424, | |
| "step": 13, | |
| "step_time": 204.52620178501456 | |
| }, | |
| { | |
| "epoch": 0.14772727272727273, | |
| "grad_norm": 0.0034245674032717943, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03518375754356384, | |
| "step": 13 | |
| }, | |
| { | |
| "clip_ratio": 3.3756232539872144e-05, | |
| "completions/clipped_ratio": 0.384765625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4080.0, | |
| "completions/mean_length": 2794.69921875, | |
| "completions/mean_terminated_length": 1980.869873046875, | |
| "completions/min_length": 274.0, | |
| "completions/min_terminated_length": 274.0, | |
| "epoch": 0.1590909090909091, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 20267250.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.533203125, | |
| "reward_std": 0.4993842542171478, | |
| "rewards/correct/mean": 0.533203125, | |
| "rewards/correct/std": 0.4993842542171478, | |
| "rollout/chars": 6717.75, | |
| "rollout/commit": 0.5625, | |
| "rollout/reward": 0.53125, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.9956328868865967, | |
| "sampling/importance_sampling_ratio/mean": 0.9270258545875549, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.949026346206665, | |
| "sampling/sampling_logp_difference/mean": 0.0053371889516711235, | |
| "step": 14, | |
| "step_time": 241.89416026500476 | |
| }, | |
| { | |
| "epoch": 0.1590909090909091, | |
| "grad_norm": 0.0032463697716593742, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04247649013996124, | |
| "step": 14 | |
| }, | |
| { | |
| "clip_ratio": 4.435342742681314e-05, | |
| "completions/clipped_ratio": 0.197265625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4089.0, | |
| "completions/mean_length": 2334.177734375, | |
| "completions/mean_terminated_length": 1901.223876953125, | |
| "completions/min_length": 328.0, | |
| "completions/min_terminated_length": 328.0, | |
| "epoch": 0.17045454545454544, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 21532909.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.76171875, | |
| "reward_std": 0.42644867300987244, | |
| "rewards/correct/mean": 0.76171875, | |
| "rewards/correct/std": 0.42644867300987244, | |
| "rollout/chars": 8942.15625, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.972348928451538, | |
| "sampling/importance_sampling_ratio/mean": 0.9189268350601196, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5567886829376221, | |
| "sampling/sampling_logp_difference/mean": 0.004913019947707653, | |
| "step": 15, | |
| "step_time": 223.23767583300287 | |
| }, | |
| { | |
| "epoch": 0.17045454545454544, | |
| "grad_norm": 0.0037231335882097483, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05135633423924446, | |
| "step": 15 | |
| }, | |
| { | |
| "clip_ratio": 4.653011211530611e-05, | |
| "completions/clipped_ratio": 0.279296875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 2597.017578125, | |
| "completions/mean_terminated_length": 2016.1112060546875, | |
| "completions/min_length": 344.0, | |
| "completions/min_terminated_length": 344.0, | |
| "epoch": 0.18181818181818182, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 22936550.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.65234375, | |
| "reward_std": 0.47669193148612976, | |
| "rewards/correct/mean": 0.65234375, | |
| "rewards/correct/std": 0.47669193148612976, | |
| "rollout/chars": 5921.5, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.970635175704956, | |
| "sampling/importance_sampling_ratio/mean": 0.9122588038444519, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.617943286895752, | |
| "sampling/sampling_logp_difference/mean": 0.004951866343617439, | |
| "step": 16, | |
| "step_time": 213.3137985569956 | |
| }, | |
| { | |
| "epoch": 0.18181818181818182, | |
| "grad_norm": 0.002896440913900733, | |
| "learning_rate": 1e-05, | |
| "loss": 0.046279728412628174, | |
| "step": 16 | |
| }, | |
| { | |
| "clip_ratio": 4.9786167437559925e-05, | |
| "completions/clipped_ratio": 0.130859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4090.0, | |
| "completions/mean_length": 1984.505859375, | |
| "completions/mean_terminated_length": 1666.5955810546875, | |
| "completions/min_length": 202.0, | |
| "completions/min_terminated_length": 202.0, | |
| "epoch": 0.19318181818181818, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 24023145.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.765625, | |
| "reward_std": 0.42402184009552, | |
| "rewards/correct/mean": 0.765625, | |
| "rewards/correct/std": 0.42402184009552, | |
| "rollout/chars": 6103.28125, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.654937267303467, | |
| "sampling/importance_sampling_ratio/mean": 0.9073137640953064, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5429407358169556, | |
| "sampling/sampling_logp_difference/mean": 0.0048791998997330666, | |
| "step": 17, | |
| "step_time": 198.31722998900295 | |
| }, | |
| { | |
| "epoch": 0.19318181818181818, | |
| "grad_norm": 0.004091218579560518, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05541734769940376, | |
| "step": 17 | |
| }, | |
| { | |
| "clip_ratio": 5.2998024330008775e-05, | |
| "completions/clipped_ratio": 0.36328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 2802.869140625, | |
| "completions/mean_terminated_length": 2065.070556640625, | |
| "completions/min_length": 337.0, | |
| "completions/min_terminated_length": 337.0, | |
| "epoch": 0.20454545454545456, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 25519670.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.578125, | |
| "reward_std": 0.49434176087379456, | |
| "rewards/correct/mean": 0.578125, | |
| "rewards/correct/std": 0.49434176087379456, | |
| "rollout/chars": 3893.9375, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.7872073650360107, | |
| "sampling/importance_sampling_ratio/mean": 0.9027870893478394, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.47285139560699463, | |
| "sampling/sampling_logp_difference/mean": 0.004941096995025873, | |
| "step": 18, | |
| "step_time": 244.71225519200016 | |
| }, | |
| { | |
| "epoch": 0.20454545454545456, | |
| "grad_norm": 0.0028813090175390244, | |
| "learning_rate": 1e-05, | |
| "loss": 0.029713578522205353, | |
| "step": 18 | |
| }, | |
| { | |
| "clip_ratio": 4.2906002590825665e-05, | |
| "completions/clipped_ratio": 0.291015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 2633.5078125, | |
| "completions/mean_terminated_length": 2033.201171875, | |
| "completions/min_length": 286.0, | |
| "completions/min_terminated_length": 286.0, | |
| "epoch": 0.2159090909090909, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 26949290.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.66796875, | |
| "reward_std": 0.47140273451805115, | |
| "rewards/correct/mean": 0.66796875, | |
| "rewards/correct/std": 0.47140273451805115, | |
| "rollout/chars": 9273.59375, | |
| "rollout/commit": 0.5, | |
| "rollout/reward": 0.46875, | |
| "rollout/trunc": 0.5, | |
| "sampling/importance_sampling_ratio/max": 2.972933530807495, | |
| "sampling/importance_sampling_ratio/mean": 0.8908332586288452, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.4295125007629395, | |
| "sampling/sampling_logp_difference/mean": 0.004852948244661093, | |
| "step": 19, | |
| "step_time": 210.78038853899852 | |
| }, | |
| { | |
| "epoch": 0.2159090909090909, | |
| "grad_norm": 0.003327382495626807, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06632369756698608, | |
| "step": 19 | |
| }, | |
| { | |
| "clip_ratio": 5.486932650455856e-05, | |
| "completions/clipped_ratio": 0.427734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4071.0, | |
| "completions/mean_length": 3086.205078125, | |
| "completions/mean_terminated_length": 2331.443603515625, | |
| "completions/min_length": 704.0, | |
| "completions/min_terminated_length": 704.0, | |
| "epoch": 0.22727272727272727, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 28610611.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.5234375, | |
| "reward_std": 0.49993884563446045, | |
| "rewards/correct/mean": 0.5234375, | |
| "rewards/correct/std": 0.49993884563446045, | |
| "rollout/chars": 9274.625, | |
| "rollout/commit": 0.53125, | |
| "rollout/reward": 0.375, | |
| "rollout/trunc": 0.5, | |
| "sampling/importance_sampling_ratio/max": 2.9439356327056885, | |
| "sampling/importance_sampling_ratio/mean": 0.9422547221183777, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7304327487945557, | |
| "sampling/sampling_logp_difference/mean": 0.004762661177664995, | |
| "step": 20, | |
| "step_time": 241.5823824050094 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 0.003230234608054161, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0657850056886673, | |
| "step": 20 | |
| }, | |
| { | |
| "clip_ratio": 5.2212915420568606e-05, | |
| "completions/clipped_ratio": 0.328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4057.0, | |
| "completions/mean_length": 2670.73046875, | |
| "completions/mean_terminated_length": 1974.6685791015625, | |
| "completions/min_length": 406.0, | |
| "completions/min_terminated_length": 406.0, | |
| "epoch": 0.23863636363636365, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 30047289.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6171875, | |
| "reward_std": 0.486548513174057, | |
| "rewards/correct/mean": 0.6171875, | |
| "rewards/correct/std": 0.486548513174057, | |
| "rollout/chars": 8537.1875, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.53125, | |
| "rollout/trunc": 0.4375, | |
| "sampling/importance_sampling_ratio/max": 2.9177842140197754, | |
| "sampling/importance_sampling_ratio/mean": 0.9250489473342896, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4100780487060547, | |
| "sampling/sampling_logp_difference/mean": 0.005068977363407612, | |
| "step": 21, | |
| "step_time": 230.3553039509934 | |
| }, | |
| { | |
| "epoch": 0.23863636363636365, | |
| "grad_norm": 0.003675194690003991, | |
| "learning_rate": 1e-05, | |
| "loss": 0.059521663933992386, | |
| "step": 21 | |
| }, | |
| { | |
| "clip_ratio": 6.675696363345196e-05, | |
| "completions/clipped_ratio": 0.255859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4076.0, | |
| "completions/mean_length": 2579.5390625, | |
| "completions/mean_terminated_length": 2058.13134765625, | |
| "completions/min_length": 272.0, | |
| "completions/min_terminated_length": 272.0, | |
| "epoch": 0.25, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 31434285.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6796875, | |
| "reward_std": 0.4670529365539551, | |
| "rewards/correct/mean": 0.6796875, | |
| "rewards/correct/std": 0.4670529365539551, | |
| "rollout/chars": 6334.8125, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.882204294204712, | |
| "sampling/importance_sampling_ratio/mean": 0.936687707901001, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2923583984375, | |
| "sampling/sampling_logp_difference/mean": 0.004951627925038338, | |
| "step": 22, | |
| "step_time": 196.23515353100447 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 0.003399793989956379, | |
| "learning_rate": 1e-05, | |
| "loss": 0.036319706588983536, | |
| "step": 22 | |
| }, | |
| { | |
| "clip_ratio": 5.6475377618880884e-05, | |
| "completions/clipped_ratio": 0.26171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4096.0, | |
| "completions/mean_length": 2351.69140625, | |
| "completions/mean_terminated_length": 1733.338623046875, | |
| "completions/min_length": 290.0, | |
| "completions/min_terminated_length": 290.0, | |
| "epoch": 0.26136363636363635, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.5, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 32720095.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6484375, | |
| "reward_std": 0.4779251217842102, | |
| "rewards/correct/mean": 0.6484375, | |
| "rewards/correct/std": 0.4779251217842102, | |
| "rollout/chars": 11748.21875, | |
| "rollout/commit": 0.15625, | |
| "rollout/reward": 0.0625, | |
| "rollout/trunc": 0.875, | |
| "sampling/importance_sampling_ratio/max": 2.905789852142334, | |
| "sampling/importance_sampling_ratio/mean": 0.9464510083198547, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0502471923828125, | |
| "sampling/sampling_logp_difference/mean": 0.005386264994740486, | |
| "step": 23, | |
| "step_time": 234.36768228199435 | |
| }, | |
| { | |
| "epoch": 0.26136363636363635, | |
| "grad_norm": 0.004066686611622572, | |
| "learning_rate": 1e-05, | |
| "loss": 0.07233693450689316, | |
| "step": 23 | |
| }, | |
| { | |
| "clip_ratio": 5.326732753019314e-05, | |
| "completions/clipped_ratio": 0.421875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4090.0, | |
| "completions/mean_length": 3116.578125, | |
| "completions/mean_terminated_length": 2401.9560546875, | |
| "completions/min_length": 509.0, | |
| "completions/min_terminated_length": 509.0, | |
| "epoch": 0.2727272727272727, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 34398855.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.52734375, | |
| "reward_std": 0.49974003434181213, | |
| "rewards/correct/mean": 0.52734375, | |
| "rewards/correct/std": 0.49974003434181213, | |
| "rollout/chars": 7776.96875, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.990600109100342, | |
| "sampling/importance_sampling_ratio/mean": 0.8955240249633789, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8885411024093628, | |
| "sampling/sampling_logp_difference/mean": 0.004893308971077204, | |
| "step": 24, | |
| "step_time": 248.16172832200755 | |
| }, | |
| { | |
| "epoch": 0.2727272727272727, | |
| "grad_norm": 0.003279327414929867, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03035794571042061, | |
| "step": 24 | |
| }, | |
| { | |
| "clip_ratio": 4.4846863659131486e-05, | |
| "completions/clipped_ratio": 0.32421875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4039.0, | |
| "completions/mean_length": 2545.95703125, | |
| "completions/mean_terminated_length": 1802.2947998046875, | |
| "completions/min_length": 200.0, | |
| "completions/min_terminated_length": 200.0, | |
| "epoch": 0.2840909090909091, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 35778657.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.619140625, | |
| "reward_std": 0.48607301712036133, | |
| "rewards/correct/mean": 0.619140625, | |
| "rewards/correct/std": 0.48607301712036133, | |
| "rollout/chars": 7533.4375, | |
| "rollout/commit": 0.59375, | |
| "rollout/reward": 0.46875, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.9910829067230225, | |
| "sampling/importance_sampling_ratio/mean": 0.9145698547363281, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5044717788696289, | |
| "sampling/sampling_logp_difference/mean": 0.005069740582257509, | |
| "step": 25, | |
| "step_time": 230.56244620599318 | |
| }, | |
| { | |
| "epoch": 0.2840909090909091, | |
| "grad_norm": 0.0035241309087723494, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04239988327026367, | |
| "step": 25 | |
| }, | |
| { | |
| "clip_ratio": 6.0805309203715296e-05, | |
| "completions/clipped_ratio": 0.310546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4089.0, | |
| "completions/mean_length": 2703.7734375, | |
| "completions/mean_terminated_length": 2076.679931640625, | |
| "completions/min_length": 289.0, | |
| "completions/min_terminated_length": 289.0, | |
| "epoch": 0.29545454545454547, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 37239005.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.658203125, | |
| "reward_std": 0.4747757613658905, | |
| "rewards/correct/mean": 0.658203125, | |
| "rewards/correct/std": 0.4747757613658905, | |
| "rollout/chars": 3381.46875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.837442636489868, | |
| "sampling/importance_sampling_ratio/mean": 0.8787897229194641, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8435883522033691, | |
| "sampling/sampling_logp_difference/mean": 0.0050262752920389175, | |
| "step": 26, | |
| "step_time": 233.77161700500073 | |
| }, | |
| { | |
| "epoch": 0.29545454545454547, | |
| "grad_norm": 0.0030401181429624557, | |
| "learning_rate": 1e-05, | |
| "loss": 0.019256848841905594, | |
| "step": 26 | |
| }, | |
| { | |
| "clip_ratio": 4.174492096353788e-05, | |
| "completions/clipped_ratio": 0.27734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4070.0, | |
| "completions/mean_length": 2551.8125, | |
| "completions/mean_terminated_length": 1959.178466796875, | |
| "completions/min_length": 338.0, | |
| "completions/min_terminated_length": 338.0, | |
| "epoch": 0.3068181818181818, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 38608157.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.650390625, | |
| "reward_std": 0.47731292247772217, | |
| "rewards/correct/mean": 0.650390625, | |
| "rewards/correct/std": 0.47731292247772217, | |
| "rollout/chars": 10290.8125, | |
| "rollout/commit": 0.21875, | |
| "rollout/reward": 0.15625, | |
| "rollout/trunc": 0.84375, | |
| "sampling/importance_sampling_ratio/max": 2.992258071899414, | |
| "sampling/importance_sampling_ratio/mean": 0.9573348164558411, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7723093032836914, | |
| "sampling/sampling_logp_difference/mean": 0.004969725385308266, | |
| "step": 27, | |
| "step_time": 224.3992258420003 | |
| }, | |
| { | |
| "epoch": 0.3068181818181818, | |
| "grad_norm": 0.0036496196407824755, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04576047509908676, | |
| "step": 27 | |
| }, | |
| { | |
| "clip_ratio": 4.57169376204547e-05, | |
| "completions/clipped_ratio": 0.279296875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4050.0, | |
| "completions/mean_length": 2679.435546875, | |
| "completions/mean_terminated_length": 2130.468994140625, | |
| "completions/min_length": 420.0, | |
| "completions/min_terminated_length": 420.0, | |
| "epoch": 0.3181818181818182, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 40047020.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": 0.8387096774193549, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.646484375, | |
| "reward_std": 0.47852855920791626, | |
| "rewards/correct/mean": 0.646484375, | |
| "rewards/correct/std": 0.47852855920791626, | |
| "rollout/chars": 6973.1875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.9695754051208496, | |
| "sampling/importance_sampling_ratio/mean": 0.8856563568115234, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.3932266235351562, | |
| "sampling/sampling_logp_difference/mean": 0.004716905765235424, | |
| "step": 28, | |
| "step_time": 233.92598559500766 | |
| }, | |
| { | |
| "epoch": 0.3181818181818182, | |
| "grad_norm": 0.003118283813819289, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03405182063579559, | |
| "step": 28 | |
| }, | |
| { | |
| "clip_ratio": 6.522296916955383e-05, | |
| "completions/clipped_ratio": 0.28125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4092.0, | |
| "completions/mean_length": 2800.392578125, | |
| "completions/mean_terminated_length": 2294.535400390625, | |
| "completions/min_length": 163.0, | |
| "completions/min_terminated_length": 163.0, | |
| "epoch": 0.32954545454545453, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 41565365.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.673828125, | |
| "reward_std": 0.4692695140838623, | |
| "rewards/correct/mean": 0.673828125, | |
| "rewards/correct/std": 0.4692695140838623, | |
| "rollout/chars": 6729.40625, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.92781662940979, | |
| "sampling/importance_sampling_ratio/mean": 0.8985303640365601, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8867032527923584, | |
| "sampling/sampling_logp_difference/mean": 0.00486964825540781, | |
| "step": 29, | |
| "step_time": 238.03783438399478 | |
| }, | |
| { | |
| "epoch": 0.32954545454545453, | |
| "grad_norm": 0.0032935026101768017, | |
| "learning_rate": 1e-05, | |
| "loss": 0.052372947335243225, | |
| "step": 29 | |
| }, | |
| { | |
| "clip_ratio": 8.097707109300245e-05, | |
| "completions/clipped_ratio": 0.25390625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4058.0, | |
| "completions/mean_length": 2527.5546875, | |
| "completions/mean_terminated_length": 1993.7906494140625, | |
| "completions/min_length": 289.0, | |
| "completions/min_terminated_length": 289.0, | |
| "epoch": 0.3409090909090909, | |
| "frac_reward_zero_std": 0.03125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 42921617.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.619140625, | |
| "reward_std": 0.48607301712036133, | |
| "rewards/correct/mean": 0.619140625, | |
| "rewards/correct/std": 0.48607301712036133, | |
| "rollout/chars": 6342.75, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.988611936569214, | |
| "sampling/importance_sampling_ratio/mean": 0.8912668228149414, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7639431953430176, | |
| "sampling/sampling_logp_difference/mean": 0.0050128307193517685, | |
| "step": 30, | |
| "step_time": 224.68840066700432 | |
| }, | |
| { | |
| "epoch": 0.3409090909090909, | |
| "grad_norm": 0.003287514206022024, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04755740240216255, | |
| "step": 30 | |
| }, | |
| { | |
| "clip_ratio": 7.465987437171862e-05, | |
| "completions/clipped_ratio": 0.3046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4068.0, | |
| "completions/mean_length": 2656.521484375, | |
| "completions/mean_terminated_length": 2025.73876953125, | |
| "completions/min_length": 239.0, | |
| "completions/min_terminated_length": 239.0, | |
| "epoch": 0.3522727272727273, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 44355548.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.55859375, | |
| "reward_std": 0.4970405399799347, | |
| "rewards/correct/mean": 0.55859375, | |
| "rewards/correct/std": 0.4970405399799347, | |
| "rollout/chars": 4952.1875, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.5, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.961225748062134, | |
| "sampling/importance_sampling_ratio/mean": 0.8841115236282349, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.722623348236084, | |
| "sampling/sampling_logp_difference/mean": 0.005319459363818169, | |
| "step": 31, | |
| "step_time": 213.5908911309998 | |
| }, | |
| { | |
| "epoch": 0.3522727272727273, | |
| "grad_norm": 0.0033462513238191605, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04553345590829849, | |
| "step": 31 | |
| }, | |
| { | |
| "clip_ratio": 6.642126277256466e-05, | |
| "completions/clipped_ratio": 0.333984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 2756.259765625, | |
| "completions/mean_terminated_length": 2084.42529296875, | |
| "completions/min_length": 345.0, | |
| "completions/min_terminated_length": 345.0, | |
| "epoch": 0.36363636363636365, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 45837921.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.572265625, | |
| "reward_std": 0.4952339828014374, | |
| "rewards/correct/mean": 0.572265625, | |
| "rewards/correct/std": 0.4952339828014374, | |
| "rollout/chars": 7447.9375, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.9116132259368896, | |
| "sampling/importance_sampling_ratio/mean": 0.9092390537261963, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0500521659851074, | |
| "sampling/sampling_logp_difference/mean": 0.004691188223659992, | |
| "step": 32, | |
| "step_time": 235.9118720449951 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 0.003006890183314681, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03242364525794983, | |
| "step": 32 | |
| }, | |
| { | |
| "clip_ratio": 5.475359353113163e-05, | |
| "completions/clipped_ratio": 0.29296875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 2574.208984375, | |
| "completions/mean_terminated_length": 1943.6326904296875, | |
| "completions/min_length": 135.0, | |
| "completions/min_terminated_length": 135.0, | |
| "epoch": 0.375, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 47223516.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.640625, | |
| "reward_std": 0.48028653860092163, | |
| "rewards/correct/mean": 0.640625, | |
| "rewards/correct/std": 0.48028653860092163, | |
| "rollout/chars": 6007.3125, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.53125, | |
| "rollout/trunc": 0.4375, | |
| "sampling/importance_sampling_ratio/max": 2.9517362117767334, | |
| "sampling/importance_sampling_ratio/mean": 0.9390583634376526, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7950553894042969, | |
| "sampling/sampling_logp_difference/mean": 0.004755455069243908, | |
| "step": 33, | |
| "step_time": 206.17870632700215 | |
| }, | |
| { | |
| "epoch": 0.375, | |
| "grad_norm": 0.003763378830626607, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06001519411802292, | |
| "step": 33 | |
| }, | |
| { | |
| "clip_ratio": 4.351094924004428e-05, | |
| "completions/clipped_ratio": 0.298828125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 2655.25390625, | |
| "completions/mean_terminated_length": 2041.231201171875, | |
| "completions/min_length": 299.0, | |
| "completions/min_terminated_length": 299.0, | |
| "epoch": 0.38636363636363635, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 48646558.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6328125, | |
| "reward_std": 0.48250964283943176, | |
| "rewards/correct/mean": 0.6328125, | |
| "rewards/correct/std": 0.48250964283943176, | |
| "rollout/chars": 9312.15625, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.745772123336792, | |
| "sampling/importance_sampling_ratio/mean": 0.8967394828796387, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7830262780189514, | |
| "sampling/sampling_logp_difference/mean": 0.004709095694124699, | |
| "step": 34, | |
| "step_time": 209.81075684600728 | |
| }, | |
| { | |
| "epoch": 0.38636363636363635, | |
| "grad_norm": 0.0032068060245364904, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05563589930534363, | |
| "step": 34 | |
| }, | |
| { | |
| "clip_ratio": 7.661448302087592e-05, | |
| "completions/clipped_ratio": 0.1953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4045.0, | |
| "completions/mean_length": 2417.951171875, | |
| "completions/mean_terminated_length": 2010.6578369140625, | |
| "completions/min_length": 242.0, | |
| "completions/min_terminated_length": 242.0, | |
| "epoch": 0.3977272727272727, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 49943429.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7109375, | |
| "reward_std": 0.45377036929130554, | |
| "rewards/correct/mean": 0.7109375, | |
| "rewards/correct/std": 0.45377036929130554, | |
| "rollout/chars": 5155.21875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.74753737449646, | |
| "sampling/importance_sampling_ratio/mean": 0.9276185035705566, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.055890440940857, | |
| "sampling/sampling_logp_difference/mean": 0.004778267350047827, | |
| "step": 35, | |
| "step_time": 206.7543564430016 | |
| }, | |
| { | |
| "epoch": 0.3977272727272727, | |
| "grad_norm": 0.003544215578585863, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04388181120157242, | |
| "step": 35 | |
| }, | |
| { | |
| "clip_ratio": 5.353016700837543e-05, | |
| "completions/clipped_ratio": 0.2890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 2484.22265625, | |
| "completions/mean_terminated_length": 1828.8846435546875, | |
| "completions/min_length": 268.0, | |
| "completions/min_terminated_length": 268.0, | |
| "epoch": 0.4090909090909091, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 51278839.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.59375, | |
| "reward_std": 0.49161264300346375, | |
| "rewards/correct/mean": 0.59375, | |
| "rewards/correct/std": 0.49161264300346375, | |
| "rollout/chars": 6862.0625, | |
| "rollout/commit": 0.59375, | |
| "rollout/reward": 0.53125, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.991304874420166, | |
| "sampling/importance_sampling_ratio/mean": 0.9369009733200073, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5460691452026367, | |
| "sampling/sampling_logp_difference/mean": 0.005069076083600521, | |
| "step": 36, | |
| "step_time": 206.1250407339976 | |
| }, | |
| { | |
| "epoch": 0.4090909090909091, | |
| "grad_norm": 0.003753333119675517, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03270333260297775, | |
| "step": 36 | |
| }, | |
| { | |
| "clip_ratio": 4.700995953044185e-05, | |
| "completions/clipped_ratio": 0.294921875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4056.0, | |
| "completions/mean_length": 2447.91796875, | |
| "completions/mean_terminated_length": 1758.553955078125, | |
| "completions/min_length": 242.0, | |
| "completions/min_terminated_length": 242.0, | |
| "epoch": 0.42045454545454547, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 52603213.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.611328125, | |
| "reward_std": 0.4879252314567566, | |
| "rewards/correct/mean": 0.611328125, | |
| "rewards/correct/std": 0.4879252314567566, | |
| "rollout/chars": 7591.4375, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.4375, | |
| "sampling/importance_sampling_ratio/max": 2.9310998916625977, | |
| "sampling/importance_sampling_ratio/mean": 0.9377585649490356, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7711648941040039, | |
| "sampling/sampling_logp_difference/mean": 0.005007673520594835, | |
| "step": 37, | |
| "step_time": 229.42526798800827 | |
| }, | |
| { | |
| "epoch": 0.42045454545454547, | |
| "grad_norm": 0.0034484269563108683, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06802354753017426, | |
| "step": 37 | |
| }, | |
| { | |
| "clip_ratio": 3.721059533745574e-05, | |
| "completions/clipped_ratio": 0.193359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4057.0, | |
| "completions/mean_length": 2208.328125, | |
| "completions/mean_terminated_length": 1755.83544921875, | |
| "completions/min_length": 284.0, | |
| "completions/min_terminated_length": 284.0, | |
| "epoch": 0.4318181818181818, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 53789989.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": -0.19354838709677424, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.75390625, | |
| "reward_std": 0.4311550557613373, | |
| "rewards/correct/mean": 0.75390625, | |
| "rewards/correct/std": 0.4311550557613373, | |
| "rollout/chars": 4564.59375, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.7628633975982666, | |
| "sampling/importance_sampling_ratio/mean": 0.9271668195724487, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.45870041847229004, | |
| "sampling/sampling_logp_difference/mean": 0.004600748419761658, | |
| "step": 38, | |
| "step_time": 186.41656695598795 | |
| }, | |
| { | |
| "epoch": 0.4318181818181818, | |
| "grad_norm": 0.003216351615265012, | |
| "learning_rate": 1e-05, | |
| "loss": 0.022610703483223915, | |
| "step": 38 | |
| }, | |
| { | |
| "clip_ratio": 6.092197099860641e-05, | |
| "completions/clipped_ratio": 0.2578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4096.0, | |
| "completions/mean_length": 2408.974609375, | |
| "completions/mean_terminated_length": 1822.955322265625, | |
| "completions/min_length": 265.0, | |
| "completions/min_terminated_length": 265.0, | |
| "epoch": 0.4431818181818182, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 55082712.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.662109375, | |
| "reward_std": 0.4734536409378052, | |
| "rewards/correct/mean": 0.662109375, | |
| "rewards/correct/std": 0.4734536409378052, | |
| "rollout/chars": 7649.53125, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.948693037033081, | |
| "sampling/importance_sampling_ratio/mean": 0.9154539108276367, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 3.4746341705322266, | |
| "sampling/sampling_logp_difference/mean": 0.005190804600715637, | |
| "step": 39, | |
| "step_time": 208.00693321699873 | |
| }, | |
| { | |
| "epoch": 0.4431818181818182, | |
| "grad_norm": 0.0036431732587516308, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03268931061029434, | |
| "step": 39 | |
| }, | |
| { | |
| "clip_ratio": 4.239076474732428e-05, | |
| "completions/clipped_ratio": 0.19140625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2321.060546875, | |
| "completions/mean_terminated_length": 1900.90576171875, | |
| "completions/min_length": 158.0, | |
| "completions/min_terminated_length": 158.0, | |
| "epoch": 0.45454545454545453, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 56331847.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7265625, | |
| "reward_std": 0.4461594223976135, | |
| "rewards/correct/mean": 0.7265625, | |
| "rewards/correct/std": 0.4461594223976135, | |
| "rollout/chars": 6050.65625, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9441235065460205, | |
| "sampling/importance_sampling_ratio/mean": 0.9550347328186035, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5566263198852539, | |
| "sampling/sampling_logp_difference/mean": 0.004640746861696243, | |
| "step": 40, | |
| "step_time": 232.20252943600644 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 0.003447507508099079, | |
| "learning_rate": 1e-05, | |
| "loss": 0.040430452674627304, | |
| "step": 40 | |
| }, | |
| { | |
| "clip_ratio": 4.128463280039796e-05, | |
| "completions/clipped_ratio": 0.23046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4061.0, | |
| "completions/mean_length": 2350.501953125, | |
| "completions/mean_terminated_length": 1827.738525390625, | |
| "completions/min_length": 233.0, | |
| "completions/min_terminated_length": 233.0, | |
| "epoch": 0.4659090909090909, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 57599928.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.6875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.658203125, | |
| "reward_std": 0.4747757613658905, | |
| "rewards/correct/mean": 0.658203125, | |
| "rewards/correct/std": 0.4747757613658905, | |
| "rollout/chars": 6086.21875, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.7746007442474365, | |
| "sampling/importance_sampling_ratio/mean": 0.9619885683059692, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.888315200805664, | |
| "sampling/sampling_logp_difference/mean": 0.004755809437483549, | |
| "step": 41, | |
| "step_time": 234.87280439599635 | |
| }, | |
| { | |
| "epoch": 0.4659090909090909, | |
| "grad_norm": 0.003600901225581765, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03945820778608322, | |
| "step": 41 | |
| }, | |
| { | |
| "clip_ratio": 4.081156771462702e-05, | |
| "completions/clipped_ratio": 0.240234375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 2359.01171875, | |
| "completions/mean_terminated_length": 1809.7840576171875, | |
| "completions/min_length": 261.0, | |
| "completions/min_terminated_length": 261.0, | |
| "epoch": 0.4772727272727273, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 58867902.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.677734375, | |
| "reward_std": 0.46780112385749817, | |
| "rewards/correct/mean": 0.677734375, | |
| "rewards/correct/std": 0.46780112385749817, | |
| "rollout/chars": 9607.8125, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.40625, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.874417304992676, | |
| "sampling/importance_sampling_ratio/mean": 0.9376507997512817, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5530819892883301, | |
| "sampling/sampling_logp_difference/mean": 0.004874600097537041, | |
| "step": 42, | |
| "step_time": 207.32737054100653 | |
| }, | |
| { | |
| "epoch": 0.4772727272727273, | |
| "grad_norm": 0.003691115416586399, | |
| "learning_rate": 1e-05, | |
| "loss": 0.035165682435035706, | |
| "step": 42 | |
| }, | |
| { | |
| "clip_ratio": 4.7922681119416666e-05, | |
| "completions/clipped_ratio": 0.2109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2121.927734375, | |
| "completions/mean_terminated_length": 1594.2054443359375, | |
| "completions/min_length": 258.0, | |
| "completions/min_terminated_length": 258.0, | |
| "epoch": 0.48863636363636365, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 60021737.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.751953125, | |
| "reward_std": 0.4323015511035919, | |
| "rewards/correct/mean": 0.751953125, | |
| "rewards/correct/std": 0.4323015511035919, | |
| "rollout/chars": 7986.0, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.9013590812683105, | |
| "sampling/importance_sampling_ratio/mean": 0.9236944317817688, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5296273231506348, | |
| "sampling/sampling_logp_difference/mean": 0.004975184798240662, | |
| "step": 43, | |
| "step_time": 222.71566601800077 | |
| }, | |
| { | |
| "epoch": 0.48863636363636365, | |
| "grad_norm": 0.0032141930423676968, | |
| "learning_rate": 1e-05, | |
| "loss": 0.031207803636789322, | |
| "step": 43 | |
| }, | |
| { | |
| "clip_ratio": 4.502689955643291e-05, | |
| "completions/clipped_ratio": 0.2734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4081.0, | |
| "completions/mean_length": 2710.71484375, | |
| "completions/mean_terminated_length": 2189.370849609375, | |
| "completions/min_length": 399.0, | |
| "completions/min_terminated_length": 399.0, | |
| "epoch": 0.5, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 61482727.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.65234375, | |
| "reward_std": 0.47669193148612976, | |
| "rewards/correct/mean": 0.65234375, | |
| "rewards/correct/std": 0.47669193148612976, | |
| "rollout/chars": 13552.09375, | |
| "rollout/commit": 0.40625, | |
| "rollout/reward": 0.25, | |
| "rollout/trunc": 0.625, | |
| "sampling/importance_sampling_ratio/max": 2.9828054904937744, | |
| "sampling/importance_sampling_ratio/mean": 0.9278571009635925, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7164409160614014, | |
| "sampling/sampling_logp_difference/mean": 0.005057974718511105, | |
| "step": 44, | |
| "step_time": 205.39486570699955 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.0035538969095796347, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04245685040950775, | |
| "step": 44 | |
| }, | |
| { | |
| "clip_ratio": 3.6159511012101575e-05, | |
| "completions/clipped_ratio": 0.208984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4075.0, | |
| "completions/mean_length": 2432.134765625, | |
| "completions/mean_terminated_length": 1992.5457763671875, | |
| "completions/min_length": 224.0, | |
| "completions/min_terminated_length": 224.0, | |
| "epoch": 0.5113636363636364, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 62793372.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7421875, | |
| "reward_std": 0.43785804510116577, | |
| "rewards/correct/mean": 0.7421875, | |
| "rewards/correct/std": 0.43785804510116577, | |
| "rollout/chars": 6969.3125, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.979311943054199, | |
| "sampling/importance_sampling_ratio/mean": 0.9486267566680908, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.080000877380371, | |
| "sampling/sampling_logp_difference/mean": 0.004703765735030174, | |
| "step": 45, | |
| "step_time": 213.5226564270124 | |
| }, | |
| { | |
| "epoch": 0.5113636363636364, | |
| "grad_norm": 0.004064072854816914, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06307149678468704, | |
| "step": 45 | |
| }, | |
| { | |
| "clip_ratio": 6.182664350262712e-05, | |
| "completions/clipped_ratio": 0.251953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4064.0, | |
| "completions/mean_length": 2435.552734375, | |
| "completions/mean_terminated_length": 1876.289794921875, | |
| "completions/min_length": 353.0, | |
| "completions/min_terminated_length": 353.0, | |
| "epoch": 0.5227272727272727, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 64113431.0, | |
| "register/okay": 0.09375, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6328125, | |
| "reward_std": 0.48250964283943176, | |
| "rewards/correct/mean": 0.6328125, | |
| "rewards/correct/std": 0.48250964283943176, | |
| "rollout/chars": 7549.25, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.989046573638916, | |
| "sampling/importance_sampling_ratio/mean": 0.8794365525245667, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.0649478435516357, | |
| "sampling/sampling_logp_difference/mean": 0.005066515412181616, | |
| "step": 46, | |
| "step_time": 238.6869710050014 | |
| }, | |
| { | |
| "epoch": 0.5227272727272727, | |
| "grad_norm": 0.0037526381202042103, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05647933483123779, | |
| "step": 46 | |
| }, | |
| { | |
| "clip_ratio": 4.784553817671622e-05, | |
| "completions/clipped_ratio": 0.17578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4086.0, | |
| "completions/mean_length": 2084.8671875, | |
| "completions/mean_terminated_length": 1655.95263671875, | |
| "completions/min_length": 180.0, | |
| "completions/min_terminated_length": 180.0, | |
| "epoch": 0.5340909090909091, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 65256483.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.76171875, | |
| "reward_std": 0.42644867300987244, | |
| "rewards/correct/mean": 0.76171875, | |
| "rewards/correct/std": 0.42644867300987244, | |
| "rollout/chars": 3682.75, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.84405779838562, | |
| "sampling/importance_sampling_ratio/mean": 0.9413059949874878, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5454630255699158, | |
| "sampling/sampling_logp_difference/mean": 0.005082877352833748, | |
| "step": 47, | |
| "step_time": 215.25980535299823 | |
| }, | |
| { | |
| "epoch": 0.5340909090909091, | |
| "grad_norm": 0.003414996201172471, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04025837779045105, | |
| "step": 47 | |
| }, | |
| { | |
| "clip_ratio": 4.7273616303300514e-05, | |
| "completions/clipped_ratio": 0.365234375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4090.0, | |
| "completions/mean_length": 2880.806640625, | |
| "completions/mean_terminated_length": 2181.60302734375, | |
| "completions/min_length": 430.0, | |
| "completions/min_terminated_length": 430.0, | |
| "epoch": 0.5454545454545454, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 66795920.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.56640625, | |
| "reward_std": 0.4960552453994751, | |
| "rewards/correct/mean": 0.56640625, | |
| "rewards/correct/std": 0.4960552453994751, | |
| "rollout/chars": 7730.71875, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.967653751373291, | |
| "sampling/importance_sampling_ratio/mean": 0.8913018703460693, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6522915363311768, | |
| "sampling/sampling_logp_difference/mean": 0.004959162324666977, | |
| "step": 48, | |
| "step_time": 232.4684189019972 | |
| }, | |
| { | |
| "epoch": 0.5454545454545454, | |
| "grad_norm": 0.0030148394871503115, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03712388128042221, | |
| "step": 48 | |
| }, | |
| { | |
| "clip_ratio": 4.2036647414533945e-05, | |
| "completions/clipped_ratio": 0.275390625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2501.763671875, | |
| "completions/mean_terminated_length": 1895.867919921875, | |
| "completions/min_length": 327.0, | |
| "completions/min_terminated_length": 327.0, | |
| "epoch": 0.5568181818181818, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 68155639.0, | |
| "register/okay": 0.0625, | |
| "register/okay_any": 0.9375, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.65234375, | |
| "reward_std": 0.47669193148612976, | |
| "rewards/correct/mean": 0.65234375, | |
| "rewards/correct/std": 0.47669193148612976, | |
| "rollout/chars": 4332.3125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.96474289894104, | |
| "sampling/importance_sampling_ratio/mean": 0.9402225017547607, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.1063487529754639, | |
| "sampling/sampling_logp_difference/mean": 0.004922760184854269, | |
| "step": 49, | |
| "step_time": 242.5428965280007 | |
| }, | |
| { | |
| "epoch": 0.5568181818181818, | |
| "grad_norm": 0.003150244476273656, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02683938853442669, | |
| "step": 49 | |
| }, | |
| { | |
| "clip_ratio": 5.262581521492393e-05, | |
| "completions/clipped_ratio": 0.181640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 2219.458984375, | |
| "completions/mean_terminated_length": 1802.9571533203125, | |
| "completions/min_length": 202.0, | |
| "completions/min_terminated_length": 202.0, | |
| "epoch": 0.5681818181818182, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 69365058.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.716796875, | |
| "reward_std": 0.4509948492050171, | |
| "rewards/correct/mean": 0.716796875, | |
| "rewards/correct/std": 0.4509948492050171, | |
| "rollout/chars": 7746.8125, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.46875, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.8404057025909424, | |
| "sampling/importance_sampling_ratio/mean": 0.9204064607620239, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4059598445892334, | |
| "sampling/sampling_logp_difference/mean": 0.004588037263602018, | |
| "step": 50, | |
| "step_time": 194.41973535799843 | |
| }, | |
| { | |
| "epoch": 0.5681818181818182, | |
| "grad_norm": 0.003299945965409279, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02735048718750477, | |
| "step": 50 | |
| }, | |
| { | |
| "clip_ratio": 4.658469151763711e-05, | |
| "completions/clipped_ratio": 0.28515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 2728.69921875, | |
| "completions/mean_terminated_length": 2183.273193359375, | |
| "completions/min_length": 335.0, | |
| "completions/min_terminated_length": 335.0, | |
| "epoch": 0.5795454545454546, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 70823400.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6484375, | |
| "reward_std": 0.4779251217842102, | |
| "rewards/correct/mean": 0.6484375, | |
| "rewards/correct/std": 0.4779251217842102, | |
| "rollout/chars": 7130.25, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.8543965816497803, | |
| "sampling/importance_sampling_ratio/mean": 0.9431490898132324, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.4018628597259521, | |
| "sampling/sampling_logp_difference/mean": 0.004403980448842049, | |
| "step": 51, | |
| "step_time": 217.6025530260049 | |
| }, | |
| { | |
| "epoch": 0.5795454545454546, | |
| "grad_norm": 0.002995844464749098, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0240937490016222, | |
| "step": 51 | |
| }, | |
| { | |
| "clip_ratio": 2.9246679787320318e-05, | |
| "completions/clipped_ratio": 0.279296875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4079.0, | |
| "completions/mean_length": 2497.025390625, | |
| "completions/mean_terminated_length": 1878.0352783203125, | |
| "completions/min_length": 239.0, | |
| "completions/min_terminated_length": 239.0, | |
| "epoch": 0.5909090909090909, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 72188197.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.64453125, | |
| "reward_std": 0.47912323474884033, | |
| "rewards/correct/mean": 0.64453125, | |
| "rewards/correct/std": 0.47912323474884033, | |
| "rollout/chars": 9988.96875, | |
| "rollout/commit": 0.5, | |
| "rollout/reward": 0.34375, | |
| "rollout/trunc": 0.53125, | |
| "sampling/importance_sampling_ratio/max": 2.9232101440429688, | |
| "sampling/importance_sampling_ratio/mean": 0.9172062873840332, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8242874145507812, | |
| "sampling/sampling_logp_difference/mean": 0.005016656592488289, | |
| "step": 52, | |
| "step_time": 214.57408631000362 | |
| }, | |
| { | |
| "epoch": 0.5909090909090909, | |
| "grad_norm": 0.003411246929317713, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0576096810400486, | |
| "step": 52 | |
| }, | |
| { | |
| "clip_ratio": 5.054653161096212e-05, | |
| "completions/clipped_ratio": 0.2265625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4092.0, | |
| "completions/mean_length": 2143.57421875, | |
| "completions/mean_terminated_length": 1571.6514892578125, | |
| "completions/min_length": 195.0, | |
| "completions/min_terminated_length": 195.0, | |
| "epoch": 0.6022727272727273, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 73356299.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.69140625, | |
| "reward_std": 0.4623647928237915, | |
| "rewards/correct/mean": 0.69140625, | |
| "rewards/correct/std": 0.4623647928237915, | |
| "rollout/chars": 6858.78125, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.9921696186065674, | |
| "sampling/importance_sampling_ratio/mean": 0.9181144833564758, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.030383586883545, | |
| "sampling/sampling_logp_difference/mean": 0.004691462032496929, | |
| "step": 53, | |
| "step_time": 181.63221877400065 | |
| }, | |
| { | |
| "epoch": 0.6022727272727273, | |
| "grad_norm": 0.003647678066045046, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04092782735824585, | |
| "step": 53 | |
| }, | |
| { | |
| "clip_ratio": 4.249565392910881e-05, | |
| "completions/clipped_ratio": 0.27734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4086.0, | |
| "completions/mean_length": 2531.005859375, | |
| "completions/mean_terminated_length": 1930.386474609375, | |
| "completions/min_length": 329.0, | |
| "completions/min_terminated_length": 329.0, | |
| "epoch": 0.6136363636363636, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 74714142.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.654296875, | |
| "reward_std": 0.4760620892047882, | |
| "rewards/correct/mean": 0.654296875, | |
| "rewards/correct/std": 0.4760620892047882, | |
| "rollout/chars": 9815.0625, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.764146327972412, | |
| "sampling/importance_sampling_ratio/mean": 0.946114182472229, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4311070442199707, | |
| "sampling/sampling_logp_difference/mean": 0.0047568269073963165, | |
| "step": 54, | |
| "step_time": 219.72718010098833 | |
| }, | |
| { | |
| "epoch": 0.6136363636363636, | |
| "grad_norm": 0.003797076875343919, | |
| "learning_rate": 1e-05, | |
| "loss": 0.08744138479232788, | |
| "step": 54 | |
| }, | |
| { | |
| "clip_ratio": 5.191841631813077e-05, | |
| "completions/clipped_ratio": 0.265625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4093.0, | |
| "completions/mean_length": 2389.51171875, | |
| "completions/mean_terminated_length": 1772.271240234375, | |
| "completions/min_length": 270.0, | |
| "completions/min_terminated_length": 270.0, | |
| "epoch": 0.625, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 75994788.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.642578125, | |
| "reward_std": 0.4797092080116272, | |
| "rewards/correct/mean": 0.642578125, | |
| "rewards/correct/std": 0.4797092080116272, | |
| "rollout/chars": 5294.71875, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.9695074558258057, | |
| "sampling/importance_sampling_ratio/mean": 0.9630504846572876, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6024425029754639, | |
| "sampling/sampling_logp_difference/mean": 0.004764664452522993, | |
| "step": 55, | |
| "step_time": 202.55114150499867 | |
| }, | |
| { | |
| "epoch": 0.625, | |
| "grad_norm": 0.0037811100482940674, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05018414929509163, | |
| "step": 55 | |
| }, | |
| { | |
| "clip_ratio": 3.818530814214682e-05, | |
| "completions/clipped_ratio": 0.271484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4093.0, | |
| "completions/mean_length": 2400.95703125, | |
| "completions/mean_terminated_length": 1769.292236328125, | |
| "completions/min_length": 329.0, | |
| "completions/min_terminated_length": 329.0, | |
| "epoch": 0.6363636363636364, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 77289662.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6640625, | |
| "reward_std": 0.4727790653705597, | |
| "rewards/correct/mean": 0.6640625, | |
| "rewards/correct/std": 0.4727790653705597, | |
| "rollout/chars": 7601.21875, | |
| "rollout/commit": 0.6875, | |
| "rollout/reward": 0.4375, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.9998912811279297, | |
| "sampling/importance_sampling_ratio/mean": 0.9442312717437744, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8419792652130127, | |
| "sampling/sampling_logp_difference/mean": 0.004754454363137484, | |
| "step": 56, | |
| "step_time": 229.20321971600424 | |
| }, | |
| { | |
| "epoch": 0.6363636363636364, | |
| "grad_norm": 0.003686784068122506, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05815686285495758, | |
| "step": 56 | |
| }, | |
| { | |
| "clip_ratio": 4.021892334549193e-05, | |
| "completions/clipped_ratio": 0.177734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 1999.87109375, | |
| "completions/mean_terminated_length": 1546.7886962890625, | |
| "completions/min_length": 118.0, | |
| "completions/min_terminated_length": 118.0, | |
| "epoch": 0.6477272727272727, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 78373484.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.751953125, | |
| "reward_std": 0.4323015511035919, | |
| "rewards/correct/mean": 0.751953125, | |
| "rewards/correct/std": 0.4323015511035919, | |
| "rollout/chars": 9423.875, | |
| "rollout/commit": 0.46875, | |
| "rollout/reward": 0.4375, | |
| "rollout/trunc": 0.5625, | |
| "sampling/importance_sampling_ratio/max": 2.8716530799865723, | |
| "sampling/importance_sampling_ratio/mean": 0.9636626243591309, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7181296348571777, | |
| "sampling/sampling_logp_difference/mean": 0.004822447896003723, | |
| "step": 57, | |
| "step_time": 207.26324840899179 | |
| }, | |
| { | |
| "epoch": 0.6477272727272727, | |
| "grad_norm": 0.003879693103954196, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04891563206911087, | |
| "step": 57 | |
| }, | |
| { | |
| "clip_ratio": 4.452647993957726e-05, | |
| "completions/clipped_ratio": 0.255859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 2422.7890625, | |
| "completions/mean_terminated_length": 1848.577392578125, | |
| "completions/min_length": 259.0, | |
| "completions/min_terminated_length": 259.0, | |
| "epoch": 0.6590909090909091, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 79684544.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.75, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.658203125, | |
| "reward_std": 0.4747757613658905, | |
| "rewards/correct/mean": 0.658203125, | |
| "rewards/correct/std": 0.4747757613658905, | |
| "rollout/chars": 8886.1875, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.7507035732269287, | |
| "sampling/importance_sampling_ratio/mean": 0.9232572913169861, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0612422227859497, | |
| "sampling/sampling_logp_difference/mean": 0.004986472427845001, | |
| "step": 58, | |
| "step_time": 227.0520191610085 | |
| }, | |
| { | |
| "epoch": 0.6590909090909091, | |
| "grad_norm": 0.0036361583042889833, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03166275471448898, | |
| "step": 58 | |
| }, | |
| { | |
| "clip_ratio": 4.475837192785548e-05, | |
| "completions/clipped_ratio": 0.296875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 2580.60546875, | |
| "completions/mean_terminated_length": 1940.772216796875, | |
| "completions/min_length": 271.0, | |
| "completions/min_terminated_length": 271.0, | |
| "epoch": 0.6704545454545454, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 81072166.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.630859375, | |
| "reward_std": 0.4830440282821655, | |
| "rewards/correct/mean": 0.630859375, | |
| "rewards/correct/std": 0.4830440282821655, | |
| "rollout/chars": 9337.8125, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.8947973251342773, | |
| "sampling/importance_sampling_ratio/mean": 0.9524353742599487, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6679909229278564, | |
| "sampling/sampling_logp_difference/mean": 0.004624797031283379, | |
| "step": 59, | |
| "step_time": 226.3665666429988 | |
| }, | |
| { | |
| "epoch": 0.6704545454545454, | |
| "grad_norm": 0.003573889844119549, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05335336923599243, | |
| "step": 59 | |
| }, | |
| { | |
| "clip_ratio": 5.3456279715646815e-05, | |
| "completions/clipped_ratio": 0.189453125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4049.0, | |
| "completions/mean_length": 2079.482421875, | |
| "completions/mean_terminated_length": 1608.15185546875, | |
| "completions/min_length": 215.0, | |
| "completions/min_terminated_length": 215.0, | |
| "epoch": 0.6818181818181818, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 82194877.0, | |
| "register/okay": 0.09375, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.728515625, | |
| "reward_std": 0.44516023993492126, | |
| "rewards/correct/mean": 0.728515625, | |
| "rewards/correct/std": 0.44516023993492126, | |
| "rollout/chars": 9809.5625, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.8220648765563965, | |
| "sampling/importance_sampling_ratio/mean": 0.9266712665557861, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5561995506286621, | |
| "sampling/sampling_logp_difference/mean": 0.004602561239153147, | |
| "step": 60, | |
| "step_time": 202.86149891199238 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 0.0034001499880105257, | |
| "learning_rate": 1e-05, | |
| "loss": 0.039109375327825546, | |
| "step": 60 | |
| }, | |
| { | |
| "clip_ratio": 3.886056003921112e-05, | |
| "completions/clipped_ratio": 0.26953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4096.0, | |
| "completions/mean_length": 2465.1796875, | |
| "completions/mean_terminated_length": 1864.7166748046875, | |
| "completions/min_length": 376.0, | |
| "completions/min_terminated_length": 376.0, | |
| "epoch": 0.6931818181818182, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 83540089.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.669921875, | |
| "reward_std": 0.47070086002349854, | |
| "rewards/correct/mean": 0.669921875, | |
| "rewards/correct/std": 0.47070086002349854, | |
| "rollout/chars": 7354.40625, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.9583966732025146, | |
| "sampling/importance_sampling_ratio/mean": 0.9647207260131836, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3499653339385986, | |
| "sampling/sampling_logp_difference/mean": 0.0047961147502064705, | |
| "step": 61, | |
| "step_time": 245.6543137339977 | |
| }, | |
| { | |
| "epoch": 0.6931818181818182, | |
| "grad_norm": 0.0036566774360835552, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04430537670850754, | |
| "step": 61 | |
| }, | |
| { | |
| "clip_ratio": 4.715258347687268e-05, | |
| "completions/clipped_ratio": 0.22265625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 2493.732421875, | |
| "completions/mean_terminated_length": 2034.7913818359375, | |
| "completions/min_length": 384.0, | |
| "completions/min_terminated_length": 384.0, | |
| "epoch": 0.7045454545454546, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 84883168.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.71875, | |
| "reward_std": 0.45004892349243164, | |
| "rewards/correct/mean": 0.71875, | |
| "rewards/correct/std": 0.45004892349243164, | |
| "rollout/chars": 11460.28125, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.996396064758301, | |
| "sampling/importance_sampling_ratio/mean": 0.927265465259552, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3536334037780762, | |
| "sampling/sampling_logp_difference/mean": 0.004705195315182209, | |
| "step": 62, | |
| "step_time": 217.31840921299954 | |
| }, | |
| { | |
| "epoch": 0.7045454545454546, | |
| "grad_norm": 0.0036497486289590597, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0523228719830513, | |
| "step": 62 | |
| }, | |
| { | |
| "clip_ratio": 5.232278874700569e-05, | |
| "completions/clipped_ratio": 0.21875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4072.0, | |
| "completions/mean_length": 2206.771484375, | |
| "completions/mean_terminated_length": 1677.7874755859375, | |
| "completions/min_length": 240.0, | |
| "completions/min_terminated_length": 240.0, | |
| "epoch": 0.7159090909090909, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 86075979.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": -0.4137931034482759, | |
| "register/verify_any": 0.90625, | |
| "reward": 0.73046875, | |
| "reward_std": 0.44415023922920227, | |
| "rewards/correct/mean": 0.73046875, | |
| "rewards/correct/std": 0.44415023922920227, | |
| "rollout/chars": 6005.75, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.9880001544952393, | |
| "sampling/importance_sampling_ratio/mean": 0.914750874042511, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5109350681304932, | |
| "sampling/sampling_logp_difference/mean": 0.004886114038527012, | |
| "step": 63, | |
| "step_time": 212.4865788399984 | |
| }, | |
| { | |
| "epoch": 0.7159090909090909, | |
| "grad_norm": 0.003489773953333497, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0597803108394146, | |
| "step": 63 | |
| }, | |
| { | |
| "clip_ratio": 3.697571492011775e-05, | |
| "completions/clipped_ratio": 0.21484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2341.447265625, | |
| "completions/mean_terminated_length": 1861.345703125, | |
| "completions/min_length": 278.0, | |
| "completions/min_terminated_length": 278.0, | |
| "epoch": 0.7272727272727273, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 87347744.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.693359375, | |
| "reward_std": 0.4615498185157776, | |
| "rewards/correct/mean": 0.693359375, | |
| "rewards/correct/std": 0.4615498185157776, | |
| "rollout/chars": 2203.65625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9642345905303955, | |
| "sampling/importance_sampling_ratio/mean": 0.9727215766906738, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9567770957946777, | |
| "sampling/sampling_logp_difference/mean": 0.004946683067828417, | |
| "step": 64, | |
| "step_time": 212.92553410700566 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 0.004189362283796072, | |
| "learning_rate": 1e-05, | |
| "loss": 0.07004909217357635, | |
| "step": 64 | |
| }, | |
| { | |
| "clip_ratio": 3.796882333517715e-05, | |
| "completions/clipped_ratio": 0.2578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4076.0, | |
| "completions/mean_length": 2461.544921875, | |
| "completions/mean_terminated_length": 1893.786865234375, | |
| "completions/min_length": 12.0, | |
| "completions/min_terminated_length": 12.0, | |
| "epoch": 0.7386363636363636, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 88670167.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.658203125, | |
| "reward_std": 0.4747757613658905, | |
| "rewards/correct/mean": 0.658203125, | |
| "rewards/correct/std": 0.4747757613658905, | |
| "rollout/chars": 8104.09375, | |
| "rollout/commit": 0.53125, | |
| "rollout/reward": 0.40625, | |
| "rollout/trunc": 0.5625, | |
| "sampling/importance_sampling_ratio/max": 2.8981740474700928, | |
| "sampling/importance_sampling_ratio/mean": 0.9541049003601074, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.915899395942688, | |
| "sampling/sampling_logp_difference/mean": 0.0045292191207408905, | |
| "step": 65, | |
| "step_time": 205.35146746500322 | |
| }, | |
| { | |
| "epoch": 0.7386363636363636, | |
| "grad_norm": 0.0034650671295821667, | |
| "learning_rate": 1e-05, | |
| "loss": 0.055638059973716736, | |
| "step": 65 | |
| }, | |
| { | |
| "clip_ratio": 5.986664916690643e-05, | |
| "completions/clipped_ratio": 0.1875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4048.0, | |
| "completions/mean_length": 2107.029296875, | |
| "completions/mean_terminated_length": 1648.0361328125, | |
| "completions/min_length": 108.0, | |
| "completions/min_terminated_length": 108.0, | |
| "epoch": 0.75, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 89814678.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.78125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.748046875, | |
| "reward_std": 0.43455907702445984, | |
| "rewards/correct/mean": 0.748046875, | |
| "rewards/correct/std": 0.43455907702445984, | |
| "rollout/chars": 3176.59375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9320180416107178, | |
| "sampling/importance_sampling_ratio/mean": 0.949730396270752, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 7.11814022064209, | |
| "sampling/sampling_logp_difference/mean": 0.005125499330461025, | |
| "step": 66, | |
| "step_time": 215.50733105100517 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 0.0042817238718271255, | |
| "learning_rate": 1e-05, | |
| "loss": 0.056593768298625946, | |
| "step": 66 | |
| }, | |
| { | |
| "clip_ratio": 4.7780752197468246e-05, | |
| "completions/clipped_ratio": 0.17578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3997.0, | |
| "completions/mean_length": 1993.0234375, | |
| "completions/mean_terminated_length": 1544.5213623046875, | |
| "completions/min_length": 237.0, | |
| "completions/min_terminated_length": 237.0, | |
| "epoch": 0.7613636363636364, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 90900642.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.763671875, | |
| "reward_std": 0.42524150013923645, | |
| "rewards/correct/mean": 0.763671875, | |
| "rewards/correct/std": 0.42524150013923645, | |
| "rollout/chars": 3227.375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9239091873168945, | |
| "sampling/importance_sampling_ratio/mean": 0.9536864757537842, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4159538745880127, | |
| "sampling/sampling_logp_difference/mean": 0.004675320349633694, | |
| "step": 67, | |
| "step_time": 213.83992650399523 | |
| }, | |
| { | |
| "epoch": 0.7613636363636364, | |
| "grad_norm": 0.003478818107396364, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04430510476231575, | |
| "step": 67 | |
| }, | |
| { | |
| "clip_ratio": 2.2938071538192162e-05, | |
| "completions/clipped_ratio": 0.224609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4096.0, | |
| "completions/mean_length": 2450.83203125, | |
| "completions/mean_terminated_length": 1974.27197265625, | |
| "completions/min_length": 578.0, | |
| "completions/min_terminated_length": 578.0, | |
| "epoch": 0.7727272727272727, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 92216028.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.69140625, | |
| "reward_std": 0.4623647928237915, | |
| "rewards/correct/mean": 0.69140625, | |
| "rewards/correct/std": 0.4623647928237915, | |
| "rollout/chars": 7057.125, | |
| "rollout/commit": 0.59375, | |
| "rollout/reward": 0.5, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.927105188369751, | |
| "sampling/importance_sampling_ratio/mean": 0.9140702486038208, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6576094627380371, | |
| "sampling/sampling_logp_difference/mean": 0.0042533790692687035, | |
| "step": 68, | |
| "step_time": 201.8367882020102 | |
| }, | |
| { | |
| "epoch": 0.7727272727272727, | |
| "grad_norm": 0.003300267970189452, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05456356331706047, | |
| "step": 68 | |
| }, | |
| { | |
| "clip_ratio": 2.7818967055281973e-05, | |
| "completions/clipped_ratio": 0.24609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4028.0, | |
| "completions/mean_length": 2318.80078125, | |
| "completions/mean_terminated_length": 1738.6787109375, | |
| "completions/min_length": 165.0, | |
| "completions/min_terminated_length": 165.0, | |
| "epoch": 0.7840909090909091, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 93470742.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.689453125, | |
| "reward_std": 0.46317005157470703, | |
| "rewards/correct/mean": 0.689453125, | |
| "rewards/correct/std": 0.46317005157470703, | |
| "rollout/chars": 3183.625, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.8213675022125244, | |
| "sampling/importance_sampling_ratio/mean": 0.9475071430206299, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.982326865196228, | |
| "sampling/sampling_logp_difference/mean": 0.0047585004940629005, | |
| "step": 69, | |
| "step_time": 213.00111944902164 | |
| }, | |
| { | |
| "epoch": 0.7840909090909091, | |
| "grad_norm": 0.00274608819745481, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02519788220524788, | |
| "step": 69 | |
| }, | |
| { | |
| "clip_ratio": 3.960314887763161e-05, | |
| "completions/clipped_ratio": 0.193359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2265.169921875, | |
| "completions/mean_terminated_length": 1826.302734375, | |
| "completions/min_length": 304.0, | |
| "completions/min_terminated_length": 304.0, | |
| "epoch": 0.7954545454545454, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 94695453.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": -0.033333333333333326, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.712890625, | |
| "reward_std": 0.45285552740097046, | |
| "rewards/correct/mean": 0.712890625, | |
| "rewards/correct/std": 0.45285552740097046, | |
| "rollout/chars": 3913.0625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.8199970722198486, | |
| "sampling/importance_sampling_ratio/mean": 0.9569797515869141, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2235708236694336, | |
| "sampling/sampling_logp_difference/mean": 0.004677018616348505, | |
| "step": 70, | |
| "step_time": 226.57580704100837 | |
| }, | |
| { | |
| "epoch": 0.7954545454545454, | |
| "grad_norm": 0.0036871617194265127, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06538701057434082, | |
| "step": 70 | |
| }, | |
| { | |
| "clip_ratio": 4.43938058083404e-05, | |
| "completions/clipped_ratio": 0.16015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4085.0, | |
| "completions/mean_length": 2226.521484375, | |
| "completions/mean_terminated_length": 1870.0162353515625, | |
| "completions/min_length": 276.0, | |
| "completions/min_terminated_length": 276.0, | |
| "epoch": 0.8068181818181818, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 95895464.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.748046875, | |
| "reward_std": 0.43455907702445984, | |
| "rewards/correct/mean": 0.748046875, | |
| "rewards/correct/std": 0.43455907702445984, | |
| "rollout/chars": 5632.53125, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.657371997833252, | |
| "sampling/importance_sampling_ratio/mean": 0.954735517501831, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4114289879798889, | |
| "sampling/sampling_logp_difference/mean": 0.004413054324686527, | |
| "step": 71, | |
| "step_time": 203.12368171299022 | |
| }, | |
| { | |
| "epoch": 0.8068181818181818, | |
| "grad_norm": 0.003891103435307741, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06480266153812408, | |
| "step": 71 | |
| }, | |
| { | |
| "clip_ratio": 3.642644270485107e-05, | |
| "completions/clipped_ratio": 0.158203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4067.0, | |
| "completions/mean_length": 2170.19140625, | |
| "completions/mean_terminated_length": 1808.264404296875, | |
| "completions/min_length": 354.0, | |
| "completions/min_terminated_length": 354.0, | |
| "epoch": 0.8181818181818182, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 97069322.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.712890625, | |
| "reward_std": 0.45285552740097046, | |
| "rewards/correct/mean": 0.712890625, | |
| "rewards/correct/std": 0.45285552740097046, | |
| "rollout/chars": 5475.28125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.53125, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9911015033721924, | |
| "sampling/importance_sampling_ratio/mean": 0.9561970829963684, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6782810688018799, | |
| "sampling/sampling_logp_difference/mean": 0.004562602378427982, | |
| "step": 72, | |
| "step_time": 179.52364713398129 | |
| }, | |
| { | |
| "epoch": 0.8181818181818182, | |
| "grad_norm": 0.003477900754660368, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04381885007023811, | |
| "step": 72 | |
| }, | |
| { | |
| "clip_ratio": 4.090962750069593e-05, | |
| "completions/clipped_ratio": 0.20703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4046.0, | |
| "completions/mean_length": 2193.423828125, | |
| "completions/mean_terminated_length": 1696.692138671875, | |
| "completions/min_length": 310.0, | |
| "completions/min_terminated_length": 310.0, | |
| "epoch": 0.8295454545454546, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 98250371.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7265625, | |
| "reward_std": 0.4461594223976135, | |
| "rewards/correct/mean": 0.7265625, | |
| "rewards/correct/std": 0.4461594223976135, | |
| "rollout/chars": 10409.375, | |
| "rollout/commit": 0.5625, | |
| "rollout/reward": 0.375, | |
| "rollout/trunc": 0.5625, | |
| "sampling/importance_sampling_ratio/max": 2.8946011066436768, | |
| "sampling/importance_sampling_ratio/mean": 0.9556382894515991, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9020514488220215, | |
| "sampling/sampling_logp_difference/mean": 0.004409998655319214, | |
| "step": 73, | |
| "step_time": 218.21551849300158 | |
| }, | |
| { | |
| "epoch": 0.8295454545454546, | |
| "grad_norm": 0.003277865005657077, | |
| "learning_rate": 1e-05, | |
| "loss": 0.026875026524066925, | |
| "step": 73 | |
| }, | |
| { | |
| "clip_ratio": 4.706709427182432e-05, | |
| "completions/clipped_ratio": 0.1796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4079.0, | |
| "completions/mean_length": 2186.923828125, | |
| "completions/mean_terminated_length": 1768.745361328125, | |
| "completions/min_length": 162.0, | |
| "completions/min_terminated_length": 162.0, | |
| "epoch": 0.8409090909090909, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 99445244.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": -0.32258064516129037, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.712890625, | |
| "reward_std": 0.45285552740097046, | |
| "rewards/correct/mean": 0.712890625, | |
| "rewards/correct/std": 0.45285552740097046, | |
| "rollout/chars": 7441.53125, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.9914798736572266, | |
| "sampling/importance_sampling_ratio/mean": 0.9681503772735596, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.2401676177978516, | |
| "sampling/sampling_logp_difference/mean": 0.004476681351661682, | |
| "step": 74, | |
| "step_time": 213.6933170320117 | |
| }, | |
| { | |
| "epoch": 0.8409090909090909, | |
| "grad_norm": 0.003938047681003809, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03928064554929733, | |
| "step": 74 | |
| }, | |
| { | |
| "clip_ratio": 4.989902947727387e-05, | |
| "completions/clipped_ratio": 0.126953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4058.0, | |
| "completions/mean_length": 1884.677734375, | |
| "completions/mean_terminated_length": 1563.120849609375, | |
| "completions/min_length": 352.0, | |
| "completions/min_terminated_length": 352.0, | |
| "epoch": 0.8522727272727273, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 100473111.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.759765625, | |
| "reward_std": 0.4276435375213623, | |
| "rewards/correct/mean": 0.759765625, | |
| "rewards/correct/std": 0.4276435375213623, | |
| "rollout/chars": 3591.84375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8167707920074463, | |
| "sampling/importance_sampling_ratio/mean": 0.9793204665184021, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.745476722717285, | |
| "sampling/sampling_logp_difference/mean": 0.0047586713917553425, | |
| "step": 75, | |
| "step_time": 165.5286567089861 | |
| }, | |
| { | |
| "epoch": 0.8522727272727273, | |
| "grad_norm": 0.0047437818720936775, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03664234280586243, | |
| "step": 75 | |
| }, | |
| { | |
| "clip_ratio": 4.0110857980835135e-05, | |
| "completions/clipped_ratio": 0.19140625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4070.0, | |
| "completions/mean_length": 2181.103515625, | |
| "completions/mean_terminated_length": 1727.81884765625, | |
| "completions/min_length": 315.0, | |
| "completions/min_terminated_length": 315.0, | |
| "epoch": 0.8636363636363636, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 101649804.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.734375, | |
| "reward_std": 0.44209739565849304, | |
| "rewards/correct/mean": 0.734375, | |
| "rewards/correct/std": 0.44209739565849304, | |
| "rollout/chars": 2777.03125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9395360946655273, | |
| "sampling/importance_sampling_ratio/mean": 0.9469085931777954, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5487773418426514, | |
| "sampling/sampling_logp_difference/mean": 0.004658767022192478, | |
| "step": 76, | |
| "step_time": 174.94837079101126 | |
| }, | |
| { | |
| "epoch": 0.8636363636363636, | |
| "grad_norm": 0.0036041205748915672, | |
| "learning_rate": 1e-05, | |
| "loss": 0.021135743707418442, | |
| "step": 76 | |
| }, | |
| { | |
| "clip_ratio": 4.031354455946712e-05, | |
| "completions/clipped_ratio": 0.248046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 2441.080078125, | |
| "completions/mean_terminated_length": 1895.17138671875, | |
| "completions/min_length": 258.0, | |
| "completions/min_terminated_length": 258.0, | |
| "epoch": 0.875, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 102975829.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.634765625, | |
| "reward_std": 0.4819667339324951, | |
| "rewards/correct/mean": 0.634765625, | |
| "rewards/correct/std": 0.4819667339324951, | |
| "rollout/chars": 7108.96875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.995331287384033, | |
| "sampling/importance_sampling_ratio/mean": 0.9539910554885864, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8611626625061035, | |
| "sampling/sampling_logp_difference/mean": 0.004847717937082052, | |
| "step": 77, | |
| "step_time": 219.1072637529869 | |
| }, | |
| { | |
| "epoch": 0.875, | |
| "grad_norm": 0.003495191689580679, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04030180722475052, | |
| "step": 77 | |
| }, | |
| { | |
| "clip_ratio": 3.0680181964726216e-05, | |
| "completions/clipped_ratio": 0.1796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4071.0, | |
| "completions/mean_length": 2049.79296875, | |
| "completions/mean_terminated_length": 1601.5762939453125, | |
| "completions/min_length": 253.0, | |
| "completions/min_terminated_length": 253.0, | |
| "epoch": 0.8863636363636364, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 104091467.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.75390625, | |
| "reward_std": 0.4311550557613373, | |
| "rewards/correct/mean": 0.75390625, | |
| "rewards/correct/std": 0.4311550557613373, | |
| "rollout/chars": 4061.25, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.8890159130096436, | |
| "sampling/importance_sampling_ratio/mean": 0.9771742820739746, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6568914651870728, | |
| "sampling/sampling_logp_difference/mean": 0.004542468581348658, | |
| "step": 78, | |
| "step_time": 175.01377814499574 | |
| }, | |
| { | |
| "epoch": 0.8863636363636364, | |
| "grad_norm": 0.003674002829939127, | |
| "learning_rate": 1e-05, | |
| "loss": 0.039506569504737854, | |
| "step": 78 | |
| }, | |
| { | |
| "clip_ratio": 2.8853452761268272e-05, | |
| "completions/clipped_ratio": 0.181640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4061.0, | |
| "completions/mean_length": 1899.384765625, | |
| "completions/mean_terminated_length": 1411.83056640625, | |
| "completions/min_length": 182.0, | |
| "completions/min_terminated_length": 182.0, | |
| "epoch": 0.8977272727272727, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 105127920.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": 0.33333333333333337, | |
| "register/verify_any": 0.90625, | |
| "reward": 0.771484375, | |
| "reward_std": 0.4202871024608612, | |
| "rewards/correct/mean": 0.771484375, | |
| "rewards/correct/std": 0.4202871024608612, | |
| "rollout/chars": 2620.625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.538262128829956, | |
| "sampling/importance_sampling_ratio/mean": 0.9482463002204895, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.38710737228393555, | |
| "sampling/sampling_logp_difference/mean": 0.004496150184422731, | |
| "step": 79, | |
| "step_time": 213.3325628570019 | |
| }, | |
| { | |
| "epoch": 0.8977272727272727, | |
| "grad_norm": 0.0037710790056735277, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02028367854654789, | |
| "step": 79 | |
| }, | |
| { | |
| "clip_ratio": 4.6364476474991534e-05, | |
| "completions/clipped_ratio": 0.2109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4078.0, | |
| "completions/mean_length": 2310.5234375, | |
| "completions/mean_terminated_length": 1833.2177734375, | |
| "completions/min_length": 401.0, | |
| "completions/min_terminated_length": 401.0, | |
| "epoch": 0.9090909090909091, | |
| "frac_reward_zero_std": 0.0625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 106390988.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.689453125, | |
| "reward_std": 0.46317005157470703, | |
| "rewards/correct/mean": 0.689453125, | |
| "rewards/correct/std": 0.46317005157470703, | |
| "rollout/chars": 6785.6875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.758918046951294, | |
| "sampling/importance_sampling_ratio/mean": 0.9405354261398315, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.229443073272705, | |
| "sampling/sampling_logp_difference/mean": 0.004641121719032526, | |
| "step": 80, | |
| "step_time": 216.44453251499363 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 0.0037098946049809456, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06528665125370026, | |
| "step": 80 | |
| }, | |
| { | |
| "clip_ratio": 3.082327532411e-05, | |
| "completions/clipped_ratio": 0.259765625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4060.0, | |
| "completions/mean_length": 2549.537109375, | |
| "completions/mean_terminated_length": 2006.8470458984375, | |
| "completions/min_length": 330.0, | |
| "completions/min_terminated_length": 330.0, | |
| "epoch": 0.9204545454545454, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 107762415.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.67578125, | |
| "reward_std": 0.4685399830341339, | |
| "rewards/correct/mean": 0.67578125, | |
| "rewards/correct/std": 0.4685399830341339, | |
| "rollout/chars": 7743.03125, | |
| "rollout/commit": 0.6875, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.976248025894165, | |
| "sampling/importance_sampling_ratio/mean": 0.9721881151199341, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.4394348859786987, | |
| "sampling/sampling_logp_difference/mean": 0.004551028832793236, | |
| "step": 81, | |
| "step_time": 227.58272692199535 | |
| }, | |
| { | |
| "epoch": 0.9204545454545454, | |
| "grad_norm": 0.003331459127366543, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03878581523895264, | |
| "step": 81 | |
| }, | |
| { | |
| "clip_ratio": 4.367932081095205e-05, | |
| "completions/clipped_ratio": 0.169921875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 2035.5703125, | |
| "completions/mean_terminated_length": 1613.7882080078125, | |
| "completions/min_length": 282.0, | |
| "completions/min_terminated_length": 282.0, | |
| "epoch": 0.9318181818181818, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 108876835.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.75, | |
| "reward_std": 0.43343618512153625, | |
| "rewards/correct/mean": 0.75, | |
| "rewards/correct/std": 0.43343618512153625, | |
| "rollout/chars": 3646.9375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9806768894195557, | |
| "sampling/importance_sampling_ratio/mean": 0.9658198356628418, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.1863908767700195, | |
| "sampling/sampling_logp_difference/mean": 0.004391004331409931, | |
| "step": 82, | |
| "step_time": 215.4745593230109 | |
| }, | |
| { | |
| "epoch": 0.9318181818181818, | |
| "grad_norm": 0.0037595191970467567, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03050805814564228, | |
| "step": 82 | |
| }, | |
| { | |
| "clip_ratio": 4.5627527583746996e-05, | |
| "completions/clipped_ratio": 0.201171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4092.0, | |
| "completions/mean_length": 2278.6953125, | |
| "completions/mean_terminated_length": 1821.0367431640625, | |
| "completions/min_length": 271.0, | |
| "completions/min_terminated_length": 271.0, | |
| "epoch": 0.9431818181818182, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 110110983.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.703125, | |
| "reward_std": 0.45732781291007996, | |
| "rewards/correct/mean": 0.703125, | |
| "rewards/correct/std": 0.45732781291007996, | |
| "rollout/chars": 7487.9375, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.9907960891723633, | |
| "sampling/importance_sampling_ratio/mean": 0.9532361030578613, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.028660535812378, | |
| "sampling/sampling_logp_difference/mean": 0.004711423069238663, | |
| "step": 83, | |
| "step_time": 203.9813289429876 | |
| }, | |
| { | |
| "epoch": 0.9431818181818182, | |
| "grad_norm": 0.0036984889302402735, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05200440436601639, | |
| "step": 83 | |
| }, | |
| { | |
| "clip_ratio": 4.000065536047259e-05, | |
| "completions/clipped_ratio": 0.185546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 2399.474609375, | |
| "completions/mean_terminated_length": 2012.97607421875, | |
| "completions/min_length": 244.0, | |
| "completions/min_terminated_length": 244.0, | |
| "epoch": 0.9545454545454546, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 111412874.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": -0.3870967741935484, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.71484375, | |
| "reward_std": 0.45193037390708923, | |
| "rewards/correct/mean": 0.71484375, | |
| "rewards/correct/std": 0.45193037390708923, | |
| "rollout/chars": 5195.65625, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.4650051593780518, | |
| "sampling/importance_sampling_ratio/mean": 0.9181221127510071, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 4.371954441070557, | |
| "sampling/sampling_logp_difference/mean": 0.004593420773744583, | |
| "step": 84, | |
| "step_time": 194.1572900240135 | |
| }, | |
| { | |
| "epoch": 0.9545454545454546, | |
| "grad_norm": 0.003423116635531187, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02327781170606613, | |
| "step": 84 | |
| }, | |
| { | |
| "clip_ratio": 3.935570055091375e-05, | |
| "completions/clipped_ratio": 0.216796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 2182.353515625, | |
| "completions/mean_terminated_length": 1660.06494140625, | |
| "completions/min_length": 268.0, | |
| "completions/min_terminated_length": 268.0, | |
| "epoch": 0.9659090909090909, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 112594607.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.724609375, | |
| "reward_std": 0.44714778661727905, | |
| "rewards/correct/mean": 0.724609375, | |
| "rewards/correct/std": 0.44714778661727905, | |
| "rollout/chars": 6484.03125, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.973640203475952, | |
| "sampling/importance_sampling_ratio/mean": 0.9410937428474426, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.407167911529541, | |
| "sampling/sampling_logp_difference/mean": 0.004774660337716341, | |
| "step": 85, | |
| "step_time": 224.1207649390126 | |
| }, | |
| { | |
| "epoch": 0.9659090909090909, | |
| "grad_norm": 0.0036640476901084185, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04924885183572769, | |
| "step": 85 | |
| }, | |
| { | |
| "clip_ratio": 2.7320112621964654e-05, | |
| "completions/clipped_ratio": 0.208984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4065.0, | |
| "completions/mean_length": 2155.9296875, | |
| "completions/mean_terminated_length": 1643.367919921875, | |
| "completions/min_length": 244.0, | |
| "completions/min_terminated_length": 244.0, | |
| "epoch": 0.9772727272727273, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 113764891.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.72265625, | |
| "reward_std": 0.4481254518032074, | |
| "rewards/correct/mean": 0.72265625, | |
| "rewards/correct/std": 0.4481254518032074, | |
| "rollout/chars": 6559.96875, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.988853931427002, | |
| "sampling/importance_sampling_ratio/mean": 0.9482577443122864, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.490507125854492, | |
| "sampling/sampling_logp_difference/mean": 0.0044696033000946045, | |
| "step": 86, | |
| "step_time": 204.2120325049982 | |
| }, | |
| { | |
| "epoch": 0.9772727272727273, | |
| "grad_norm": 0.0037808024790138006, | |
| "learning_rate": 1e-05, | |
| "loss": 0.027897892519831657, | |
| "step": 86 | |
| }, | |
| { | |
| "clip_ratio": 4.0730785940468195e-05, | |
| "completions/clipped_ratio": 0.1796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4049.0, | |
| "completions/mean_length": 2207.6015625, | |
| "completions/mean_terminated_length": 1793.952392578125, | |
| "completions/min_length": 392.0, | |
| "completions/min_terminated_length": 392.0, | |
| "epoch": 0.9886363636363636, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 114959919.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.708984375, | |
| "reward_std": 0.45467492938041687, | |
| "rewards/correct/mean": 0.708984375, | |
| "rewards/correct/std": 0.45467492938041687, | |
| "rollout/chars": 6403.25, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.8789844512939453, | |
| "sampling/importance_sampling_ratio/mean": 0.961101770401001, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7220220565795898, | |
| "sampling/sampling_logp_difference/mean": 0.004631407558917999, | |
| "step": 87, | |
| "step_time": 204.78965708398755 | |
| }, | |
| { | |
| "epoch": 0.9886363636363636, | |
| "grad_norm": 0.0037596486508846283, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06505006551742554, | |
| "step": 87 | |
| }, | |
| { | |
| "clip_ratio": 2.3238894073074334e-05, | |
| "completions/clipped_ratio": 0.10546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 1959.783203125, | |
| "completions/mean_terminated_length": 1707.9149169921875, | |
| "completions/min_length": 320.0, | |
| "completions/min_terminated_length": 320.0, | |
| "epoch": 1.0, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 116021648.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.833984375, | |
| "reward_std": 0.3724585771560669, | |
| "rewards/correct/mean": 0.833984375, | |
| "rewards/correct/std": 0.3724585771560669, | |
| "rollout/chars": 4463.15625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.903125762939453, | |
| "sampling/importance_sampling_ratio/mean": 1.0001908540725708, | |
| "sampling/importance_sampling_ratio/min": 0.0427229143679142, | |
| "sampling/sampling_logp_difference/max": 0.527714729309082, | |
| "sampling/sampling_logp_difference/mean": 0.004416049458086491, | |
| "step": 88, | |
| "step_time": 171.5405668849926 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.0036739709321409464, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03120698407292366, | |
| "step": 88 | |
| }, | |
| { | |
| "clip_ratio": 4.8754361273495306e-05, | |
| "completions/clipped_ratio": 0.1953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4069.0, | |
| "completions/mean_length": 2059.328125, | |
| "completions/mean_terminated_length": 1564.9903564453125, | |
| "completions/min_length": 205.0, | |
| "completions/min_terminated_length": 205.0, | |
| "epoch": 1.0113636363636365, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 117141832.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.73046875, | |
| "reward_std": 0.44415023922920227, | |
| "rewards/correct/mean": 0.73046875, | |
| "rewards/correct/std": 0.44415023922920227, | |
| "rollout/chars": 5413.90625, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.9950687885284424, | |
| "sampling/importance_sampling_ratio/mean": 0.9584047794342041, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6936482191085815, | |
| "sampling/sampling_logp_difference/mean": 0.004635064862668514, | |
| "step": 89, | |
| "step_time": 213.23433205298352 | |
| }, | |
| { | |
| "epoch": 1.0113636363636365, | |
| "grad_norm": 0.0035795806907117367, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04079495742917061, | |
| "step": 89 | |
| }, | |
| { | |
| "clip_ratio": 3.5283550914755324e-05, | |
| "completions/clipped_ratio": 0.140625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4078.0, | |
| "completions/mean_length": 2145.16796875, | |
| "completions/mean_terminated_length": 1825.9407958984375, | |
| "completions/min_length": 227.0, | |
| "completions/min_terminated_length": 227.0, | |
| "epoch": 1.0227272727272727, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 118315342.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.76953125, | |
| "reward_std": 0.42154473066329956, | |
| "rewards/correct/mean": 0.76953125, | |
| "rewards/correct/std": 0.42154473066329956, | |
| "rollout/chars": 4900.375, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9338715076446533, | |
| "sampling/importance_sampling_ratio/mean": 0.9188010692596436, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.7511227130889893, | |
| "sampling/sampling_logp_difference/mean": 0.004697825293987989, | |
| "step": 90, | |
| "step_time": 173.5616934130012 | |
| }, | |
| { | |
| "epoch": 1.0227272727272727, | |
| "grad_norm": 0.003947510849684477, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02850821241736412, | |
| "step": 90 | |
| }, | |
| { | |
| "clip_ratio": 3.4324143314279354e-05, | |
| "completions/clipped_ratio": 0.216796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4067.0, | |
| "completions/mean_length": 2320.306640625, | |
| "completions/mean_terminated_length": 1828.7806396484375, | |
| "completions/min_length": 200.0, | |
| "completions/min_terminated_length": 200.0, | |
| "epoch": 1.0340909090909092, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 119577099.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7265625, | |
| "reward_std": 0.4461594223976135, | |
| "rewards/correct/mean": 0.7265625, | |
| "rewards/correct/std": 0.4461594223976135, | |
| "rollout/chars": 6038.375, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.961963415145874, | |
| "sampling/importance_sampling_ratio/mean": 0.9410706758499146, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6066663265228271, | |
| "sampling/sampling_logp_difference/mean": 0.0046050529927015305, | |
| "step": 91, | |
| "step_time": 194.22084415600693 | |
| }, | |
| { | |
| "epoch": 1.0340909090909092, | |
| "grad_norm": 0.003745067398995161, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05161101371049881, | |
| "step": 91 | |
| }, | |
| { | |
| "clip_ratio": 2.8153965445198992e-05, | |
| "completions/clipped_ratio": 0.14453125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4070.0, | |
| "completions/mean_length": 2106.283203125, | |
| "completions/mean_terminated_length": 1770.1209716796875, | |
| "completions/min_length": 270.0, | |
| "completions/min_terminated_length": 270.0, | |
| "epoch": 1.0454545454545454, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 120717372.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.783203125, | |
| "reward_std": 0.4124660789966583, | |
| "rewards/correct/mean": 0.783203125, | |
| "rewards/correct/std": 0.4124660789966583, | |
| "rollout/chars": 4021.875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.950380563735962, | |
| "sampling/importance_sampling_ratio/mean": 0.9628072381019592, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3171067237854004, | |
| "sampling/sampling_logp_difference/mean": 0.004503586329519749, | |
| "step": 92, | |
| "step_time": 185.98780072100635 | |
| }, | |
| { | |
| "epoch": 1.0454545454545454, | |
| "grad_norm": 0.0037332919891923666, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05408789962530136, | |
| "step": 92 | |
| }, | |
| { | |
| "clip_ratio": 3.645778167538083e-05, | |
| "completions/clipped_ratio": 0.17578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4078.0, | |
| "completions/mean_length": 2234.03125, | |
| "completions/mean_terminated_length": 1836.928955078125, | |
| "completions/min_length": 298.0, | |
| "completions/min_terminated_length": 298.0, | |
| "epoch": 1.0568181818181819, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 121923036.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.736328125, | |
| "reward_std": 0.4410543739795685, | |
| "rewards/correct/mean": 0.736328125, | |
| "rewards/correct/std": 0.4410543739795685, | |
| "rollout/chars": 6789.5625, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.825411796569824, | |
| "sampling/importance_sampling_ratio/mean": 0.9296578168869019, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.4022775888442993, | |
| "sampling/sampling_logp_difference/mean": 0.00476218992844224, | |
| "step": 93, | |
| "step_time": 176.75329591200716 | |
| }, | |
| { | |
| "epoch": 1.0568181818181819, | |
| "grad_norm": 0.0036660602781921625, | |
| "learning_rate": 1e-05, | |
| "loss": 0.042269282042980194, | |
| "step": 93 | |
| }, | |
| { | |
| "clip_ratio": 3.608566220236753e-05, | |
| "completions/clipped_ratio": 0.138671875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2214.705078125, | |
| "completions/mean_terminated_length": 1911.8616943359375, | |
| "completions/min_length": 363.0, | |
| "completions/min_terminated_length": 363.0, | |
| "epoch": 1.0681818181818181, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 123131589.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.7890625, | |
| "reward_std": 0.4083731174468994, | |
| "rewards/correct/mean": 0.7890625, | |
| "rewards/correct/std": 0.4083731174468994, | |
| "rollout/chars": 4254.34375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.7271571159362793, | |
| "sampling/importance_sampling_ratio/mean": 0.9117441773414612, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.763913154602051, | |
| "sampling/sampling_logp_difference/mean": 0.004605266265571117, | |
| "step": 94, | |
| "step_time": 198.71478324200143 | |
| }, | |
| { | |
| "epoch": 1.0681818181818181, | |
| "grad_norm": 0.0034007634967565536, | |
| "learning_rate": 1e-05, | |
| "loss": 0.037059236317873, | |
| "step": 94 | |
| }, | |
| { | |
| "clip_ratio": 2.708482827529224e-05, | |
| "completions/clipped_ratio": 0.20703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2148.421875, | |
| "completions/mean_terminated_length": 1639.94091796875, | |
| "completions/min_length": 253.0, | |
| "completions/min_terminated_length": 253.0, | |
| "epoch": 1.0795454545454546, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 124295837.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": -0.12903225806451613, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.712890625, | |
| "reward_std": 0.45285552740097046, | |
| "rewards/correct/mean": 0.712890625, | |
| "rewards/correct/std": 0.45285552740097046, | |
| "rollout/chars": 5562.3125, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9818408489227295, | |
| "sampling/importance_sampling_ratio/mean": 0.956209659576416, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4998002052307129, | |
| "sampling/sampling_logp_difference/mean": 0.004824258387088776, | |
| "step": 95, | |
| "step_time": 244.76602041400474 | |
| }, | |
| { | |
| "epoch": 1.0795454545454546, | |
| "grad_norm": 0.00329650123603642, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04946717619895935, | |
| "step": 95 | |
| }, | |
| { | |
| "clip_ratio": 2.7690322895068675e-05, | |
| "completions/clipped_ratio": 0.15625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 1963.8203125, | |
| "completions/mean_terminated_length": 1568.9722900390625, | |
| "completions/min_length": 128.0, | |
| "completions/min_terminated_length": 128.0, | |
| "epoch": 1.0909090909090908, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 125372961.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.767578125, | |
| "reward_std": 0.42278963327407837, | |
| "rewards/correct/mean": 0.767578125, | |
| "rewards/correct/std": 0.42278963327407837, | |
| "rollout/chars": 9976.40625, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.46875, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.9282562732696533, | |
| "sampling/importance_sampling_ratio/mean": 0.959475040435791, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6861233711242676, | |
| "sampling/sampling_logp_difference/mean": 0.004683908075094223, | |
| "step": 96, | |
| "step_time": 175.66822066700115 | |
| }, | |
| { | |
| "epoch": 1.0909090909090908, | |
| "grad_norm": 0.004028100520372391, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06202996149659157, | |
| "step": 96 | |
| }, | |
| { | |
| "clip_ratio": 1.776730141500593e-05, | |
| "completions/clipped_ratio": 0.103515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4089.0, | |
| "completions/mean_length": 1788.0859375, | |
| "completions/mean_terminated_length": 1521.5947265625, | |
| "completions/min_length": 321.0, | |
| "completions/min_terminated_length": 321.0, | |
| "epoch": 1.1022727272727273, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 126353197.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.845703125, | |
| "reward_std": 0.36158639192581177, | |
| "rewards/correct/mean": 0.845703125, | |
| "rewards/correct/std": 0.36158639192581177, | |
| "rollout/chars": 5476.25, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.615661382675171, | |
| "sampling/importance_sampling_ratio/mean": 0.9756219387054443, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.34112077951431274, | |
| "sampling/sampling_logp_difference/mean": 0.004467233084142208, | |
| "step": 97, | |
| "step_time": 188.14648345100431 | |
| }, | |
| { | |
| "epoch": 1.1022727272727273, | |
| "grad_norm": 0.003993295598775148, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0466451421380043, | |
| "step": 97 | |
| }, | |
| { | |
| "clip_ratio": 3.808449798725633e-05, | |
| "completions/clipped_ratio": 0.19140625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4065.0, | |
| "completions/mean_length": 2329.572265625, | |
| "completions/mean_terminated_length": 1911.432373046875, | |
| "completions/min_length": 296.0, | |
| "completions/min_terminated_length": 296.0, | |
| "epoch": 1.1136363636363635, | |
| "frac_reward_zero_std": 0.03125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 127619138.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.71875, | |
| "register/premium": -0.0714285714285714, | |
| "register/verify_any": 0.875, | |
| "reward": 0.732421875, | |
| "reward_std": 0.4431293308734894, | |
| "rewards/correct/mean": 0.732421875, | |
| "rewards/correct/std": 0.4431293308734894, | |
| "rollout/chars": 2204.1875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9139654636383057, | |
| "sampling/importance_sampling_ratio/mean": 0.9507982730865479, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6805757284164429, | |
| "sampling/sampling_logp_difference/mean": 0.004579736851155758, | |
| "step": 98, | |
| "step_time": 186.86527647100593 | |
| }, | |
| { | |
| "epoch": 1.1136363636363635, | |
| "grad_norm": 0.004190219100564718, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06765235960483551, | |
| "step": 98 | |
| }, | |
| { | |
| "clip_ratio": 2.735300012091102e-05, | |
| "completions/clipped_ratio": 0.162109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 2326.181640625, | |
| "completions/mean_terminated_length": 1983.769287109375, | |
| "completions/min_length": 259.0, | |
| "completions/min_terminated_length": 259.0, | |
| "epoch": 1.125, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 128891231.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.740234375, | |
| "reward_std": 0.4389347732067108, | |
| "rewards/correct/mean": 0.740234375, | |
| "rewards/correct/std": 0.4389347732067108, | |
| "rollout/chars": 9092.28125, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.9636125564575195, | |
| "sampling/importance_sampling_ratio/mean": 0.9375482797622681, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7035832405090332, | |
| "sampling/sampling_logp_difference/mean": 0.0049150558188557625, | |
| "step": 99, | |
| "step_time": 194.6006933720273 | |
| }, | |
| { | |
| "epoch": 1.125, | |
| "grad_norm": 0.003842512611299753, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05795514956116676, | |
| "step": 99 | |
| }, | |
| { | |
| "clip_ratio": 2.080607362131559e-05, | |
| "completions/clipped_ratio": 0.13671875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 2086.37109375, | |
| "completions/mean_terminated_length": 1768.4661865234375, | |
| "completions/min_length": 357.0, | |
| "completions/min_terminated_length": 357.0, | |
| "epoch": 1.1363636363636362, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 130031853.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.765625, | |
| "reward_std": 0.42402184009552, | |
| "rewards/correct/mean": 0.765625, | |
| "rewards/correct/std": 0.42402184009552, | |
| "rollout/chars": 8263.5625, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.9234774112701416, | |
| "sampling/importance_sampling_ratio/mean": 0.9527230262756348, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8298144340515137, | |
| "sampling/sampling_logp_difference/mean": 0.00444570928812027, | |
| "step": 100, | |
| "step_time": 205.96869300399703 | |
| }, | |
| { | |
| "epoch": 1.1363636363636362, | |
| "grad_norm": 0.0036328760907053947, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05291016399860382, | |
| "step": 100 | |
| }, | |
| { | |
| "clip_ratio": 3.829837811508696e-05, | |
| "completions/clipped_ratio": 0.123046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4058.0, | |
| "completions/mean_length": 2088.583984375, | |
| "completions/mean_terminated_length": 1806.919921875, | |
| "completions/min_length": 183.0, | |
| "completions/min_terminated_length": 183.0, | |
| "epoch": 1.1477272727272727, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 131166728.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.875, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.72265625, | |
| "reward_std": 0.4481254518032074, | |
| "rewards/correct/mean": 0.72265625, | |
| "rewards/correct/std": 0.4481254518032074, | |
| "rollout/chars": 4316.625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8553688526153564, | |
| "sampling/importance_sampling_ratio/mean": 0.9402266144752502, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.1525399684906006, | |
| "sampling/sampling_logp_difference/mean": 0.004410602618008852, | |
| "step": 101, | |
| "step_time": 175.65274109602615 | |
| }, | |
| { | |
| "epoch": 1.1477272727272727, | |
| "grad_norm": 0.004013084806501865, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0298526082187891, | |
| "step": 101 | |
| }, | |
| { | |
| "clip_ratio": 2.9813903609010595e-05, | |
| "completions/clipped_ratio": 0.16796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4092.0, | |
| "completions/mean_length": 2126.2421875, | |
| "completions/mean_terminated_length": 1728.591552734375, | |
| "completions/min_length": 270.0, | |
| "completions/min_terminated_length": 270.0, | |
| "epoch": 1.1590909090909092, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 132319092.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.73828125, | |
| "reward_std": 0.44000017642974854, | |
| "rewards/correct/mean": 0.73828125, | |
| "rewards/correct/std": 0.44000017642974854, | |
| "rollout/chars": 8251.5625, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.6589834690093994, | |
| "sampling/importance_sampling_ratio/mean": 0.9480547904968262, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 4.180695056915283, | |
| "sampling/sampling_logp_difference/mean": 0.004475418012589216, | |
| "step": 102, | |
| "step_time": 172.173375399012 | |
| }, | |
| { | |
| "epoch": 1.1590909090909092, | |
| "grad_norm": 0.003630053484812379, | |
| "learning_rate": 1e-05, | |
| "loss": 0.037708982825279236, | |
| "step": 102 | |
| }, | |
| { | |
| "clip_ratio": 3.311573766495712e-05, | |
| "completions/clipped_ratio": 0.099609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4005.0, | |
| "completions/mean_length": 1942.947265625, | |
| "completions/mean_terminated_length": 1704.757080078125, | |
| "completions/min_length": 214.0, | |
| "completions/min_terminated_length": 214.0, | |
| "epoch": 1.1704545454545454, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 133378153.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.78125, | |
| "reward_std": 0.41380295157432556, | |
| "rewards/correct/mean": 0.78125, | |
| "rewards/correct/std": 0.41380295157432556, | |
| "rollout/chars": 9598.75, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.914154052734375, | |
| "sampling/importance_sampling_ratio/mean": 0.9925707578659058, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.049931287765503, | |
| "sampling/sampling_logp_difference/mean": 0.004874754697084427, | |
| "step": 103, | |
| "step_time": 180.64307162597834 | |
| }, | |
| { | |
| "epoch": 1.1704545454545454, | |
| "grad_norm": 0.004443930462002754, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03272289037704468, | |
| "step": 103 | |
| }, | |
| { | |
| "clip_ratio": 3.371821759401428e-05, | |
| "completions/clipped_ratio": 0.21484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3901.0, | |
| "completions/mean_length": 2214.423828125, | |
| "completions/mean_terminated_length": 1699.564697265625, | |
| "completions/min_length": 279.0, | |
| "completions/min_terminated_length": 279.0, | |
| "epoch": 1.1818181818181819, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 134576242.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6796875, | |
| "reward_std": 0.4670529365539551, | |
| "rewards/correct/mean": 0.6796875, | |
| "rewards/correct/std": 0.4670529365539551, | |
| "rollout/chars": 5086.625, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.8436055183410645, | |
| "sampling/importance_sampling_ratio/mean": 0.954440176486969, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.1737936735153198, | |
| "sampling/sampling_logp_difference/mean": 0.004643854685127735, | |
| "step": 104, | |
| "step_time": 222.77558530599345 | |
| }, | |
| { | |
| "epoch": 1.1818181818181819, | |
| "grad_norm": 0.003324542660266161, | |
| "learning_rate": 1e-05, | |
| "loss": 0.027721669524908066, | |
| "step": 104 | |
| }, | |
| { | |
| "clip_ratio": 2.527395594142945e-05, | |
| "completions/clipped_ratio": 0.19921875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 2366.494140625, | |
| "completions/mean_terminated_length": 1936.226806640625, | |
| "completions/min_length": 290.0, | |
| "completions/min_terminated_length": 290.0, | |
| "epoch": 1.1931818181818181, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 135851599.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.650390625, | |
| "reward_std": 0.47731292247772217, | |
| "rewards/correct/mean": 0.650390625, | |
| "rewards/correct/std": 0.47731292247772217, | |
| "rollout/chars": 5585.625, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.707390785217285, | |
| "sampling/importance_sampling_ratio/mean": 0.9411368370056152, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9681485891342163, | |
| "sampling/sampling_logp_difference/mean": 0.004678533412516117, | |
| "step": 105, | |
| "step_time": 198.77671564600314 | |
| }, | |
| { | |
| "epoch": 1.1931818181818181, | |
| "grad_norm": 0.0038325313944369555, | |
| "learning_rate": 1e-05, | |
| "loss": 0.040182776749134064, | |
| "step": 105 | |
| }, | |
| { | |
| "clip_ratio": 2.9666035970876692e-05, | |
| "completions/clipped_ratio": 0.19140625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 2156.87109375, | |
| "completions/mean_terminated_length": 1698.0989990234375, | |
| "completions/min_length": 377.0, | |
| "completions/min_terminated_length": 377.0, | |
| "epoch": 1.2045454545454546, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 137025469.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.720703125, | |
| "reward_std": 0.44909247756004333, | |
| "rewards/correct/mean": 0.720703125, | |
| "rewards/correct/std": 0.44909247756004333, | |
| "rollout/chars": 7301.75, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.785024881362915, | |
| "sampling/importance_sampling_ratio/mean": 0.9441764950752258, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7113728523254395, | |
| "sampling/sampling_logp_difference/mean": 0.004587256349623203, | |
| "step": 106, | |
| "step_time": 195.86932415099 | |
| }, | |
| { | |
| "epoch": 1.2045454545454546, | |
| "grad_norm": 0.004103610757738352, | |
| "learning_rate": 1e-05, | |
| "loss": 0.061051007360219955, | |
| "step": 106 | |
| }, | |
| { | |
| "clip_ratio": 3.602866661367443e-05, | |
| "completions/clipped_ratio": 0.080078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4057.0, | |
| "completions/mean_length": 1713.435546875, | |
| "completions/mean_terminated_length": 1506.0361328125, | |
| "completions/min_length": 201.0, | |
| "completions/min_terminated_length": 201.0, | |
| "epoch": 1.2159090909090908, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 137969420.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8671875, | |
| "reward_std": 0.33970388770103455, | |
| "rewards/correct/mean": 0.8671875, | |
| "rewards/correct/std": 0.33970388770103455, | |
| "rollout/chars": 6246.75, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.5106136798858643, | |
| "sampling/importance_sampling_ratio/mean": 0.9642152786254883, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 6.208148002624512, | |
| "sampling/sampling_logp_difference/mean": 0.004733750596642494, | |
| "step": 107, | |
| "step_time": 144.30355614399014 | |
| }, | |
| { | |
| "epoch": 1.2159090909090908, | |
| "grad_norm": 0.0035058525390923023, | |
| "learning_rate": 1e-05, | |
| "loss": 0.038567136973142624, | |
| "step": 107 | |
| }, | |
| { | |
| "clip_ratio": 3.512928589088915e-05, | |
| "completions/clipped_ratio": 0.158203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4096.0, | |
| "completions/mean_length": 2106.703125, | |
| "completions/mean_terminated_length": 1732.844482421875, | |
| "completions/min_length": 272.0, | |
| "completions/min_terminated_length": 272.0, | |
| "epoch": 1.2272727272727273, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 139111844.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.71875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.71875, | |
| "reward_std": 0.45004892349243164, | |
| "rewards/correct/mean": 0.71875, | |
| "rewards/correct/std": 0.45004892349243164, | |
| "rollout/chars": 3310.15625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.728463649749756, | |
| "sampling/importance_sampling_ratio/mean": 0.9584470987319946, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4000037908554077, | |
| "sampling/sampling_logp_difference/mean": 0.004530446603894234, | |
| "step": 108, | |
| "step_time": 199.19784780900227 | |
| }, | |
| { | |
| "epoch": 1.2272727272727273, | |
| "grad_norm": 0.003907789476215839, | |
| "learning_rate": 1e-05, | |
| "loss": 0.07161826640367508, | |
| "step": 108 | |
| }, | |
| { | |
| "clip_ratio": 2.5208430713519192e-05, | |
| "completions/clipped_ratio": 0.1328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4042.0, | |
| "completions/mean_length": 1998.94140625, | |
| "completions/mean_terminated_length": 1677.770263671875, | |
| "completions/min_length": 213.0, | |
| "completions/min_terminated_length": 213.0, | |
| "epoch": 1.2386363636363638, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 140209558.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.783203125, | |
| "reward_std": 0.4124660789966583, | |
| "rewards/correct/mean": 0.783203125, | |
| "rewards/correct/std": 0.4124660789966583, | |
| "rollout/chars": 4694.71875, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.8777048587799072, | |
| "sampling/importance_sampling_ratio/mean": 0.960885763168335, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8307828903198242, | |
| "sampling/sampling_logp_difference/mean": 0.004563405644148588, | |
| "step": 109, | |
| "step_time": 195.02158101601526 | |
| }, | |
| { | |
| "epoch": 1.2386363636363638, | |
| "grad_norm": 0.004254871513694525, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06813612580299377, | |
| "step": 109 | |
| }, | |
| { | |
| "clip_ratio": 2.873683217785583e-05, | |
| "completions/clipped_ratio": 0.169921875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4079.0, | |
| "completions/mean_length": 2205.048828125, | |
| "completions/mean_terminated_length": 1817.9599609375, | |
| "completions/min_length": 402.0, | |
| "completions/min_terminated_length": 402.0, | |
| "epoch": 1.25, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 141405311.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.748046875, | |
| "reward_std": 0.43455907702445984, | |
| "rewards/correct/mean": 0.748046875, | |
| "rewards/correct/std": 0.43455907702445984, | |
| "rollout/chars": 7274.875, | |
| "rollout/commit": 0.59375, | |
| "rollout/reward": 0.4375, | |
| "rollout/trunc": 0.4375, | |
| "sampling/importance_sampling_ratio/max": 2.993765354156494, | |
| "sampling/importance_sampling_ratio/mean": 0.9446817636489868, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.7587637901306152, | |
| "sampling/sampling_logp_difference/mean": 0.004816094879060984, | |
| "step": 110, | |
| "step_time": 180.07329708900943 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "grad_norm": 0.0034592526499181986, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04061869531869888, | |
| "step": 110 | |
| }, | |
| { | |
| "clip_ratio": 2.828031472290604e-05, | |
| "completions/clipped_ratio": 0.12890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4084.0, | |
| "completions/mean_length": 2103.15625, | |
| "completions/mean_terminated_length": 1808.251220703125, | |
| "completions/min_length": 239.0, | |
| "completions/min_terminated_length": 239.0, | |
| "epoch": 1.2613636363636362, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 142557135.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.736328125, | |
| "reward_std": 0.4410543739795685, | |
| "rewards/correct/mean": 0.736328125, | |
| "rewards/correct/std": 0.4410543739795685, | |
| "rollout/chars": 9438.71875, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.28125, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.8664064407348633, | |
| "sampling/importance_sampling_ratio/mean": 0.9498780369758606, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6922615766525269, | |
| "sampling/sampling_logp_difference/mean": 0.004735993687063456, | |
| "step": 111, | |
| "step_time": 180.82312986201578 | |
| }, | |
| { | |
| "epoch": 1.2613636363636362, | |
| "grad_norm": 0.003941928502172232, | |
| "learning_rate": 1e-05, | |
| "loss": 0.049756407737731934, | |
| "step": 111 | |
| }, | |
| { | |
| "clip_ratio": 2.3861995373408718e-05, | |
| "completions/clipped_ratio": 0.109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4073.0, | |
| "completions/mean_length": 1873.53515625, | |
| "completions/mean_terminated_length": 1600.600830078125, | |
| "completions/min_length": 213.0, | |
| "completions/min_terminated_length": 213.0, | |
| "epoch": 1.2727272727272727, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 143585425.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.78515625, | |
| "reward_std": 0.4111155867576599, | |
| "rewards/correct/mean": 0.78515625, | |
| "rewards/correct/std": 0.4111155867576599, | |
| "rollout/chars": 5517.3125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.882420063018799, | |
| "sampling/importance_sampling_ratio/mean": 0.9606696367263794, | |
| "sampling/importance_sampling_ratio/min": 0.11609238386154175, | |
| "sampling/sampling_logp_difference/max": 1.085385799407959, | |
| "sampling/sampling_logp_difference/mean": 0.004776550456881523, | |
| "step": 112, | |
| "step_time": 184.76188581599854 | |
| }, | |
| { | |
| "epoch": 1.2727272727272727, | |
| "grad_norm": 0.004367031157016754, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03861969709396362, | |
| "step": 112 | |
| }, | |
| { | |
| "clip_ratio": 2.1232936433079885e-05, | |
| "completions/clipped_ratio": 0.158203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 1893.74609375, | |
| "completions/mean_terminated_length": 1479.8653564453125, | |
| "completions/min_length": 253.0, | |
| "completions/min_terminated_length": 253.0, | |
| "epoch": 1.2840909090909092, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 144630175.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": -0.25806451612903225, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.763671875, | |
| "reward_std": 0.42524150013923645, | |
| "rewards/correct/mean": 0.763671875, | |
| "rewards/correct/std": 0.42524150013923645, | |
| "rollout/chars": 4554.65625, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.8746249675750732, | |
| "sampling/importance_sampling_ratio/mean": 0.9863653182983398, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9550256729125977, | |
| "sampling/sampling_logp_difference/mean": 0.004798654466867447, | |
| "step": 113, | |
| "step_time": 186.8795310879941 | |
| }, | |
| { | |
| "epoch": 1.2840909090909092, | |
| "grad_norm": 0.0044394368305802345, | |
| "learning_rate": 1e-05, | |
| "loss": 0.049711160361766815, | |
| "step": 113 | |
| }, | |
| { | |
| "clip_ratio": 4.15757208429568e-05, | |
| "completions/clipped_ratio": 0.267578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4090.0, | |
| "completions/mean_length": 2487.701171875, | |
| "completions/mean_terminated_length": 1900.135986328125, | |
| "completions/min_length": 255.0, | |
| "completions/min_terminated_length": 255.0, | |
| "epoch": 1.2954545454545454, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 145977974.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.58203125, | |
| "reward_std": 0.4937073290348053, | |
| "rewards/correct/mean": 0.58203125, | |
| "rewards/correct/std": 0.4937073290348053, | |
| "rollout/chars": 2982.34375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9935050010681152, | |
| "sampling/importance_sampling_ratio/mean": 0.9447262287139893, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6688656806945801, | |
| "sampling/sampling_logp_difference/mean": 0.0048196567222476006, | |
| "step": 114, | |
| "step_time": 224.4956963980003 | |
| }, | |
| { | |
| "epoch": 1.2954545454545454, | |
| "grad_norm": 0.0037473472766578197, | |
| "learning_rate": 1e-05, | |
| "loss": 0.004939033649861813, | |
| "step": 114 | |
| }, | |
| { | |
| "clip_ratio": 2.229895432037665e-05, | |
| "completions/clipped_ratio": 0.19140625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4072.0, | |
| "completions/mean_length": 2172.037109375, | |
| "completions/mean_terminated_length": 1716.606201171875, | |
| "completions/min_length": 333.0, | |
| "completions/min_terminated_length": 333.0, | |
| "epoch": 1.3068181818181819, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 147158425.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.70703125, | |
| "reward_std": 0.455569326877594, | |
| "rewards/correct/mean": 0.70703125, | |
| "rewards/correct/std": 0.455569326877594, | |
| "rollout/chars": 8236.1875, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.964155435562134, | |
| "sampling/importance_sampling_ratio/mean": 0.9155155420303345, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5859681367874146, | |
| "sampling/sampling_logp_difference/mean": 0.0047963084653019905, | |
| "step": 115, | |
| "step_time": 207.03050563798752 | |
| }, | |
| { | |
| "epoch": 1.3068181818181819, | |
| "grad_norm": 0.0031300601549446583, | |
| "learning_rate": 1e-05, | |
| "loss": 0.006877028848975897, | |
| "step": 115 | |
| }, | |
| { | |
| "clip_ratio": 3.457510467796965e-05, | |
| "completions/clipped_ratio": 0.17578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4046.0, | |
| "completions/mean_length": 2214.63671875, | |
| "completions/mean_terminated_length": 1813.398193359375, | |
| "completions/min_length": 275.0, | |
| "completions/min_terminated_length": 275.0, | |
| "epoch": 1.3181818181818181, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 148360175.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": -0.19354838709677424, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.673828125, | |
| "reward_std": 0.4692695140838623, | |
| "rewards/correct/mean": 0.673828125, | |
| "rewards/correct/std": 0.4692695140838623, | |
| "rollout/chars": 6260.71875, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.6160268783569336, | |
| "sampling/importance_sampling_ratio/mean": 0.9045487642288208, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.643240451812744, | |
| "sampling/sampling_logp_difference/mean": 0.00476405955851078, | |
| "step": 116, | |
| "step_time": 214.0483556869949 | |
| }, | |
| { | |
| "epoch": 1.3181818181818181, | |
| "grad_norm": 0.0035981147084385157, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02397262305021286, | |
| "step": 116 | |
| }, | |
| { | |
| "clip_ratio": 1.480037298051684e-05, | |
| "completions/clipped_ratio": 0.177734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4084.0, | |
| "completions/mean_length": 2261.462890625, | |
| "completions/mean_terminated_length": 1864.924072265625, | |
| "completions/min_length": 402.0, | |
| "completions/min_terminated_length": 402.0, | |
| "epoch": 1.3295454545454546, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 149580716.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.732421875, | |
| "reward_std": 0.4431293308734894, | |
| "rewards/correct/mean": 0.732421875, | |
| "rewards/correct/std": 0.4431293308734894, | |
| "rollout/chars": 5766.625, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.8465805053710938, | |
| "sampling/importance_sampling_ratio/mean": 0.9381433129310608, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9152131080627441, | |
| "sampling/sampling_logp_difference/mean": 0.005000153556466103, | |
| "step": 117, | |
| "step_time": 201.5918023599952 | |
| }, | |
| { | |
| "epoch": 1.3295454545454546, | |
| "grad_norm": 0.003709086449816823, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03645225614309311, | |
| "step": 117 | |
| }, | |
| { | |
| "clip_ratio": 1.7631352534408506e-05, | |
| "completions/clipped_ratio": 0.189453125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4058.0, | |
| "completions/mean_length": 2231.15234375, | |
| "completions/mean_terminated_length": 1795.2723388671875, | |
| "completions/min_length": 308.0, | |
| "completions/min_terminated_length": 308.0, | |
| "epoch": 1.3409090909090908, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 150792794.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.728515625, | |
| "reward_std": 0.44516023993492126, | |
| "rewards/correct/mean": 0.728515625, | |
| "rewards/correct/std": 0.44516023993492126, | |
| "rollout/chars": 9116.71875, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.4375, | |
| "rollout/trunc": 0.4375, | |
| "sampling/importance_sampling_ratio/max": 2.9848761558532715, | |
| "sampling/importance_sampling_ratio/mean": 0.954424262046814, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.732245683670044, | |
| "sampling/sampling_logp_difference/mean": 0.004473987966775894, | |
| "step": 118, | |
| "step_time": 184.61766383699432 | |
| }, | |
| { | |
| "epoch": 1.3409090909090908, | |
| "grad_norm": 0.003316386602818966, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03109358623623848, | |
| "step": 118 | |
| }, | |
| { | |
| "clip_ratio": 2.351750583784451e-05, | |
| "completions/clipped_ratio": 0.140625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4052.0, | |
| "completions/mean_length": 1980.19921875, | |
| "completions/mean_terminated_length": 1633.9771728515625, | |
| "completions/min_length": 187.0, | |
| "completions/min_terminated_length": 187.0, | |
| "epoch": 1.3522727272727273, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 151884928.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.75, | |
| "reward_std": 0.43343618512153625, | |
| "rewards/correct/mean": 0.75, | |
| "rewards/correct/std": 0.43343618512153625, | |
| "rollout/chars": 10327.125, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.3125, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.889343023300171, | |
| "sampling/importance_sampling_ratio/mean": 0.947662353515625, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7009620666503906, | |
| "sampling/sampling_logp_difference/mean": 0.00471032690256834, | |
| "step": 119, | |
| "step_time": 216.69066300101986 | |
| }, | |
| { | |
| "epoch": 1.3522727272727273, | |
| "grad_norm": 0.003888605162501335, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02938293293118477, | |
| "step": 119 | |
| }, | |
| { | |
| "clip_ratio": 2.466431749326148e-05, | |
| "completions/clipped_ratio": 0.11328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4074.0, | |
| "completions/mean_length": 1929.3671875, | |
| "completions/mean_terminated_length": 1652.5726318359375, | |
| "completions/min_length": 304.0, | |
| "completions/min_terminated_length": 304.0, | |
| "epoch": 1.3636363636363638, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 152949132.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7890625, | |
| "reward_std": 0.4083731174468994, | |
| "rewards/correct/mean": 0.7890625, | |
| "rewards/correct/std": 0.4083731174468994, | |
| "rollout/chars": 6741.5, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.862010955810547, | |
| "sampling/importance_sampling_ratio/mean": 0.9365251660346985, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4940710663795471, | |
| "sampling/sampling_logp_difference/mean": 0.004855409264564514, | |
| "step": 120, | |
| "step_time": 187.2340369799931 | |
| }, | |
| { | |
| "epoch": 1.3636363636363638, | |
| "grad_norm": 0.003466185415163636, | |
| "learning_rate": 1e-05, | |
| "loss": 0.026897814124822617, | |
| "step": 120 | |
| }, | |
| { | |
| "clip_ratio": 4.0080947542264767e-05, | |
| "completions/clipped_ratio": 0.1015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4044.0, | |
| "completions/mean_length": 1797.08984375, | |
| "completions/mean_terminated_length": 1537.2130126953125, | |
| "completions/min_length": 149.0, | |
| "completions/min_terminated_length": 149.0, | |
| "epoch": 1.375, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 153936602.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.83984375, | |
| "reward_std": 0.3671095669269562, | |
| "rewards/correct/mean": 0.83984375, | |
| "rewards/correct/std": 0.3671095669269562, | |
| "rollout/chars": 7900.625, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.991859197616577, | |
| "sampling/importance_sampling_ratio/mean": 0.9488269686698914, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6493926048278809, | |
| "sampling/sampling_logp_difference/mean": 0.0050193979404866695, | |
| "step": 121, | |
| "step_time": 158.4213080249683 | |
| }, | |
| { | |
| "epoch": 1.375, | |
| "grad_norm": 0.0036867305170744658, | |
| "learning_rate": 1e-05, | |
| "loss": 0.046038560569286346, | |
| "step": 121 | |
| }, | |
| { | |
| "clip_ratio": 2.4638323793624295e-05, | |
| "completions/clipped_ratio": 0.1484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 2046.83984375, | |
| "completions/mean_terminated_length": 1689.646728515625, | |
| "completions/min_length": 180.0, | |
| "completions/min_terminated_length": 180.0, | |
| "epoch": 1.3863636363636362, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 155046920.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.763671875, | |
| "reward_std": 0.42524150013923645, | |
| "rewards/correct/mean": 0.763671875, | |
| "rewards/correct/std": 0.42524150013923645, | |
| "rollout/chars": 4279.625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.6585822105407715, | |
| "sampling/importance_sampling_ratio/mean": 0.9457110166549683, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.2984497547149658, | |
| "sampling/sampling_logp_difference/mean": 0.004718760959804058, | |
| "step": 122, | |
| "step_time": 168.27481706099934 | |
| }, | |
| { | |
| "epoch": 1.3863636363636362, | |
| "grad_norm": 0.0035898289643228054, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03144431486725807, | |
| "step": 122 | |
| }, | |
| { | |
| "clip_ratio": 2.7891743286545534e-05, | |
| "completions/clipped_ratio": 0.083984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4000.0, | |
| "completions/mean_length": 1619.361328125, | |
| "completions/mean_terminated_length": 1392.2921142578125, | |
| "completions/min_length": 130.0, | |
| "completions/min_terminated_length": 130.0, | |
| "epoch": 1.3977272727272727, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 155949441.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": 0.4838709677419355, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.837890625, | |
| "reward_std": 0.3689115643501282, | |
| "rewards/correct/mean": 0.837890625, | |
| "rewards/correct/std": 0.3689115643501282, | |
| "rollout/chars": 8953.5, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.46875, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.7981770038604736, | |
| "sampling/importance_sampling_ratio/mean": 0.9692623019218445, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.961540699005127, | |
| "sampling/sampling_logp_difference/mean": 0.005073338281363249, | |
| "step": 123, | |
| "step_time": 187.87035358900903 | |
| }, | |
| { | |
| "epoch": 1.3977272727272727, | |
| "grad_norm": 0.004081201273947954, | |
| "learning_rate": 1e-05, | |
| "loss": 0.022434189915657043, | |
| "step": 123 | |
| }, | |
| { | |
| "clip_ratio": 1.4497935524104832e-05, | |
| "completions/clipped_ratio": 0.126953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4068.0, | |
| "completions/mean_length": 2070.365234375, | |
| "completions/mean_terminated_length": 1775.809814453125, | |
| "completions/min_length": 248.0, | |
| "completions/min_terminated_length": 248.0, | |
| "epoch": 1.4090909090909092, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 157079244.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.77734375, | |
| "reward_std": 0.41643625497817993, | |
| "rewards/correct/mean": 0.77734375, | |
| "rewards/correct/std": 0.41643625497817993, | |
| "rollout/chars": 5278.53125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9108169078826904, | |
| "sampling/importance_sampling_ratio/mean": 0.9524581432342529, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0120267868041992, | |
| "sampling/sampling_logp_difference/mean": 0.004769218619912863, | |
| "step": 124, | |
| "step_time": 201.4901939239935 | |
| }, | |
| { | |
| "epoch": 1.4090909090909092, | |
| "grad_norm": 0.0036955843679606915, | |
| "learning_rate": 1e-05, | |
| "loss": 0.007700637448579073, | |
| "step": 124 | |
| }, | |
| { | |
| "clip_ratio": 3.58198747676397e-05, | |
| "completions/clipped_ratio": 0.16015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4068.0, | |
| "completions/mean_length": 2125.9375, | |
| "completions/mean_terminated_length": 1750.2510986328125, | |
| "completions/min_length": 158.0, | |
| "completions/min_terminated_length": 158.0, | |
| "epoch": 1.4204545454545454, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 158234860.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7421875, | |
| "reward_std": 0.43785804510116577, | |
| "rewards/correct/mean": 0.7421875, | |
| "rewards/correct/std": 0.43785804510116577, | |
| "rollout/chars": 5290.46875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.905568838119507, | |
| "sampling/importance_sampling_ratio/mean": 0.9495104551315308, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5693403482437134, | |
| "sampling/sampling_logp_difference/mean": 0.004894970916211605, | |
| "step": 125, | |
| "step_time": 196.06127513899992 | |
| }, | |
| { | |
| "epoch": 1.4204545454545454, | |
| "grad_norm": 0.003997082356363535, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05033978074789047, | |
| "step": 125 | |
| }, | |
| { | |
| "clip_ratio": 2.0383582352678786e-05, | |
| "completions/clipped_ratio": 0.1640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4071.0, | |
| "completions/mean_length": 2206.013671875, | |
| "completions/mean_terminated_length": 1835.0816650390625, | |
| "completions/min_length": 324.0, | |
| "completions/min_terminated_length": 324.0, | |
| "epoch": 1.4318181818181819, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 159425267.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.689453125, | |
| "reward_std": 0.46317005157470703, | |
| "rewards/correct/mean": 0.689453125, | |
| "rewards/correct/std": 0.46317005157470703, | |
| "rollout/chars": 5433.8125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.9743244647979736, | |
| "sampling/importance_sampling_ratio/mean": 0.9571348428726196, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 5.642356872558594, | |
| "sampling/sampling_logp_difference/mean": 0.004836567211896181, | |
| "step": 126, | |
| "step_time": 198.8079241899759 | |
| }, | |
| { | |
| "epoch": 1.4318181818181819, | |
| "grad_norm": 0.0037744869478046894, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02012319304049015, | |
| "step": 126 | |
| }, | |
| { | |
| "clip_ratio": 1.2340648595454695e-05, | |
| "completions/clipped_ratio": 0.169921875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4030.0, | |
| "completions/mean_length": 2166.1640625, | |
| "completions/mean_terminated_length": 1771.115234375, | |
| "completions/min_length": 332.0, | |
| "completions/min_terminated_length": 332.0, | |
| "epoch": 1.4431818181818181, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 160598311.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.765625, | |
| "reward_std": 0.42402184009552, | |
| "rewards/correct/mean": 0.765625, | |
| "rewards/correct/std": 0.42402184009552, | |
| "rollout/chars": 4611.0625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.652622699737549, | |
| "sampling/importance_sampling_ratio/mean": 0.9411092400550842, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6841281652450562, | |
| "sampling/sampling_logp_difference/mean": 0.004764620680361986, | |
| "step": 127, | |
| "step_time": 214.5418794480065 | |
| }, | |
| { | |
| "epoch": 1.4431818181818181, | |
| "grad_norm": 0.003572101006284356, | |
| "learning_rate": 1e-05, | |
| "loss": 0.031996577978134155, | |
| "step": 127 | |
| }, | |
| { | |
| "clip_ratio": 2.6374917467819614e-05, | |
| "completions/clipped_ratio": 0.123046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4093.0, | |
| "completions/mean_length": 2007.900390625, | |
| "completions/mean_terminated_length": 1714.9154052734375, | |
| "completions/min_length": 263.0, | |
| "completions/min_terminated_length": 263.0, | |
| "epoch": 1.4545454545454546, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 161686932.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.75, | |
| "reward_std": 0.43343618512153625, | |
| "rewards/correct/mean": 0.75, | |
| "rewards/correct/std": 0.43343618512153625, | |
| "rollout/chars": 8982.4375, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.870851993560791, | |
| "sampling/importance_sampling_ratio/mean": 0.9417217969894409, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.523747444152832, | |
| "sampling/sampling_logp_difference/mean": 0.005140463821589947, | |
| "step": 128, | |
| "step_time": 159.59821970000485 | |
| }, | |
| { | |
| "epoch": 1.4545454545454546, | |
| "grad_norm": 0.004223524127155542, | |
| "learning_rate": 1e-05, | |
| "loss": 0.011089015752077103, | |
| "step": 128 | |
| }, | |
| { | |
| "clip_ratio": 2.314268590453139e-05, | |
| "completions/clipped_ratio": 0.146484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4089.0, | |
| "completions/mean_length": 2078.8125, | |
| "completions/mean_terminated_length": 1732.6131591796875, | |
| "completions/min_length": 295.0, | |
| "completions/min_terminated_length": 295.0, | |
| "epoch": 1.4659090909090908, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 162813716.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.78125, | |
| "reward_std": 0.41380295157432556, | |
| "rewards/correct/mean": 0.78125, | |
| "rewards/correct/std": 0.41380295157432556, | |
| "rollout/chars": 8222.84375, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.910055637359619, | |
| "sampling/importance_sampling_ratio/mean": 0.9330929517745972, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.1694750785827637, | |
| "sampling/sampling_logp_difference/mean": 0.004776017740368843, | |
| "step": 129, | |
| "step_time": 217.74412064300122 | |
| }, | |
| { | |
| "epoch": 1.4659090909090908, | |
| "grad_norm": 0.003418103326112032, | |
| "learning_rate": 1e-05, | |
| "loss": 0.030996738001704216, | |
| "step": 129 | |
| }, | |
| { | |
| "clip_ratio": 1.2713959790744411e-05, | |
| "completions/clipped_ratio": 0.11328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3944.0, | |
| "completions/mean_length": 1975.078125, | |
| "completions/mean_terminated_length": 1704.132080078125, | |
| "completions/min_length": 366.0, | |
| "completions/min_terminated_length": 366.0, | |
| "epoch": 1.4772727272727273, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 163901084.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7890625, | |
| "reward_std": 0.4083731174468994, | |
| "rewards/correct/mean": 0.7890625, | |
| "rewards/correct/std": 0.4083731174468994, | |
| "rollout/chars": 8696.625, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.9872753620147705, | |
| "sampling/importance_sampling_ratio/mean": 0.9960354566574097, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.445742130279541, | |
| "sampling/sampling_logp_difference/mean": 0.004737896844744682, | |
| "step": 130, | |
| "step_time": 171.1068513739956 | |
| }, | |
| { | |
| "epoch": 1.4772727272727273, | |
| "grad_norm": 0.004176270216703415, | |
| "learning_rate": 1e-05, | |
| "loss": 0.039051882922649384, | |
| "step": 130 | |
| }, | |
| { | |
| "clip_ratio": 2.2550460528236727e-05, | |
| "completions/clipped_ratio": 0.13671875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4023.0, | |
| "completions/mean_length": 2035.076171875, | |
| "completions/mean_terminated_length": 1708.685546875, | |
| "completions/min_length": 267.0, | |
| "completions/min_terminated_length": 267.0, | |
| "epoch": 1.4886363636363638, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 165013859.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.783203125, | |
| "reward_std": 0.4124660789966583, | |
| "rewards/correct/mean": 0.783203125, | |
| "rewards/correct/std": 0.4124660789966583, | |
| "rollout/chars": 5514.71875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.7517294883728027, | |
| "sampling/importance_sampling_ratio/mean": 0.9417818784713745, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7179064750671387, | |
| "sampling/sampling_logp_difference/mean": 0.004685908555984497, | |
| "step": 131, | |
| "step_time": 170.83824848699442 | |
| }, | |
| { | |
| "epoch": 1.4886363636363638, | |
| "grad_norm": 0.0036217328161001205, | |
| "learning_rate": 1e-05, | |
| "loss": 0.049398284405469894, | |
| "step": 131 | |
| }, | |
| { | |
| "clip_ratio": 1.985159246942203e-05, | |
| "completions/clipped_ratio": 0.15234375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4034.0, | |
| "completions/mean_length": 2045.060546875, | |
| "completions/mean_terminated_length": 1676.45849609375, | |
| "completions/min_length": 324.0, | |
| "completions/min_terminated_length": 324.0, | |
| "epoch": 1.5, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 166135714.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.732421875, | |
| "reward_std": 0.4431293308734894, | |
| "rewards/correct/mean": 0.732421875, | |
| "rewards/correct/std": 0.4431293308734894, | |
| "rollout/chars": 5996.9375, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.9704782962799072, | |
| "sampling/importance_sampling_ratio/mean": 0.9610373973846436, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.8830090761184692, | |
| "sampling/sampling_logp_difference/mean": 0.004899895749986172, | |
| "step": 132, | |
| "step_time": 184.38072705898958 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.003977455198764801, | |
| "learning_rate": 1e-05, | |
| "loss": 0.003057589754462242, | |
| "step": 132 | |
| }, | |
| { | |
| "clip_ratio": 2.8942866265424527e-05, | |
| "completions/clipped_ratio": 0.15625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4047.0, | |
| "completions/mean_length": 1929.57421875, | |
| "completions/mean_terminated_length": 1528.38427734375, | |
| "completions/min_length": 184.0, | |
| "completions/min_terminated_length": 184.0, | |
| "epoch": 1.5113636363636362, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 167186872.0, | |
| "register/okay": 0.09375, | |
| "register/okay_any": 0.96875, | |
| "register/premium": -0.16129032258064513, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.76171875, | |
| "reward_std": 0.42644867300987244, | |
| "rewards/correct/mean": 0.76171875, | |
| "rewards/correct/std": 0.42644867300987244, | |
| "rollout/chars": 3257.4375, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.804478406906128, | |
| "sampling/importance_sampling_ratio/mean": 0.9501476287841797, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7517213821411133, | |
| "sampling/sampling_logp_difference/mean": 0.004789308644831181, | |
| "step": 133, | |
| "step_time": 235.25031293300708 | |
| }, | |
| { | |
| "epoch": 1.5113636363636362, | |
| "grad_norm": 0.0042426697909832, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01811092719435692, | |
| "step": 133 | |
| }, | |
| { | |
| "clip_ratio": 2.275647773331002e-05, | |
| "completions/clipped_ratio": 0.142578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4067.0, | |
| "completions/mean_length": 2147.28125, | |
| "completions/mean_terminated_length": 1823.2347412109375, | |
| "completions/min_length": 215.0, | |
| "completions/min_terminated_length": 215.0, | |
| "epoch": 1.5227272727272727, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 168349688.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.75390625, | |
| "reward_std": 0.4311550557613373, | |
| "rewards/correct/mean": 0.75390625, | |
| "rewards/correct/std": 0.4311550557613373, | |
| "rollout/chars": 8072.6875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.5, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.7769110202789307, | |
| "sampling/importance_sampling_ratio/mean": 0.9160979986190796, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 4.6156325340271, | |
| "sampling/sampling_logp_difference/mean": 0.005172723904252052, | |
| "step": 134, | |
| "step_time": 204.1730504259831 | |
| }, | |
| { | |
| "epoch": 1.5227272727272727, | |
| "grad_norm": 0.004009219352155924, | |
| "learning_rate": 1e-05, | |
| "loss": 0.039975959807634354, | |
| "step": 134 | |
| }, | |
| { | |
| "clip_ratio": 1.8736977210664918e-05, | |
| "completions/clipped_ratio": 0.138671875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4000.0, | |
| "completions/mean_length": 1974.154296875, | |
| "completions/mean_terminated_length": 1632.5419921875, | |
| "completions/min_length": 376.0, | |
| "completions/min_terminated_length": 376.0, | |
| "epoch": 1.5340909090909092, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 169425367.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.78125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7421875, | |
| "reward_std": 0.43785804510116577, | |
| "rewards/correct/mean": 0.7421875, | |
| "rewards/correct/std": 0.43785804510116577, | |
| "rollout/chars": 6957.8125, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.92814302444458, | |
| "sampling/importance_sampling_ratio/mean": 0.9607374668121338, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.41289329528808594, | |
| "sampling/sampling_logp_difference/mean": 0.004686000756919384, | |
| "step": 135, | |
| "step_time": 163.23045756699867 | |
| }, | |
| { | |
| "epoch": 1.5340909090909092, | |
| "grad_norm": 0.004250047728419304, | |
| "learning_rate": 1e-05, | |
| "loss": 0.015198467299342155, | |
| "step": 135 | |
| }, | |
| { | |
| "clip_ratio": 2.9312342803677893e-05, | |
| "completions/clipped_ratio": 0.177734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 2036.111328125, | |
| "completions/mean_terminated_length": 1590.9715576171875, | |
| "completions/min_length": 303.0, | |
| "completions/min_terminated_length": 303.0, | |
| "epoch": 1.5454545454545454, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 170537584.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.6875, | |
| "reward_std": 0.4639657139778137, | |
| "rewards/correct/mean": 0.6875, | |
| "rewards/correct/std": 0.4639657139778137, | |
| "rollout/chars": 5529.53125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.942291259765625, | |
| "sampling/importance_sampling_ratio/mean": 0.9462506175041199, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.47405147552490234, | |
| "sampling/sampling_logp_difference/mean": 0.004781082738190889, | |
| "step": 136, | |
| "step_time": 233.96211808899534 | |
| }, | |
| { | |
| "epoch": 1.5454545454545454, | |
| "grad_norm": 0.0034462152980268, | |
| "learning_rate": 1e-05, | |
| "loss": 0.021424032747745514, | |
| "step": 136 | |
| }, | |
| { | |
| "clip_ratio": 1.868830662488108e-05, | |
| "completions/clipped_ratio": 0.095703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4051.0, | |
| "completions/mean_length": 1850.978515625, | |
| "completions/mean_terminated_length": 1613.3843994140625, | |
| "completions/min_length": 287.0, | |
| "completions/min_terminated_length": 287.0, | |
| "epoch": 1.5568181818181817, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 171555781.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.791015625, | |
| "reward_std": 0.40698084235191345, | |
| "rewards/correct/mean": 0.791015625, | |
| "rewards/correct/std": 0.40698084235191345, | |
| "rollout/chars": 6718.75, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.25, | |
| "sampling/importance_sampling_ratio/max": 2.8837714195251465, | |
| "sampling/importance_sampling_ratio/mean": 0.9316428899765015, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.6558165550231934, | |
| "sampling/sampling_logp_difference/mean": 0.005001377779990435, | |
| "step": 137, | |
| "step_time": 152.97258339201653 | |
| }, | |
| { | |
| "epoch": 1.5568181818181817, | |
| "grad_norm": 0.003695861203595996, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03669123351573944, | |
| "step": 137 | |
| }, | |
| { | |
| "clip_ratio": 1.818037424072827e-05, | |
| "completions/clipped_ratio": 0.09765625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 1802.67578125, | |
| "completions/mean_terminated_length": 1554.48046875, | |
| "completions/min_length": 366.0, | |
| "completions/min_terminated_length": 366.0, | |
| "epoch": 1.5681818181818183, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 172539055.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.80859375, | |
| "reward_std": 0.3937928080558777, | |
| "rewards/correct/mean": 0.80859375, | |
| "rewards/correct/std": 0.3937928080558777, | |
| "rollout/chars": 3608.8125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8864824771881104, | |
| "sampling/importance_sampling_ratio/mean": 0.9788761734962463, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5558171272277832, | |
| "sampling/sampling_logp_difference/mean": 0.004682690836489201, | |
| "step": 138, | |
| "step_time": 214.24637426000118 | |
| }, | |
| { | |
| "epoch": 1.5681818181818183, | |
| "grad_norm": 0.004144175909459591, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04392539709806442, | |
| "step": 138 | |
| }, | |
| { | |
| "clip_ratio": 2.474812504260626e-05, | |
| "completions/clipped_ratio": 0.1171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4028.0, | |
| "completions/mean_length": 1803.603515625, | |
| "completions/mean_terminated_length": 1499.3031005859375, | |
| "completions/min_length": 193.0, | |
| "completions/min_terminated_length": 193.0, | |
| "epoch": 1.5795454545454546, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 173542228.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.72265625, | |
| "reward_std": 0.4481254518032074, | |
| "rewards/correct/mean": 0.72265625, | |
| "rewards/correct/std": 0.4481254518032074, | |
| "rollout/chars": 6108.75, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.847048044204712, | |
| "sampling/importance_sampling_ratio/mean": 0.9677566289901733, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5240151882171631, | |
| "sampling/sampling_logp_difference/mean": 0.0049498314037919044, | |
| "step": 139, | |
| "step_time": 225.22986474300706 | |
| }, | |
| { | |
| "epoch": 1.5795454545454546, | |
| "grad_norm": 0.003815558971837163, | |
| "learning_rate": 1e-05, | |
| "loss": -0.004730212967842817, | |
| "step": 139 | |
| }, | |
| { | |
| "clip_ratio": 1.5471826372959185e-05, | |
| "completions/clipped_ratio": 0.12109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4093.0, | |
| "completions/mean_length": 2082.767578125, | |
| "completions/mean_terminated_length": 1805.388916015625, | |
| "completions/min_length": 437.0, | |
| "completions/min_terminated_length": 437.0, | |
| "epoch": 1.5909090909090908, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 174686141.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.736328125, | |
| "reward_std": 0.4410543739795685, | |
| "rewards/correct/mean": 0.736328125, | |
| "rewards/correct/std": 0.4410543739795685, | |
| "rollout/chars": 5149.78125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9328415393829346, | |
| "sampling/importance_sampling_ratio/mean": 0.9844332933425903, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.1944245100021362, | |
| "sampling/sampling_logp_difference/mean": 0.005010742694139481, | |
| "step": 140, | |
| "step_time": 215.20142498500354 | |
| }, | |
| { | |
| "epoch": 1.5909090909090908, | |
| "grad_norm": 0.0041898805648088455, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0373423807322979, | |
| "step": 140 | |
| }, | |
| { | |
| "clip_ratio": 2.6342355454289645e-05, | |
| "completions/clipped_ratio": 0.1015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3959.0, | |
| "completions/mean_length": 1706.4921875, | |
| "completions/mean_terminated_length": 1436.3739013671875, | |
| "completions/min_length": 225.0, | |
| "completions/min_terminated_length": 225.0, | |
| "epoch": 1.6022727272727273, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 175632729.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.802734375, | |
| "reward_std": 0.3983237147331238, | |
| "rewards/correct/mean": 0.802734375, | |
| "rewards/correct/std": 0.3983237147331238, | |
| "rollout/chars": 5041.46875, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.957944393157959, | |
| "sampling/importance_sampling_ratio/mean": 0.982999861240387, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.8703277111053467, | |
| "sampling/sampling_logp_difference/mean": 0.005144694820046425, | |
| "step": 141, | |
| "step_time": 205.38766283299628 | |
| }, | |
| { | |
| "epoch": 1.6022727272727273, | |
| "grad_norm": 0.004375872202217579, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05617167800664902, | |
| "step": 141 | |
| }, | |
| { | |
| "clip_ratio": 1.7171806860005745e-05, | |
| "completions/clipped_ratio": 0.099609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4020.0, | |
| "completions/mean_length": 1890.771484375, | |
| "completions/mean_terminated_length": 1646.80908203125, | |
| "completions/min_length": 171.0, | |
| "completions/min_terminated_length": 171.0, | |
| "epoch": 1.6136363636363638, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 176660356.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.79296875, | |
| "reward_std": 0.40557438135147095, | |
| "rewards/correct/mean": 0.79296875, | |
| "rewards/correct/std": 0.40557438135147095, | |
| "rollout/chars": 6519.875, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.9895527362823486, | |
| "sampling/importance_sampling_ratio/mean": 0.9870668649673462, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5390865802764893, | |
| "sampling/sampling_logp_difference/mean": 0.004857347346842289, | |
| "step": 142, | |
| "step_time": 154.58443782302493 | |
| }, | |
| { | |
| "epoch": 1.6136363636363638, | |
| "grad_norm": 0.003908894956111908, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0386885330080986, | |
| "step": 142 | |
| }, | |
| { | |
| "clip_ratio": 1.2467410158478742e-05, | |
| "completions/clipped_ratio": 0.083984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3990.0, | |
| "completions/mean_length": 1888.029296875, | |
| "completions/mean_terminated_length": 1685.5927734375, | |
| "completions/min_length": 304.0, | |
| "completions/min_terminated_length": 304.0, | |
| "epoch": 1.625, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 177707091.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.80859375, | |
| "reward_std": 0.3937928080558777, | |
| "rewards/correct/mean": 0.80859375, | |
| "rewards/correct/std": 0.3937928080558777, | |
| "rollout/chars": 5737.03125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.972224473953247, | |
| "sampling/importance_sampling_ratio/mean": 0.9599653482437134, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.866624116897583, | |
| "sampling/sampling_logp_difference/mean": 0.005074259825050831, | |
| "step": 143, | |
| "step_time": 156.3355814299939 | |
| }, | |
| { | |
| "epoch": 1.625, | |
| "grad_norm": 0.0038852300494909286, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04118692874908447, | |
| "step": 143 | |
| }, | |
| { | |
| "clip_ratio": 3.606023904012545e-05, | |
| "completions/clipped_ratio": 0.130859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4037.0, | |
| "completions/mean_length": 1858.986328125, | |
| "completions/mean_terminated_length": 1522.177490234375, | |
| "completions/min_length": 220.0, | |
| "completions/min_terminated_length": 220.0, | |
| "epoch": 1.6363636363636362, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 178728780.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.771484375, | |
| "reward_std": 0.4202871024608612, | |
| "rewards/correct/mean": 0.771484375, | |
| "rewards/correct/std": 0.4202871024608612, | |
| "rollout/chars": 7302.6875, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.9573657512664795, | |
| "sampling/importance_sampling_ratio/mean": 0.9615711569786072, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4679912030696869, | |
| "sampling/sampling_logp_difference/mean": 0.004910617135465145, | |
| "step": 144, | |
| "step_time": 216.71988409100595 | |
| }, | |
| { | |
| "epoch": 1.6363636363636362, | |
| "grad_norm": 0.004278936423361301, | |
| "learning_rate": 1e-05, | |
| "loss": 0.052996911108493805, | |
| "step": 144 | |
| }, | |
| { | |
| "clip_ratio": 4.0485839519988076e-05, | |
| "completions/clipped_ratio": 0.076171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 1779.390625, | |
| "completions/mean_terminated_length": 1588.3804931640625, | |
| "completions/min_length": 228.0, | |
| "completions/min_terminated_length": 228.0, | |
| "epoch": 1.6477272727272727, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 179706468.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.798828125, | |
| "reward_std": 0.4012683033943176, | |
| "rewards/correct/mean": 0.798828125, | |
| "rewards/correct/std": 0.4012683033943176, | |
| "rollout/chars": 4772.625, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.9420127868652344, | |
| "sampling/importance_sampling_ratio/mean": 0.9421902894973755, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2159937620162964, | |
| "sampling/sampling_logp_difference/mean": 0.005003421567380428, | |
| "step": 145, | |
| "step_time": 168.59408735701436 | |
| }, | |
| { | |
| "epoch": 1.6477272727272727, | |
| "grad_norm": 0.004511984530836344, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05151772499084473, | |
| "step": 145 | |
| }, | |
| { | |
| "clip_ratio": 2.549199274426428e-05, | |
| "completions/clipped_ratio": 0.109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4080.0, | |
| "completions/mean_length": 1864.126953125, | |
| "completions/mean_terminated_length": 1590.037353515625, | |
| "completions/min_length": 335.0, | |
| "completions/min_terminated_length": 335.0, | |
| "epoch": 1.6590909090909092, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 180730597.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": -0.5, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.73828125, | |
| "reward_std": 0.44000017642974854, | |
| "rewards/correct/mean": 0.73828125, | |
| "rewards/correct/std": 0.44000017642974854, | |
| "rollout/chars": 4061.25, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.53125, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9968650341033936, | |
| "sampling/importance_sampling_ratio/mean": 0.9596326351165771, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9261562824249268, | |
| "sampling/sampling_logp_difference/mean": 0.0048238798044621944, | |
| "step": 146, | |
| "step_time": 198.43136818302446 | |
| }, | |
| { | |
| "epoch": 1.6590909090909092, | |
| "grad_norm": 0.004029472358524799, | |
| "learning_rate": 1e-05, | |
| "loss": 0.047014422714710236, | |
| "step": 146 | |
| }, | |
| { | |
| "clip_ratio": 3.068867385991325e-05, | |
| "completions/clipped_ratio": 0.16015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4076.0, | |
| "completions/mean_length": 2147.10546875, | |
| "completions/mean_terminated_length": 1775.455810546875, | |
| "completions/min_length": 240.0, | |
| "completions/min_terminated_length": 240.0, | |
| "epoch": 1.6704545454545454, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 181907515.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.712890625, | |
| "reward_std": 0.45285552740097046, | |
| "rewards/correct/mean": 0.712890625, | |
| "rewards/correct/std": 0.45285552740097046, | |
| "rollout/chars": 5609.4375, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.961355447769165, | |
| "sampling/importance_sampling_ratio/mean": 0.9459095001220703, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.49617528915405273, | |
| "sampling/sampling_logp_difference/mean": 0.0052390312775969505, | |
| "step": 147, | |
| "step_time": 223.08501683599025 | |
| }, | |
| { | |
| "epoch": 1.6704545454545454, | |
| "grad_norm": 0.0040755197405815125, | |
| "learning_rate": 1e-05, | |
| "loss": 0.021937264129519463, | |
| "step": 147 | |
| }, | |
| { | |
| "clip_ratio": 1.8726599023466406e-05, | |
| "completions/clipped_ratio": 0.177734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4075.0, | |
| "completions/mean_length": 2447.134765625, | |
| "completions/mean_terminated_length": 2090.729248046875, | |
| "completions/min_length": 376.0, | |
| "completions/min_terminated_length": 376.0, | |
| "epoch": 1.6818181818181817, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 183239152.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.677734375, | |
| "reward_std": 0.46780112385749817, | |
| "rewards/correct/mean": 0.677734375, | |
| "rewards/correct/std": 0.46780112385749817, | |
| "rollout/chars": 7010.5625, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.9554741382598877, | |
| "sampling/importance_sampling_ratio/mean": 0.923827052116394, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6381275653839111, | |
| "sampling/sampling_logp_difference/mean": 0.005033084657043219, | |
| "step": 148, | |
| "step_time": 207.17772821201652 | |
| }, | |
| { | |
| "epoch": 1.6818181818181817, | |
| "grad_norm": 0.003825137857347727, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03941674530506134, | |
| "step": 148 | |
| }, | |
| { | |
| "clip_ratio": 1.7952673943000264e-05, | |
| "completions/clipped_ratio": 0.09765625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4073.0, | |
| "completions/mean_length": 1881.142578125, | |
| "completions/mean_terminated_length": 1641.439453125, | |
| "completions/min_length": 228.0, | |
| "completions/min_terminated_length": 228.0, | |
| "epoch": 1.6931818181818183, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 184268185.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.822265625, | |
| "reward_std": 0.3826628625392914, | |
| "rewards/correct/mean": 0.822265625, | |
| "rewards/correct/std": 0.3826628625392914, | |
| "rollout/chars": 6702.1875, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.7608203887939453, | |
| "sampling/importance_sampling_ratio/mean": 0.9840610027313232, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4484715461730957, | |
| "sampling/sampling_logp_difference/mean": 0.004564035218209028, | |
| "step": 149, | |
| "step_time": 157.57826894000027 | |
| }, | |
| { | |
| "epoch": 1.6931818181818183, | |
| "grad_norm": 0.003846439765766263, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03307729959487915, | |
| "step": 149 | |
| }, | |
| { | |
| "clip_ratio": 2.669748795369742e-05, | |
| "completions/clipped_ratio": 0.162109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 1977.0234375, | |
| "completions/mean_terminated_length": 1567.058349609375, | |
| "completions/min_length": 369.0, | |
| "completions/min_terminated_length": 369.0, | |
| "epoch": 1.7045454545454546, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 185348085.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.740234375, | |
| "reward_std": 0.4389347732067108, | |
| "rewards/correct/mean": 0.740234375, | |
| "rewards/correct/std": 0.4389347732067108, | |
| "rollout/chars": 5565.4375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.7462289333343506, | |
| "sampling/importance_sampling_ratio/mean": 0.9060184955596924, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.952881097793579, | |
| "sampling/sampling_logp_difference/mean": 0.0051615480333566666, | |
| "step": 150, | |
| "step_time": 218.41358454099827 | |
| }, | |
| { | |
| "epoch": 1.7045454545454546, | |
| "grad_norm": 0.0036400691606104374, | |
| "learning_rate": 1e-05, | |
| "loss": 0.036437757313251495, | |
| "step": 150 | |
| }, | |
| { | |
| "clip_ratio": 2.092314491619618e-05, | |
| "completions/clipped_ratio": 0.1484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4079.0, | |
| "completions/mean_length": 2038.576171875, | |
| "completions/mean_terminated_length": 1679.942626953125, | |
| "completions/min_length": 140.0, | |
| "completions/min_terminated_length": 140.0, | |
| "epoch": 1.7159090909090908, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 186464524.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": 0.8387096774193549, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.724609375, | |
| "reward_std": 0.44714778661727905, | |
| "rewards/correct/mean": 0.724609375, | |
| "rewards/correct/std": 0.44714778661727905, | |
| "rollout/chars": 2875.84375, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9863827228546143, | |
| "sampling/importance_sampling_ratio/mean": 0.9556839466094971, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.609504222869873, | |
| "sampling/sampling_logp_difference/mean": 0.005129020661115646, | |
| "step": 151, | |
| "step_time": 198.01030457300658 | |
| }, | |
| { | |
| "epoch": 1.7159090909090908, | |
| "grad_norm": 0.003860355820506811, | |
| "learning_rate": 1e-05, | |
| "loss": 0.013597933575510979, | |
| "step": 151 | |
| }, | |
| { | |
| "clip_ratio": 7.274998324646731e-06, | |
| "completions/clipped_ratio": 0.1875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4062.0, | |
| "completions/mean_length": 2199.634765625, | |
| "completions/mean_terminated_length": 1762.0120849609375, | |
| "completions/min_length": 338.0, | |
| "completions/min_terminated_length": 338.0, | |
| "epoch": 1.7272727272727273, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 187650737.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.73828125, | |
| "reward_std": 0.44000017642974854, | |
| "rewards/correct/mean": 0.73828125, | |
| "rewards/correct/std": 0.44000017642974854, | |
| "rollout/chars": 6142.78125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.969930648803711, | |
| "sampling/importance_sampling_ratio/mean": 0.9470050930976868, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6499811410903931, | |
| "sampling/sampling_logp_difference/mean": 0.005013803485780954, | |
| "step": 152, | |
| "step_time": 186.93924194901047 | |
| }, | |
| { | |
| "epoch": 1.7272727272727273, | |
| "grad_norm": 0.003587372601032257, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0361061654984951, | |
| "step": 152 | |
| }, | |
| { | |
| "clip_ratio": 1.9294786341106374e-05, | |
| "completions/clipped_ratio": 0.115234375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 2025.033203125, | |
| "completions/mean_terminated_length": 1755.3046875, | |
| "completions/min_length": 199.0, | |
| "completions/min_terminated_length": 199.0, | |
| "epoch": 1.7386363636363638, | |
| "frac_reward_zero_std": 0.09375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 188742978.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.779296875, | |
| "reward_std": 0.4151262938976288, | |
| "rewards/correct/mean": 0.779296875, | |
| "rewards/correct/std": 0.4151262938976288, | |
| "rollout/chars": 6646.25, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.8507542610168457, | |
| "sampling/importance_sampling_ratio/mean": 0.9099343419075012, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.7029943466186523, | |
| "sampling/sampling_logp_difference/mean": 0.0047586839646101, | |
| "step": 153, | |
| "step_time": 177.93664438901033 | |
| }, | |
| { | |
| "epoch": 1.7386363636363638, | |
| "grad_norm": 0.003528368892148137, | |
| "learning_rate": 1e-05, | |
| "loss": 0.022715497761964798, | |
| "step": 153 | |
| }, | |
| { | |
| "clip_ratio": 5.21386056107076e-06, | |
| "completions/clipped_ratio": 0.123046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 2060.51953125, | |
| "completions/mean_terminated_length": 1775.282958984375, | |
| "completions/min_length": 145.0, | |
| "completions/min_terminated_length": 145.0, | |
| "epoch": 1.75, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 189872764.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.76953125, | |
| "reward_std": 0.42154473066329956, | |
| "rewards/correct/mean": 0.76953125, | |
| "rewards/correct/std": 0.42154473066329956, | |
| "rollout/chars": 4163.875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.8279035091400146, | |
| "sampling/importance_sampling_ratio/mean": 0.9341168403625488, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8040549755096436, | |
| "sampling/sampling_logp_difference/mean": 0.00486097251996398, | |
| "step": 154, | |
| "step_time": 221.5349675339894 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 0.004025255795568228, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02993081882596016, | |
| "step": 154 | |
| }, | |
| { | |
| "clip_ratio": 2.133312540308907e-05, | |
| "completions/clipped_ratio": 0.076171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 1742.46875, | |
| "completions/mean_terminated_length": 1548.414306640625, | |
| "completions/min_length": 276.0, | |
| "completions/min_terminated_length": 276.0, | |
| "epoch": 1.7613636363636362, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 190829020.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.828125, | |
| "reward_std": 0.3776407241821289, | |
| "rewards/correct/mean": 0.828125, | |
| "rewards/correct/std": 0.3776407241821289, | |
| "rollout/chars": 6159.21875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9478330612182617, | |
| "sampling/importance_sampling_ratio/mean": 0.9605503082275391, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.307613492012024, | |
| "sampling/sampling_logp_difference/mean": 0.00486086867749691, | |
| "step": 155, | |
| "step_time": 207.03862101502455 | |
| }, | |
| { | |
| "epoch": 1.7613636363636362, | |
| "grad_norm": 0.003783704014495015, | |
| "learning_rate": 1e-05, | |
| "loss": 0.028254976496100426, | |
| "step": 155 | |
| }, | |
| { | |
| "clip_ratio": 1.1012709308033664e-05, | |
| "completions/clipped_ratio": 0.09375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 1748.1640625, | |
| "completions/mean_terminated_length": 1505.284423828125, | |
| "completions/min_length": 282.0, | |
| "completions/min_terminated_length": 282.0, | |
| "epoch": 1.7727272727272727, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 191783408.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.9375, | |
| "register/premium": -0.12903225806451613, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.8125, | |
| "reward_std": 0.39069411158561707, | |
| "rewards/correct/mean": 0.8125, | |
| "rewards/correct/std": 0.39069411158561707, | |
| "rollout/chars": 6164.28125, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.931955337524414, | |
| "sampling/importance_sampling_ratio/mean": 0.9636898040771484, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.3581256866455078, | |
| "sampling/sampling_logp_difference/mean": 0.004748930223286152, | |
| "step": 156, | |
| "step_time": 157.67182323201268 | |
| }, | |
| { | |
| "epoch": 1.7727272727272727, | |
| "grad_norm": 0.003671276615932584, | |
| "learning_rate": 1e-05, | |
| "loss": 0.041104648262262344, | |
| "step": 156 | |
| }, | |
| { | |
| "clip_ratio": 1.6517795756954e-05, | |
| "completions/clipped_ratio": 0.142578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4039.0, | |
| "completions/mean_length": 2005.681640625, | |
| "completions/mean_terminated_length": 1658.0888671875, | |
| "completions/min_length": 286.0, | |
| "completions/min_terminated_length": 286.0, | |
| "epoch": 1.7840909090909092, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 192877933.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.748046875, | |
| "reward_std": 0.43455907702445984, | |
| "rewards/correct/mean": 0.748046875, | |
| "rewards/correct/std": 0.43455907702445984, | |
| "rollout/chars": 4741.03125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.6086127758026123, | |
| "sampling/importance_sampling_ratio/mean": 0.9548186659812927, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7906548976898193, | |
| "sampling/sampling_logp_difference/mean": 0.005181917455047369, | |
| "step": 157, | |
| "step_time": 203.16174423200573 | |
| }, | |
| { | |
| "epoch": 1.7840909090909092, | |
| "grad_norm": 0.0037928444799035788, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03355402871966362, | |
| "step": 157 | |
| }, | |
| { | |
| "clip_ratio": 2.320227861218882e-05, | |
| "completions/clipped_ratio": 0.095703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 1879.193359375, | |
| "completions/mean_terminated_length": 1644.5853271484375, | |
| "completions/min_length": 338.0, | |
| "completions/min_terminated_length": 338.0, | |
| "epoch": 1.7954545454545454, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 193907680.0, | |
| "register/okay": 0.0625, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.751953125, | |
| "reward_std": 0.4323015511035919, | |
| "rewards/correct/mean": 0.751953125, | |
| "rewards/correct/std": 0.4323015511035919, | |
| "rollout/chars": 4981.71875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8700110912323, | |
| "sampling/importance_sampling_ratio/mean": 0.9478884339332581, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.45317015051841736, | |
| "sampling/sampling_logp_difference/mean": 0.005149213597178459, | |
| "step": 158, | |
| "step_time": 217.94403316001262 | |
| }, | |
| { | |
| "epoch": 1.7954545454545454, | |
| "grad_norm": 0.0037266865838319063, | |
| "learning_rate": 1e-05, | |
| "loss": 0.005787709727883339, | |
| "step": 158 | |
| }, | |
| { | |
| "clip_ratio": 2.4914778123275028e-05, | |
| "completions/clipped_ratio": 0.083984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 1793.68359375, | |
| "completions/mean_terminated_length": 1582.5970458984375, | |
| "completions/min_length": 112.0, | |
| "completions/min_terminated_length": 112.0, | |
| "epoch": 1.8068181818181817, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 194886894.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.798828125, | |
| "reward_std": 0.4012683033943176, | |
| "rewards/correct/mean": 0.798828125, | |
| "rewards/correct/std": 0.4012683033943176, | |
| "rollout/chars": 5610.84375, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.9773261547088623, | |
| "sampling/importance_sampling_ratio/mean": 0.9332818984985352, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6168484687805176, | |
| "sampling/sampling_logp_difference/mean": 0.0051193442195653915, | |
| "step": 159, | |
| "step_time": 156.97743189600442 | |
| }, | |
| { | |
| "epoch": 1.8068181818181817, | |
| "grad_norm": 0.003665329422801733, | |
| "learning_rate": 1e-05, | |
| "loss": 0.012545562349259853, | |
| "step": 159 | |
| }, | |
| { | |
| "clip_ratio": 1.771426536834042e-05, | |
| "completions/clipped_ratio": 0.125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4030.0, | |
| "completions/mean_length": 2062.673828125, | |
| "completions/mean_terminated_length": 1772.19873046875, | |
| "completions/min_length": 316.0, | |
| "completions/min_terminated_length": 316.0, | |
| "epoch": 1.8181818181818183, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 196001351.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.744140625, | |
| "reward_std": 0.43676990270614624, | |
| "rewards/correct/mean": 0.744140625, | |
| "rewards/correct/std": 0.43676990270614624, | |
| "rollout/chars": 4421.75, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.832993984222412, | |
| "sampling/importance_sampling_ratio/mean": 0.9402552843093872, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8114979267120361, | |
| "sampling/sampling_logp_difference/mean": 0.005014709196984768, | |
| "step": 160, | |
| "step_time": 159.91915724099817 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 0.00408649817109108, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03161410242319107, | |
| "step": 160 | |
| }, | |
| { | |
| "clip_ratio": 3.211760400745334e-05, | |
| "completions/clipped_ratio": 0.177734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4059.0, | |
| "completions/mean_length": 2170.583984375, | |
| "completions/mean_terminated_length": 1754.4014892578125, | |
| "completions/min_length": 232.0, | |
| "completions/min_terminated_length": 232.0, | |
| "epoch": 1.8295454545454546, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 197181186.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.671875, | |
| "reward_std": 0.4699897766113281, | |
| "rewards/correct/mean": 0.671875, | |
| "rewards/correct/std": 0.4699897766113281, | |
| "rollout/chars": 6640.0, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.97501540184021, | |
| "sampling/importance_sampling_ratio/mean": 0.990885853767395, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.8054325580596924, | |
| "sampling/sampling_logp_difference/mean": 0.005080732051283121, | |
| "step": 161, | |
| "step_time": 194.70168809201277 | |
| }, | |
| { | |
| "epoch": 1.8295454545454546, | |
| "grad_norm": 0.004440266638994217, | |
| "learning_rate": 1e-05, | |
| "loss": 0.044318389147520065, | |
| "step": 161 | |
| }, | |
| { | |
| "clip_ratio": 2.9437224611683632e-05, | |
| "completions/clipped_ratio": 0.16015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 2009.86328125, | |
| "completions/mean_terminated_length": 1612.0418701171875, | |
| "completions/min_length": 226.0, | |
| "completions/min_terminated_length": 226.0, | |
| "epoch": 1.8409090909090908, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 198277196.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.751953125, | |
| "reward_std": 0.4323015511035919, | |
| "rewards/correct/mean": 0.751953125, | |
| "rewards/correct/std": 0.4323015511035919, | |
| "rollout/chars": 6367.84375, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9358012676239014, | |
| "sampling/importance_sampling_ratio/mean": 0.9091190099716187, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2647936344146729, | |
| "sampling/sampling_logp_difference/mean": 0.004952244460582733, | |
| "step": 162, | |
| "step_time": 202.74127705000865 | |
| }, | |
| { | |
| "epoch": 1.8409090909090908, | |
| "grad_norm": 0.0032375727314502, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01732783392071724, | |
| "step": 162 | |
| }, | |
| { | |
| "clip_ratio": 9.033777303102397e-06, | |
| "completions/clipped_ratio": 0.103515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4089.0, | |
| "completions/mean_length": 1930.78515625, | |
| "completions/mean_terminated_length": 1680.771240234375, | |
| "completions/min_length": 311.0, | |
| "completions/min_terminated_length": 311.0, | |
| "epoch": 1.8522727272727273, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 199319694.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.783203125, | |
| "reward_std": 0.4124660789966583, | |
| "rewards/correct/mean": 0.783203125, | |
| "rewards/correct/std": 0.4124660789966583, | |
| "rollout/chars": 7231.03125, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.5625, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.922576665878296, | |
| "sampling/importance_sampling_ratio/mean": 0.9518585205078125, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8891955614089966, | |
| "sampling/sampling_logp_difference/mean": 0.0049589634872972965, | |
| "step": 163, | |
| "step_time": 212.91266762200394 | |
| }, | |
| { | |
| "epoch": 1.8522727272727273, | |
| "grad_norm": 0.003818624187260866, | |
| "learning_rate": 1e-05, | |
| "loss": 0.025552604347467422, | |
| "step": 163 | |
| }, | |
| { | |
| "clip_ratio": 4.5727456381428055e-06, | |
| "completions/clipped_ratio": 0.126953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 2043.46875, | |
| "completions/mean_terminated_length": 1745.002197265625, | |
| "completions/min_length": 264.0, | |
| "completions/min_terminated_length": 264.0, | |
| "epoch": 1.8636363636363638, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 200433150.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7890625, | |
| "reward_std": 0.4083731174468994, | |
| "rewards/correct/mean": 0.7890625, | |
| "rewards/correct/std": 0.4083731174468994, | |
| "rollout/chars": 6942.75, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.9183108806610107, | |
| "sampling/importance_sampling_ratio/mean": 0.9574509263038635, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5849127769470215, | |
| "sampling/sampling_logp_difference/mean": 0.004886839538812637, | |
| "step": 164, | |
| "step_time": 159.28041087400925 | |
| }, | |
| { | |
| "epoch": 1.8636363636363638, | |
| "grad_norm": 0.004023615270853043, | |
| "learning_rate": 1e-05, | |
| "loss": 0.046952955424785614, | |
| "step": 164 | |
| }, | |
| { | |
| "clip_ratio": 2.0301231643315987e-05, | |
| "completions/clipped_ratio": 0.125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4092.0, | |
| "completions/mean_length": 2022.294921875, | |
| "completions/mean_terminated_length": 1726.0513916015625, | |
| "completions/min_length": 261.0, | |
| "completions/min_terminated_length": 261.0, | |
| "epoch": 1.875, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 201537829.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.771484375, | |
| "reward_std": 0.4202871024608612, | |
| "rewards/correct/mean": 0.771484375, | |
| "rewards/correct/std": 0.4202871024608612, | |
| "rollout/chars": 6364.34375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.816401481628418, | |
| "sampling/importance_sampling_ratio/mean": 0.9272550344467163, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0058274269104004, | |
| "sampling/sampling_logp_difference/mean": 0.005052728578448296, | |
| "step": 165, | |
| "step_time": 208.19494746801502 | |
| }, | |
| { | |
| "epoch": 1.875, | |
| "grad_norm": 0.0032681995071470737, | |
| "learning_rate": 1e-05, | |
| "loss": 0.009714270010590553, | |
| "step": 165 | |
| }, | |
| { | |
| "clip_ratio": 1.894177898975613e-05, | |
| "completions/clipped_ratio": 0.109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4027.0, | |
| "completions/mean_length": 1923.927734375, | |
| "completions/mean_terminated_length": 1657.1820068359375, | |
| "completions/min_length": 311.0, | |
| "completions/min_terminated_length": 311.0, | |
| "epoch": 1.8863636363636362, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 202597120.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.79296875, | |
| "reward_std": 0.40557438135147095, | |
| "rewards/correct/mean": 0.79296875, | |
| "rewards/correct/std": 0.40557438135147095, | |
| "rollout/chars": 5189.03125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.97941517829895, | |
| "sampling/importance_sampling_ratio/mean": 0.9344938397407532, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4141197204589844, | |
| "sampling/sampling_logp_difference/mean": 0.004828453995287418, | |
| "step": 166, | |
| "step_time": 185.98534439301875 | |
| }, | |
| { | |
| "epoch": 1.8863636363636362, | |
| "grad_norm": 0.0034401167649775743, | |
| "learning_rate": 1e-05, | |
| "loss": 0.006337983533740044, | |
| "step": 166 | |
| }, | |
| { | |
| "clip_ratio": 1.555581144430107e-05, | |
| "completions/clipped_ratio": 0.099609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4078.0, | |
| "completions/mean_length": 1803.908203125, | |
| "completions/mean_terminated_length": 1550.3363037109375, | |
| "completions/min_length": 174.0, | |
| "completions/min_terminated_length": 174.0, | |
| "epoch": 1.8977272727272727, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 203582161.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.802734375, | |
| "reward_std": 0.3983237147331238, | |
| "rewards/correct/mean": 0.802734375, | |
| "rewards/correct/std": 0.3983237147331238, | |
| "rollout/chars": 4149.0, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9224157333374023, | |
| "sampling/importance_sampling_ratio/mean": 0.9657512903213501, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8935019373893738, | |
| "sampling/sampling_logp_difference/mean": 0.00471771415323019, | |
| "step": 167, | |
| "step_time": 166.4847224950281 | |
| }, | |
| { | |
| "epoch": 1.8977272727272727, | |
| "grad_norm": 0.004418451339006424, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04163981229066849, | |
| "step": 167 | |
| }, | |
| { | |
| "clip_ratio": 1.7581991585302603e-05, | |
| "completions/clipped_ratio": 0.12890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4090.0, | |
| "completions/mean_length": 2037.978515625, | |
| "completions/mean_terminated_length": 1733.4283447265625, | |
| "completions/min_length": 299.0, | |
| "completions/min_terminated_length": 299.0, | |
| "epoch": 1.9090909090909092, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 204701574.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.78125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.76953125, | |
| "reward_std": 0.42154473066329956, | |
| "rewards/correct/mean": 0.76953125, | |
| "rewards/correct/std": 0.42154473066329956, | |
| "rollout/chars": 3701.4375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.872373342514038, | |
| "sampling/importance_sampling_ratio/mean": 0.9258862137794495, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5104527473449707, | |
| "sampling/sampling_logp_difference/mean": 0.005309341009706259, | |
| "step": 168, | |
| "step_time": 178.6748457789945 | |
| }, | |
| { | |
| "epoch": 1.9090909090909092, | |
| "grad_norm": 0.003967842552810907, | |
| "learning_rate": 1e-05, | |
| "loss": 0.036925286054611206, | |
| "step": 168 | |
| }, | |
| { | |
| "clip_ratio": 6.575024940502772e-06, | |
| "completions/clipped_ratio": 0.142578125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 2203.15625, | |
| "completions/mean_terminated_length": 1888.4010009765625, | |
| "completions/min_length": 216.0, | |
| "completions/min_terminated_length": 216.0, | |
| "epoch": 1.9204545454545454, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 205903254.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.740234375, | |
| "reward_std": 0.4389347732067108, | |
| "rewards/correct/mean": 0.740234375, | |
| "rewards/correct/std": 0.4389347732067108, | |
| "rollout/chars": 4792.53125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8004002571105957, | |
| "sampling/importance_sampling_ratio/mean": 0.9463099241256714, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4164271354675293, | |
| "sampling/sampling_logp_difference/mean": 0.0049464525654911995, | |
| "step": 169, | |
| "step_time": 206.89495562398952 | |
| }, | |
| { | |
| "epoch": 1.9204545454545454, | |
| "grad_norm": 0.003941544331610203, | |
| "learning_rate": 1e-05, | |
| "loss": 0.039977602660655975, | |
| "step": 169 | |
| }, | |
| { | |
| "clip_ratio": 1.6681476154190022e-05, | |
| "completions/clipped_ratio": 0.099609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4050.0, | |
| "completions/mean_length": 1730.228515625, | |
| "completions/mean_terminated_length": 1468.9566650390625, | |
| "completions/min_length": 179.0, | |
| "completions/min_terminated_length": 179.0, | |
| "epoch": 1.9318181818181817, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 206864011.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.833984375, | |
| "reward_std": 0.3724585771560669, | |
| "rewards/correct/mean": 0.833984375, | |
| "rewards/correct/std": 0.3724585771560669, | |
| "rollout/chars": 4882.84375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.9200692176818848, | |
| "sampling/importance_sampling_ratio/mean": 0.9391956925392151, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9637539982795715, | |
| "sampling/sampling_logp_difference/mean": 0.005706724710762501, | |
| "step": 170, | |
| "step_time": 194.08463777699217 | |
| }, | |
| { | |
| "epoch": 1.9318181818181817, | |
| "grad_norm": 0.004949316848069429, | |
| "learning_rate": 1e-05, | |
| "loss": 0.028489530086517334, | |
| "step": 170 | |
| }, | |
| { | |
| "clip_ratio": 2.1903109598042647e-05, | |
| "completions/clipped_ratio": 0.0390625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 1674.92578125, | |
| "completions/mean_terminated_length": 1576.508056640625, | |
| "completions/min_length": 194.0, | |
| "completions/min_terminated_length": 194.0, | |
| "epoch": 1.9431818181818183, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 207780725.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8359375, | |
| "reward_std": 0.37069445848464966, | |
| "rewards/correct/mean": 0.8359375, | |
| "rewards/correct/std": 0.37069445848464966, | |
| "rollout/chars": 6293.4375, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.4957149028778076, | |
| "sampling/importance_sampling_ratio/mean": 0.9351186752319336, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.954448938369751, | |
| "sampling/sampling_logp_difference/mean": 0.004980587866157293, | |
| "step": 171, | |
| "step_time": 152.12940101000277 | |
| }, | |
| { | |
| "epoch": 1.9431818181818183, | |
| "grad_norm": 0.003605486126616597, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01248840056359768, | |
| "step": 171 | |
| }, | |
| { | |
| "clip_ratio": 1.3031053867962328e-05, | |
| "completions/clipped_ratio": 0.1640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4049.0, | |
| "completions/mean_length": 2084.345703125, | |
| "completions/mean_terminated_length": 1689.5350341796875, | |
| "completions/min_length": 195.0, | |
| "completions/min_terminated_length": 195.0, | |
| "epoch": 1.9545454545454546, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 208920166.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.755859375, | |
| "reward_std": 0.42999663949012756, | |
| "rewards/correct/mean": 0.755859375, | |
| "rewards/correct/std": 0.42999663949012756, | |
| "rollout/chars": 7551.375, | |
| "rollout/commit": 0.75, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.809777021408081, | |
| "sampling/importance_sampling_ratio/mean": 0.9233913421630859, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.895401120185852, | |
| "sampling/sampling_logp_difference/mean": 0.004927307367324829, | |
| "step": 172, | |
| "step_time": 173.92340164600319 | |
| }, | |
| { | |
| "epoch": 1.9545454545454546, | |
| "grad_norm": 0.003581009106710553, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04277334734797478, | |
| "step": 172 | |
| }, | |
| { | |
| "clip_ratio": 2.6654508587853343e-05, | |
| "completions/clipped_ratio": 0.107421875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4057.0, | |
| "completions/mean_length": 1878.142578125, | |
| "completions/mean_terminated_length": 1611.2232666015625, | |
| "completions/min_length": 214.0, | |
| "completions/min_terminated_length": 214.0, | |
| "epoch": 1.9659090909090908, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 209948623.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.748046875, | |
| "reward_std": 0.43455907702445984, | |
| "rewards/correct/mean": 0.748046875, | |
| "rewards/correct/std": 0.43455907702445984, | |
| "rollout/chars": 6827.15625, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.856844663619995, | |
| "sampling/importance_sampling_ratio/mean": 0.9726605415344238, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8140442371368408, | |
| "sampling/sampling_logp_difference/mean": 0.004870840348303318, | |
| "step": 173, | |
| "step_time": 158.99626151002303 | |
| }, | |
| { | |
| "epoch": 1.9659090909090908, | |
| "grad_norm": 0.004429762251675129, | |
| "learning_rate": 1e-05, | |
| "loss": 0.025252971798181534, | |
| "step": 173 | |
| }, | |
| { | |
| "clip_ratio": 1.1205813962078537e-05, | |
| "completions/clipped_ratio": 0.0546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4090.0, | |
| "completions/mean_length": 1628.201171875, | |
| "completions/mean_terminated_length": 1485.4359130859375, | |
| "completions/min_length": 199.0, | |
| "completions/min_terminated_length": 199.0, | |
| "epoch": 1.9772727272727273, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 210850886.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.78125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.826171875, | |
| "reward_std": 0.3793322443962097, | |
| "rewards/correct/mean": 0.826171875, | |
| "rewards/correct/std": 0.3793322443962097, | |
| "rollout/chars": 4722.21875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.5537421703338623, | |
| "sampling/importance_sampling_ratio/mean": 0.9771841764450073, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3271548748016357, | |
| "sampling/sampling_logp_difference/mean": 0.004825064912438393, | |
| "step": 174, | |
| "step_time": 146.53700500201376 | |
| }, | |
| { | |
| "epoch": 1.9772727272727273, | |
| "grad_norm": 0.004185207653790712, | |
| "learning_rate": 1e-05, | |
| "loss": 0.015780184417963028, | |
| "step": 174 | |
| }, | |
| { | |
| "clip_ratio": 1.934008196258219e-05, | |
| "completions/clipped_ratio": 0.080078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4049.0, | |
| "completions/mean_length": 1817.98046875, | |
| "completions/mean_terminated_length": 1620.9576416015625, | |
| "completions/min_length": 317.0, | |
| "completions/min_terminated_length": 317.0, | |
| "epoch": 1.9886363636363638, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 211879292.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.818359375, | |
| "reward_std": 0.38592514395713806, | |
| "rewards/correct/mean": 0.818359375, | |
| "rewards/correct/std": 0.38592514395713806, | |
| "rollout/chars": 9107.9375, | |
| "rollout/commit": 0.6875, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.958387851715088, | |
| "sampling/importance_sampling_ratio/mean": 0.9398390650749207, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8055839538574219, | |
| "sampling/sampling_logp_difference/mean": 0.0054921037517488, | |
| "step": 175, | |
| "step_time": 192.6691865559842 | |
| }, | |
| { | |
| "epoch": 1.9886363636363638, | |
| "grad_norm": 0.004113991279155016, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03231582045555115, | |
| "step": 175 | |
| }, | |
| { | |
| "clip_ratio": 9.385716509768827e-06, | |
| "completions/clipped_ratio": 0.103515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 1697.87109375, | |
| "completions/mean_terminated_length": 1420.962890625, | |
| "completions/min_length": 251.0, | |
| "completions/min_terminated_length": 251.0, | |
| "epoch": 2.0, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 212815402.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.82421875, | |
| "reward_std": 0.3810062110424042, | |
| "rewards/correct/mean": 0.82421875, | |
| "rewards/correct/std": 0.3810062110424042, | |
| "rollout/chars": 3296.4375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.916748046875, | |
| "sampling/importance_sampling_ratio/mean": 0.9675688743591309, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.679196298122406, | |
| "sampling/sampling_logp_difference/mean": 0.004966333508491516, | |
| "step": 176, | |
| "step_time": 167.3431344930068 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.004546025302261114, | |
| "learning_rate": 1e-05, | |
| "loss": 0.045296452939510345, | |
| "step": 176 | |
| }, | |
| { | |
| "clip_ratio": 1.6073002029770578e-05, | |
| "completions/clipped_ratio": 0.072265625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4080.0, | |
| "completions/mean_length": 1716.4375, | |
| "completions/mean_terminated_length": 1531.08203125, | |
| "completions/min_length": 270.0, | |
| "completions/min_terminated_length": 270.0, | |
| "epoch": 2.0113636363636362, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 213761610.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.82421875, | |
| "reward_std": 0.3810062110424042, | |
| "rewards/correct/mean": 0.82421875, | |
| "rewards/correct/std": 0.3810062110424042, | |
| "rollout/chars": 5387.0, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.7023069858551025, | |
| "sampling/importance_sampling_ratio/mean": 0.9502268433570862, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9469863772392273, | |
| "sampling/sampling_logp_difference/mean": 0.005306360311806202, | |
| "step": 177, | |
| "step_time": 160.3614604620234 | |
| }, | |
| { | |
| "epoch": 2.0113636363636362, | |
| "grad_norm": 0.004343793261796236, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0330953411757946, | |
| "step": 177 | |
| }, | |
| { | |
| "clip_ratio": 1.6853005433858925e-05, | |
| "completions/clipped_ratio": 0.111328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4085.0, | |
| "completions/mean_length": 1860.81640625, | |
| "completions/mean_terminated_length": 1581.68359375, | |
| "completions/min_length": 334.0, | |
| "completions/min_terminated_length": 334.0, | |
| "epoch": 2.022727272727273, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 214794684.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.73828125, | |
| "reward_std": 0.44000017642974854, | |
| "rewards/correct/mean": 0.73828125, | |
| "rewards/correct/std": 0.44000017642974854, | |
| "rollout/chars": 5538.15625, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.5, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.8705785274505615, | |
| "sampling/importance_sampling_ratio/mean": 0.9591943621635437, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5468640327453613, | |
| "sampling/sampling_logp_difference/mean": 0.00538487546145916, | |
| "step": 178, | |
| "step_time": 207.3298162229985 | |
| }, | |
| { | |
| "epoch": 2.022727272727273, | |
| "grad_norm": 0.005428053438663483, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03251965716481209, | |
| "step": 178 | |
| }, | |
| { | |
| "clip_ratio": 2.136636851446383e-05, | |
| "completions/clipped_ratio": 0.0625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4048.0, | |
| "completions/mean_length": 1799.18359375, | |
| "completions/mean_terminated_length": 1646.0626220703125, | |
| "completions/min_length": 267.0, | |
| "completions/min_terminated_length": 267.0, | |
| "epoch": 2.034090909090909, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 215776378.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.837890625, | |
| "reward_std": 0.3689115643501282, | |
| "rewards/correct/mean": 0.837890625, | |
| "rewards/correct/std": 0.3689115643501282, | |
| "rollout/chars": 4716.46875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.597731828689575, | |
| "sampling/importance_sampling_ratio/mean": 0.9516504406929016, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0546566247940063, | |
| "sampling/sampling_logp_difference/mean": 0.005088513717055321, | |
| "step": 179, | |
| "step_time": 168.98118252099812 | |
| }, | |
| { | |
| "epoch": 2.034090909090909, | |
| "grad_norm": 0.0041059646755456924, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04511167109012604, | |
| "step": 179 | |
| }, | |
| { | |
| "clip_ratio": 1.6624251031771564e-05, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4093.0, | |
| "completions/mean_length": 1928.234375, | |
| "completions/mean_terminated_length": 1719.3489990234375, | |
| "completions/min_length": 263.0, | |
| "completions/min_terminated_length": 263.0, | |
| "epoch": 2.0454545454545454, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 216841874.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.83203125, | |
| "reward_std": 0.374204158782959, | |
| "rewards/correct/mean": 0.83203125, | |
| "rewards/correct/std": 0.374204158782959, | |
| "rollout/chars": 5872.9375, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.928636074066162, | |
| "sampling/importance_sampling_ratio/mean": 0.9294971823692322, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.0465595722198486, | |
| "sampling/sampling_logp_difference/mean": 0.005038301460444927, | |
| "step": 180, | |
| "step_time": 172.9954863820094 | |
| }, | |
| { | |
| "epoch": 2.0454545454545454, | |
| "grad_norm": 0.003498705802485347, | |
| "learning_rate": 1e-05, | |
| "loss": 0.027158260345458984, | |
| "step": 180 | |
| }, | |
| { | |
| "clip_ratio": 6.7414694058243185e-06, | |
| "completions/clipped_ratio": 0.146484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4078.0, | |
| "completions/mean_length": 2123.22265625, | |
| "completions/mean_terminated_length": 1785.1212158203125, | |
| "completions/min_length": 185.0, | |
| "completions/min_terminated_length": 185.0, | |
| "epoch": 2.0568181818181817, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 218019940.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.6875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.779296875, | |
| "reward_std": 0.4151262938976288, | |
| "rewards/correct/mean": 0.779296875, | |
| "rewards/correct/std": 0.4151262938976288, | |
| "rollout/chars": 5192.75, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.8703179359436035, | |
| "sampling/importance_sampling_ratio/mean": 0.9259544610977173, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.535346508026123, | |
| "sampling/sampling_logp_difference/mean": 0.005111806560307741, | |
| "step": 181, | |
| "step_time": 203.4537103850089 | |
| }, | |
| { | |
| "epoch": 2.0568181818181817, | |
| "grad_norm": 0.0036499109119176865, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04146120324730873, | |
| "step": 181 | |
| }, | |
| { | |
| "clip_ratio": 1.3865926746348123e-05, | |
| "completions/clipped_ratio": 0.103515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4092.0, | |
| "completions/mean_length": 1905.109375, | |
| "completions/mean_terminated_length": 1652.1307373046875, | |
| "completions/min_length": 138.0, | |
| "completions/min_terminated_length": 138.0, | |
| "epoch": 2.0681818181818183, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 219061756.0, | |
| "register/okay": 0.0625, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.763671875, | |
| "reward_std": 0.42524150013923645, | |
| "rewards/correct/mean": 0.763671875, | |
| "rewards/correct/std": 0.42524150013923645, | |
| "rollout/chars": 4462.0, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9131107330322266, | |
| "sampling/importance_sampling_ratio/mean": 0.9354792833328247, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8436260223388672, | |
| "sampling/sampling_logp_difference/mean": 0.005282607860863209, | |
| "step": 182, | |
| "step_time": 217.01412680699286 | |
| }, | |
| { | |
| "epoch": 2.0681818181818183, | |
| "grad_norm": 0.003892047330737114, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03709017112851143, | |
| "step": 182 | |
| }, | |
| { | |
| "clip_ratio": 1.7388439005117107e-05, | |
| "completions/clipped_ratio": 0.048828125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3999.0, | |
| "completions/mean_length": 1571.248046875, | |
| "completions/mean_terminated_length": 1441.6407470703125, | |
| "completions/min_length": 234.0, | |
| "completions/min_terminated_length": 234.0, | |
| "epoch": 2.0795454545454546, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 219941227.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.830078125, | |
| "reward_std": 0.3759314715862274, | |
| "rewards/correct/mean": 0.830078125, | |
| "rewards/correct/std": 0.3759314715862274, | |
| "rollout/chars": 2691.5625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8940041065216064, | |
| "sampling/importance_sampling_ratio/mean": 0.9478917121887207, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5281142592430115, | |
| "sampling/sampling_logp_difference/mean": 0.0052519747987389565, | |
| "step": 183, | |
| "step_time": 152.99337201898743 | |
| }, | |
| { | |
| "epoch": 2.0795454545454546, | |
| "grad_norm": 0.003979608882218599, | |
| "learning_rate": 1e-05, | |
| "loss": 0.006041696295142174, | |
| "step": 183 | |
| }, | |
| { | |
| "clip_ratio": 3.7337155163186253e-06, | |
| "completions/clipped_ratio": 0.166015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4071.0, | |
| "completions/mean_length": 2209.193359375, | |
| "completions/mean_terminated_length": 1833.5994873046875, | |
| "completions/min_length": 362.0, | |
| "completions/min_terminated_length": 362.0, | |
| "epoch": 2.090909090909091, | |
| "frac_reward_zero_std": 0.15625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 221141086.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.724609375, | |
| "reward_std": 0.44714778661727905, | |
| "rewards/correct/mean": 0.724609375, | |
| "rewards/correct/std": 0.44714778661727905, | |
| "rollout/chars": 2495.75, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9061875343322754, | |
| "sampling/importance_sampling_ratio/mean": 0.9615311622619629, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.883572578430176, | |
| "sampling/sampling_logp_difference/mean": 0.00507023511454463, | |
| "step": 184, | |
| "step_time": 206.29968863901013 | |
| }, | |
| { | |
| "epoch": 2.090909090909091, | |
| "grad_norm": 0.004103235434740782, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05236973613500595, | |
| "step": 184 | |
| }, | |
| { | |
| "clip_ratio": 4.259107151938224e-05, | |
| "completions/clipped_ratio": 0.103515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4067.0, | |
| "completions/mean_length": 1766.083984375, | |
| "completions/mean_terminated_length": 1497.05224609375, | |
| "completions/min_length": 236.0, | |
| "completions/min_terminated_length": 236.0, | |
| "epoch": 2.102272727272727, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 222111753.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.796875, | |
| "reward_std": 0.4027182459831238, | |
| "rewards/correct/mean": 0.796875, | |
| "rewards/correct/std": 0.4027182459831238, | |
| "rollout/chars": 7639.75, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.9472198486328125, | |
| "sampling/importance_sampling_ratio/mean": 0.9107943773269653, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2608442306518555, | |
| "sampling/sampling_logp_difference/mean": 0.005500646773725748, | |
| "step": 185, | |
| "step_time": 169.8960344970037 | |
| }, | |
| { | |
| "epoch": 2.102272727272727, | |
| "grad_norm": 0.004091702401638031, | |
| "learning_rate": 1e-05, | |
| "loss": 0.022427184507250786, | |
| "step": 185 | |
| }, | |
| { | |
| "clip_ratio": 2.5934456800769112e-05, | |
| "completions/clipped_ratio": 0.123046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4086.0, | |
| "completions/mean_length": 2110.16796875, | |
| "completions/mean_terminated_length": 1832.6014404296875, | |
| "completions/min_length": 300.0, | |
| "completions/min_terminated_length": 300.0, | |
| "epoch": 2.1136363636363638, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 223282415.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.767578125, | |
| "reward_std": 0.42278963327407837, | |
| "rewards/correct/mean": 0.767578125, | |
| "rewards/correct/std": 0.42278963327407837, | |
| "rollout/chars": 3167.21875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.967118263244629, | |
| "sampling/importance_sampling_ratio/mean": 0.918990969657898, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.78391432762146, | |
| "sampling/sampling_logp_difference/mean": 0.005142989568412304, | |
| "step": 186, | |
| "step_time": 210.86695300802967 | |
| }, | |
| { | |
| "epoch": 2.1136363636363638, | |
| "grad_norm": 0.0033733684103935957, | |
| "learning_rate": 1e-05, | |
| "loss": 0.009145231917500496, | |
| "step": 186 | |
| }, | |
| { | |
| "clip_ratio": 1.3229857984242699e-05, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4074.0, | |
| "completions/mean_length": 1885.5703125, | |
| "completions/mean_terminated_length": 1672.5738525390625, | |
| "completions/min_length": 316.0, | |
| "completions/min_terminated_length": 316.0, | |
| "epoch": 2.125, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 224313059.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8203125, | |
| "reward_std": 0.38430243730545044, | |
| "rewards/correct/mean": 0.8203125, | |
| "rewards/correct/std": 0.38430243730545044, | |
| "rollout/chars": 3459.59375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8199691772460938, | |
| "sampling/importance_sampling_ratio/mean": 0.9701090455055237, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.621566891670227, | |
| "sampling/sampling_logp_difference/mean": 0.005109979305416346, | |
| "step": 187, | |
| "step_time": 212.6298137069898 | |
| }, | |
| { | |
| "epoch": 2.125, | |
| "grad_norm": 0.003795518772676587, | |
| "learning_rate": 1e-05, | |
| "loss": -0.006210722029209137, | |
| "step": 187 | |
| }, | |
| { | |
| "clip_ratio": 1.0306590411346406e-05, | |
| "completions/clipped_ratio": 0.126953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 1939.48046875, | |
| "completions/mean_terminated_length": 1625.892578125, | |
| "completions/min_length": 316.0, | |
| "completions/min_terminated_length": 316.0, | |
| "epoch": 2.1363636363636362, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 225374809.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.78125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.73046875, | |
| "reward_std": 0.44415023922920227, | |
| "rewards/correct/mean": 0.73046875, | |
| "rewards/correct/std": 0.44415023922920227, | |
| "rollout/chars": 4663.96875, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.794480800628662, | |
| "sampling/importance_sampling_ratio/mean": 0.9473037719726562, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3287020921707153, | |
| "sampling/sampling_logp_difference/mean": 0.005133559927344322, | |
| "step": 188, | |
| "step_time": 177.13897528698726 | |
| }, | |
| { | |
| "epoch": 2.1363636363636362, | |
| "grad_norm": 0.004156456794589758, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04683227837085724, | |
| "step": 188 | |
| }, | |
| { | |
| "clip_ratio": 2.295533528240412e-05, | |
| "completions/clipped_ratio": 0.099609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4073.0, | |
| "completions/mean_length": 1852.025390625, | |
| "completions/mean_terminated_length": 1603.776611328125, | |
| "completions/min_length": 285.0, | |
| "completions/min_terminated_length": 285.0, | |
| "epoch": 2.147727272727273, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 226395222.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7734375, | |
| "reward_std": 0.4190165400505066, | |
| "rewards/correct/mean": 0.7734375, | |
| "rewards/correct/std": 0.4190165400505066, | |
| "rollout/chars": 3544.5625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.891669273376465, | |
| "sampling/importance_sampling_ratio/mean": 0.9688881039619446, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5134634971618652, | |
| "sampling/sampling_logp_difference/mean": 0.005396988242864609, | |
| "step": 189, | |
| "step_time": 203.17563983201399 | |
| }, | |
| { | |
| "epoch": 2.147727272727273, | |
| "grad_norm": 0.0040238043293356895, | |
| "learning_rate": 1e-05, | |
| "loss": 0.030656324699521065, | |
| "step": 189 | |
| }, | |
| { | |
| "clip_ratio": 1.4674001590719854e-05, | |
| "completions/clipped_ratio": 0.11328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4081.0, | |
| "completions/mean_length": 1810.37890625, | |
| "completions/mean_terminated_length": 1518.3831787109375, | |
| "completions/min_length": 238.0, | |
| "completions/min_terminated_length": 238.0, | |
| "epoch": 2.159090909090909, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 227390280.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.822265625, | |
| "reward_std": 0.3826628625392914, | |
| "rewards/correct/mean": 0.822265625, | |
| "rewards/correct/std": 0.3826628625392914, | |
| "rollout/chars": 9622.71875, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.7447407245635986, | |
| "sampling/importance_sampling_ratio/mean": 0.8863211274147034, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.8453614711761475, | |
| "sampling/sampling_logp_difference/mean": 0.00551652442663908, | |
| "step": 190, | |
| "step_time": 177.82635181101796 | |
| }, | |
| { | |
| "epoch": 2.159090909090909, | |
| "grad_norm": 0.003208580892533064, | |
| "learning_rate": 1e-05, | |
| "loss": 0.014453164301812649, | |
| "step": 190 | |
| }, | |
| { | |
| "clip_ratio": 1.9502572115470684e-05, | |
| "completions/clipped_ratio": 0.068359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4062.0, | |
| "completions/mean_length": 1779.275390625, | |
| "completions/mean_terminated_length": 1609.2850341796875, | |
| "completions/min_length": 330.0, | |
| "completions/min_terminated_length": 330.0, | |
| "epoch": 2.1704545454545454, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 228368901.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.859375, | |
| "reward_std": 0.3479743003845215, | |
| "rewards/correct/mean": 0.859375, | |
| "rewards/correct/std": 0.3479743003845215, | |
| "rollout/chars": 5380.125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.820805311203003, | |
| "sampling/importance_sampling_ratio/mean": 0.9228236079216003, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6691446304321289, | |
| "sampling/sampling_logp_difference/mean": 0.005231708753854036, | |
| "step": 191, | |
| "step_time": 179.1557101000144 | |
| }, | |
| { | |
| "epoch": 2.1704545454545454, | |
| "grad_norm": 0.0033565678168088198, | |
| "learning_rate": 1e-05, | |
| "loss": 0.016226625069975853, | |
| "step": 191 | |
| }, | |
| { | |
| "clip_ratio": 1.4928452401363757e-05, | |
| "completions/clipped_ratio": 0.0546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4066.0, | |
| "completions/mean_length": 1682.357421875, | |
| "completions/mean_terminated_length": 1542.72509765625, | |
| "completions/min_length": 102.0, | |
| "completions/min_terminated_length": 102.0, | |
| "epoch": 2.1818181818181817, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 229295228.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": 0.8064516129032258, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.861328125, | |
| "reward_std": 0.34594178199768066, | |
| "rewards/correct/mean": 0.861328125, | |
| "rewards/correct/std": 0.34594178199768066, | |
| "rollout/chars": 3105.21875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9763360023498535, | |
| "sampling/importance_sampling_ratio/mean": 0.9259283542633057, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4375419616699219, | |
| "sampling/sampling_logp_difference/mean": 0.005053878761827946, | |
| "step": 192, | |
| "step_time": 179.86977414100693 | |
| }, | |
| { | |
| "epoch": 2.1818181818181817, | |
| "grad_norm": 0.003446809481829405, | |
| "learning_rate": 1e-05, | |
| "loss": 0.014385566115379333, | |
| "step": 192 | |
| }, | |
| { | |
| "clip_ratio": 8.127960597903439e-06, | |
| "completions/clipped_ratio": 0.11328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3999.0, | |
| "completions/mean_length": 1870.83203125, | |
| "completions/mean_terminated_length": 1586.5594482421875, | |
| "completions/min_length": 334.0, | |
| "completions/min_terminated_length": 334.0, | |
| "epoch": 2.1931818181818183, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 230311814.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.794921875, | |
| "reward_std": 0.4041535556316376, | |
| "rewards/correct/mean": 0.794921875, | |
| "rewards/correct/std": 0.4041535556316376, | |
| "rollout/chars": 2053.65625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.913686513900757, | |
| "sampling/importance_sampling_ratio/mean": 0.9280651211738586, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5139551162719727, | |
| "sampling/sampling_logp_difference/mean": 0.005207026842981577, | |
| "step": 193, | |
| "step_time": 161.46157021100953 | |
| }, | |
| { | |
| "epoch": 2.1931818181818183, | |
| "grad_norm": 0.004171254113316536, | |
| "learning_rate": 1e-05, | |
| "loss": 0.024096952751278877, | |
| "step": 193 | |
| }, | |
| { | |
| "clip_ratio": 1.0925241213044501e-05, | |
| "completions/clipped_ratio": 0.11328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4039.0, | |
| "completions/mean_length": 1964.69140625, | |
| "completions/mean_terminated_length": 1692.40966796875, | |
| "completions/min_length": 177.0, | |
| "completions/min_terminated_length": 177.0, | |
| "epoch": 2.2045454545454546, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 231380104.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7734375, | |
| "reward_std": 0.4190165400505066, | |
| "rewards/correct/mean": 0.7734375, | |
| "rewards/correct/std": 0.4190165400505066, | |
| "rollout/chars": 4186.90625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9462945461273193, | |
| "sampling/importance_sampling_ratio/mean": 0.9047876000404358, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.8132054805755615, | |
| "sampling/sampling_logp_difference/mean": 0.005264287814497948, | |
| "step": 194, | |
| "step_time": 171.2770823380124 | |
| }, | |
| { | |
| "epoch": 2.2045454545454546, | |
| "grad_norm": 0.0034657102078199387, | |
| "learning_rate": 1e-05, | |
| "loss": 0.024265721440315247, | |
| "step": 194 | |
| }, | |
| { | |
| "clip_ratio": 2.3399600479478977e-05, | |
| "completions/clipped_ratio": 0.1171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4041.0, | |
| "completions/mean_length": 1778.74609375, | |
| "completions/mean_terminated_length": 1471.14599609375, | |
| "completions/min_length": 219.0, | |
| "completions/min_terminated_length": 219.0, | |
| "epoch": 2.215909090909091, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 232350214.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.767578125, | |
| "reward_std": 0.42278963327407837, | |
| "rewards/correct/mean": 0.767578125, | |
| "rewards/correct/std": 0.42278963327407837, | |
| "rollout/chars": 3902.71875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.928770065307617, | |
| "sampling/importance_sampling_ratio/mean": 0.9417243599891663, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.48427915573120117, | |
| "sampling/sampling_logp_difference/mean": 0.005448776297271252, | |
| "step": 195, | |
| "step_time": 186.2316358209937 | |
| }, | |
| { | |
| "epoch": 2.215909090909091, | |
| "grad_norm": 0.0047175269573926926, | |
| "learning_rate": 1e-05, | |
| "loss": 0.06896394491195679, | |
| "step": 195 | |
| }, | |
| { | |
| "clip_ratio": 1.1003088502548053e-05, | |
| "completions/clipped_ratio": 0.099609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4048.0, | |
| "completions/mean_length": 1974.025390625, | |
| "completions/mean_terminated_length": 1739.2733154296875, | |
| "completions/min_length": 223.0, | |
| "completions/min_terminated_length": 223.0, | |
| "epoch": 2.227272727272727, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 233429507.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.7265625, | |
| "reward_std": 0.4461594223976135, | |
| "rewards/correct/mean": 0.7265625, | |
| "rewards/correct/std": 0.4461594223976135, | |
| "rollout/chars": 4751.03125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.5, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.951998472213745, | |
| "sampling/importance_sampling_ratio/mean": 0.9382084012031555, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4548063278198242, | |
| "sampling/sampling_logp_difference/mean": 0.005333589389920235, | |
| "step": 196, | |
| "step_time": 169.50207397597842 | |
| }, | |
| { | |
| "epoch": 2.227272727272727, | |
| "grad_norm": 0.004140086937695742, | |
| "learning_rate": 1e-05, | |
| "loss": 0.014942354522645473, | |
| "step": 196 | |
| }, | |
| { | |
| "clip_ratio": 1.0374062242135551e-05, | |
| "completions/clipped_ratio": 0.126953125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4087.0, | |
| "completions/mean_length": 2001.7734375, | |
| "completions/mean_terminated_length": 1697.243896484375, | |
| "completions/min_length": 280.0, | |
| "completions/min_terminated_length": 280.0, | |
| "epoch": 2.2386363636363638, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 234531839.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.75, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.763671875, | |
| "reward_std": 0.42524150013923645, | |
| "rewards/correct/mean": 0.763671875, | |
| "rewards/correct/std": 0.42524150013923645, | |
| "rollout/chars": 3901.4375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9321274757385254, | |
| "sampling/importance_sampling_ratio/mean": 0.9065228700637817, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6711586713790894, | |
| "sampling/sampling_logp_difference/mean": 0.005420377012342215, | |
| "step": 197, | |
| "step_time": 180.79526581898972 | |
| }, | |
| { | |
| "epoch": 2.2386363636363638, | |
| "grad_norm": 0.0035729536321014166, | |
| "learning_rate": 1e-05, | |
| "loss": 0.036912981420755386, | |
| "step": 197 | |
| }, | |
| { | |
| "clip_ratio": 1.6594533292391134e-05, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 1774.1953125, | |
| "completions/mean_terminated_length": 1550.466796875, | |
| "completions/min_length": 233.0, | |
| "completions/min_terminated_length": 233.0, | |
| "epoch": 2.25, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 235502451.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.810546875, | |
| "reward_std": 0.3922513723373413, | |
| "rewards/correct/mean": 0.810546875, | |
| "rewards/correct/std": 0.3922513723373413, | |
| "rollout/chars": 5563.8125, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9558308124542236, | |
| "sampling/importance_sampling_ratio/mean": 0.9542213678359985, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.6614465713500977, | |
| "sampling/sampling_logp_difference/mean": 0.005350631196051836, | |
| "step": 198, | |
| "step_time": 174.62791061501048 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "grad_norm": 0.004035919439047575, | |
| "learning_rate": 1e-05, | |
| "loss": 0.023496970534324646, | |
| "step": 198 | |
| }, | |
| { | |
| "clip_ratio": 8.865191659879201e-06, | |
| "completions/clipped_ratio": 0.078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 1602.763671875, | |
| "completions/mean_terminated_length": 1391.472412109375, | |
| "completions/min_length": 274.0, | |
| "completions/min_terminated_length": 274.0, | |
| "epoch": 2.2613636363636362, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 236382330.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8125, | |
| "reward_std": 0.39069411158561707, | |
| "rewards/correct/mean": 0.8125, | |
| "rewards/correct/std": 0.39069411158561707, | |
| "rollout/chars": 6667.875, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.46875, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.92714524269104, | |
| "sampling/importance_sampling_ratio/mean": 0.9325312376022339, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4230332374572754, | |
| "sampling/sampling_logp_difference/mean": 0.005336706526577473, | |
| "step": 199, | |
| "step_time": 179.77525768200576 | |
| }, | |
| { | |
| "epoch": 2.2613636363636362, | |
| "grad_norm": 0.003536958945915103, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0033752741292119026, | |
| "step": 199 | |
| }, | |
| { | |
| "clip_ratio": 1.8717570583248744e-05, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4020.0, | |
| "completions/mean_length": 1621.736328125, | |
| "completions/mean_terminated_length": 1383.31689453125, | |
| "completions/min_length": 201.0, | |
| "completions/min_terminated_length": 201.0, | |
| "epoch": 2.2727272727272725, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 237278339.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.771484375, | |
| "reward_std": 0.4202871024608612, | |
| "rewards/correct/mean": 0.771484375, | |
| "rewards/correct/std": 0.4202871024608612, | |
| "rollout/chars": 4189.1875, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.850534677505493, | |
| "sampling/importance_sampling_ratio/mean": 0.9468826055526733, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.46137380599975586, | |
| "sampling/sampling_logp_difference/mean": 0.0053221965208649635, | |
| "step": 200, | |
| "step_time": 192.79883929197968 | |
| }, | |
| { | |
| "epoch": 2.2727272727272725, | |
| "grad_norm": 0.0040756710804998875, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01586858183145523, | |
| "step": 200 | |
| }, | |
| { | |
| "clip_ratio": 1.3782209691726166e-05, | |
| "completions/clipped_ratio": 0.0703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4076.0, | |
| "completions/mean_length": 1739.060546875, | |
| "completions/mean_terminated_length": 1560.8046875, | |
| "completions/min_length": 265.0, | |
| "completions/min_terminated_length": 265.0, | |
| "epoch": 2.284090909090909, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 238238738.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.75, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.822265625, | |
| "reward_std": 0.3826628625392914, | |
| "rewards/correct/mean": 0.822265625, | |
| "rewards/correct/std": 0.3826628625392914, | |
| "rollout/chars": 2099.625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.979487657546997, | |
| "sampling/importance_sampling_ratio/mean": 0.9283332228660583, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.093848705291748, | |
| "sampling/sampling_logp_difference/mean": 0.005414347164332867, | |
| "step": 201, | |
| "step_time": 160.1495839519921 | |
| }, | |
| { | |
| "epoch": 2.284090909090909, | |
| "grad_norm": 0.004143793601542711, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02990797720849514, | |
| "step": 201 | |
| }, | |
| { | |
| "clip_ratio": 1.327937224004927e-05, | |
| "completions/clipped_ratio": 0.1015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4051.0, | |
| "completions/mean_length": 1936.859375, | |
| "completions/mean_terminated_length": 1692.782470703125, | |
| "completions/min_length": 315.0, | |
| "completions/min_terminated_length": 315.0, | |
| "epoch": 2.2954545454545454, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 239312506.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.81640625, | |
| "reward_std": 0.3875311613082886, | |
| "rewards/correct/mean": 0.81640625, | |
| "rewards/correct/std": 0.3875311613082886, | |
| "rollout/chars": 5792.34375, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.953232526779175, | |
| "sampling/importance_sampling_ratio/mean": 0.9635791778564453, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.999798059463501, | |
| "sampling/sampling_logp_difference/mean": 0.005358169320970774, | |
| "step": 202, | |
| "step_time": 176.60969755898986 | |
| }, | |
| { | |
| "epoch": 2.2954545454545454, | |
| "grad_norm": 0.003710060613229871, | |
| "learning_rate": 1e-05, | |
| "loss": 0.028151147067546844, | |
| "step": 202 | |
| }, | |
| { | |
| "clip_ratio": 6.190496492308739e-06, | |
| "completions/clipped_ratio": 0.109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 1841.185546875, | |
| "completions/mean_terminated_length": 1564.278564453125, | |
| "completions/min_length": 275.0, | |
| "completions/min_terminated_length": 275.0, | |
| "epoch": 2.3068181818181817, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 240321225.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.802734375, | |
| "reward_std": 0.3983237147331238, | |
| "rewards/correct/mean": 0.802734375, | |
| "rewards/correct/std": 0.3983237147331238, | |
| "rollout/chars": 10084.21875, | |
| "rollout/commit": 0.5, | |
| "rollout/reward": 0.3125, | |
| "rollout/trunc": 0.5625, | |
| "sampling/importance_sampling_ratio/max": 2.7503859996795654, | |
| "sampling/importance_sampling_ratio/mean": 0.9685191512107849, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6860620975494385, | |
| "sampling/sampling_logp_difference/mean": 0.005424440372735262, | |
| "step": 203, | |
| "step_time": 214.94440034599393 | |
| }, | |
| { | |
| "epoch": 2.3068181818181817, | |
| "grad_norm": 0.004237860906869173, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03847038000822067, | |
| "step": 203 | |
| }, | |
| { | |
| "clip_ratio": 1.538123837008243e-05, | |
| "completions/clipped_ratio": 0.076171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4073.0, | |
| "completions/mean_length": 1650.638671875, | |
| "completions/mean_terminated_length": 1449.0126953125, | |
| "completions/min_length": 180.0, | |
| "completions/min_terminated_length": 180.0, | |
| "epoch": 2.3181818181818183, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 241233696.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.818359375, | |
| "reward_std": 0.38592514395713806, | |
| "rewards/correct/mean": 0.818359375, | |
| "rewards/correct/std": 0.38592514395713806, | |
| "rollout/chars": 2542.84375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9571149349212646, | |
| "sampling/importance_sampling_ratio/mean": 0.9650512933731079, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6628174781799316, | |
| "sampling/sampling_logp_difference/mean": 0.005107385106384754, | |
| "step": 204, | |
| "step_time": 199.13234991999343 | |
| }, | |
| { | |
| "epoch": 2.3181818181818183, | |
| "grad_norm": 0.004556674975901842, | |
| "learning_rate": 1e-05, | |
| "loss": 0.030872903764247894, | |
| "step": 204 | |
| }, | |
| { | |
| "clip_ratio": 6.724469244545617e-06, | |
| "completions/clipped_ratio": 0.10546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4021.0, | |
| "completions/mean_length": 1482.916015625, | |
| "completions/mean_terminated_length": 1174.8231201171875, | |
| "completions/min_length": 206.0, | |
| "completions/min_terminated_length": 206.0, | |
| "epoch": 2.3295454545454546, | |
| "frac_reward_zero_std": 0.46875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 242055605.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.75, | |
| "register/premium": -0.06666666666666665, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.84765625, | |
| "reward_std": 0.35970520973205566, | |
| "rewards/correct/mean": 0.84765625, | |
| "rewards/correct/std": 0.35970520973205566, | |
| "rollout/chars": 3362.8125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.896538496017456, | |
| "sampling/importance_sampling_ratio/mean": 0.9722949862480164, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.39171934127807617, | |
| "sampling/sampling_logp_difference/mean": 0.005353343207389116, | |
| "step": 205, | |
| "step_time": 184.0667420030004 | |
| }, | |
| { | |
| "epoch": 2.3295454545454546, | |
| "grad_norm": 0.003613721579313278, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03206093609333038, | |
| "step": 205 | |
| }, | |
| { | |
| "clip_ratio": 2.2877414380673144e-05, | |
| "completions/clipped_ratio": 0.109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3901.0, | |
| "completions/mean_length": 1824.703125, | |
| "completions/mean_terminated_length": 1545.77197265625, | |
| "completions/min_length": 257.0, | |
| "completions/min_terminated_length": 257.0, | |
| "epoch": 2.340909090909091, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 243062301.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.80078125, | |
| "reward_std": 0.39980348944664, | |
| "rewards/correct/mean": 0.80078125, | |
| "rewards/correct/std": 0.39980348944664, | |
| "rollout/chars": 3247.375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.6829395294189453, | |
| "sampling/importance_sampling_ratio/mean": 0.9158489108085632, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.006181240081787, | |
| "sampling/sampling_logp_difference/mean": 0.005128060467541218, | |
| "step": 206, | |
| "step_time": 169.25653948399122 | |
| }, | |
| { | |
| "epoch": 2.340909090909091, | |
| "grad_norm": 0.003322354983538389, | |
| "learning_rate": 1e-05, | |
| "loss": 0.011794074438512325, | |
| "step": 206 | |
| }, | |
| { | |
| "clip_ratio": 1.3783191548100149e-05, | |
| "completions/clipped_ratio": 0.056640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3921.0, | |
| "completions/mean_length": 1606.2578125, | |
| "completions/mean_terminated_length": 1456.770263671875, | |
| "completions/min_length": 152.0, | |
| "completions/min_terminated_length": 152.0, | |
| "epoch": 2.3522727272727275, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 243953729.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.8125, | |
| "reward_std": 0.39069411158561707, | |
| "rewards/correct/mean": 0.8125, | |
| "rewards/correct/std": 0.39069411158561707, | |
| "rollout/chars": 2664.5625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.978945016860962, | |
| "sampling/importance_sampling_ratio/mean": 0.9407534599304199, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7248842716217041, | |
| "sampling/sampling_logp_difference/mean": 0.0059669772163033485, | |
| "step": 207, | |
| "step_time": 166.7936148509907 | |
| }, | |
| { | |
| "epoch": 2.3522727272727275, | |
| "grad_norm": 0.004669510759413242, | |
| "learning_rate": 1e-05, | |
| "loss": 0.048612482845783234, | |
| "step": 207 | |
| }, | |
| { | |
| "clip_ratio": 5.296716608427232e-06, | |
| "completions/clipped_ratio": 0.0859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 2003.619140625, | |
| "completions/mean_terminated_length": 1806.899658203125, | |
| "completions/min_length": 197.0, | |
| "completions/min_terminated_length": 197.0, | |
| "epoch": 2.3636363636363638, | |
| "frac_reward_zero_std": 0.4375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 245051502.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.830078125, | |
| "reward_std": 0.3759314715862274, | |
| "rewards/correct/mean": 0.830078125, | |
| "rewards/correct/std": 0.3759314715862274, | |
| "rollout/chars": 8812.5, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.40625, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.8438684940338135, | |
| "sampling/importance_sampling_ratio/mean": 0.9469932317733765, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6892533898353577, | |
| "sampling/sampling_logp_difference/mean": 0.005380821879953146, | |
| "step": 208, | |
| "step_time": 188.1180139970238 | |
| }, | |
| { | |
| "epoch": 2.3636363636363638, | |
| "grad_norm": 0.003793270792812109, | |
| "learning_rate": 1e-05, | |
| "loss": 0.020895520225167274, | |
| "step": 208 | |
| }, | |
| { | |
| "clip_ratio": 6.133411432074354e-06, | |
| "completions/clipped_ratio": 0.099609375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4063.0, | |
| "completions/mean_length": 1839.94140625, | |
| "completions/mean_terminated_length": 1590.355712890625, | |
| "completions/min_length": 236.0, | |
| "completions/min_terminated_length": 236.0, | |
| "epoch": 2.375, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 246057856.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.8125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.796875, | |
| "reward_std": 0.4027182459831238, | |
| "rewards/correct/mean": 0.796875, | |
| "rewards/correct/std": 0.4027182459831238, | |
| "rollout/chars": 3110.53125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.6875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8839707374572754, | |
| "sampling/importance_sampling_ratio/mean": 0.9133501052856445, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6098953485488892, | |
| "sampling/sampling_logp_difference/mean": 0.005614390131086111, | |
| "step": 209, | |
| "step_time": 157.33712573498633 | |
| }, | |
| { | |
| "epoch": 2.375, | |
| "grad_norm": 0.0036704258527606726, | |
| "learning_rate": 1e-05, | |
| "loss": 0.027825571596622467, | |
| "step": 209 | |
| }, | |
| { | |
| "clip_ratio": 1.3358581497868727e-05, | |
| "completions/clipped_ratio": 0.103515625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3968.0, | |
| "completions/mean_length": 1899.857421875, | |
| "completions/mean_terminated_length": 1646.2723388671875, | |
| "completions/min_length": 263.0, | |
| "completions/min_terminated_length": 263.0, | |
| "epoch": 2.3863636363636362, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 247102743.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.80859375, | |
| "reward_std": 0.3937928080558777, | |
| "rewards/correct/mean": 0.80859375, | |
| "rewards/correct/std": 0.3937928080558777, | |
| "rollout/chars": 4863.0625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.918131113052368, | |
| "sampling/importance_sampling_ratio/mean": 0.8978534936904907, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5366244316101074, | |
| "sampling/sampling_logp_difference/mean": 0.0055485013872385025, | |
| "step": 210, | |
| "step_time": 205.1774773040015 | |
| }, | |
| { | |
| "epoch": 2.3863636363636362, | |
| "grad_norm": 0.0028242089319974184, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0004971058806404471, | |
| "step": 210 | |
| }, | |
| { | |
| "clip_ratio": 1.4171961765896413e-05, | |
| "completions/clipped_ratio": 0.08984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4067.0, | |
| "completions/mean_length": 1808.630859375, | |
| "completions/mean_terminated_length": 1582.839111328125, | |
| "completions/min_length": 337.0, | |
| "completions/min_terminated_length": 337.0, | |
| "epoch": 2.3977272727272725, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 248095690.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.798828125, | |
| "reward_std": 0.4012683033943176, | |
| "rewards/correct/mean": 0.798828125, | |
| "rewards/correct/std": 0.4012683033943176, | |
| "rollout/chars": 9730.75, | |
| "rollout/commit": 0.65625, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.755391836166382, | |
| "sampling/importance_sampling_ratio/mean": 0.938765287399292, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3320903778076172, | |
| "sampling/sampling_logp_difference/mean": 0.005648317746818066, | |
| "step": 211, | |
| "step_time": 193.94536813099694 | |
| }, | |
| { | |
| "epoch": 2.3977272727272725, | |
| "grad_norm": 0.004290794022381306, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01723056100308895, | |
| "step": 211 | |
| }, | |
| { | |
| "clip_ratio": 8.046193329391826e-06, | |
| "completions/clipped_ratio": 0.078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4034.0, | |
| "completions/mean_length": 1611.302734375, | |
| "completions/mean_terminated_length": 1400.7352294921875, | |
| "completions/min_length": 235.0, | |
| "completions/min_terminated_length": 235.0, | |
| "epoch": 2.409090909090909, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 248984181.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.794921875, | |
| "reward_std": 0.4041535556316376, | |
| "rewards/correct/mean": 0.794921875, | |
| "rewards/correct/std": 0.4041535556316376, | |
| "rollout/chars": 1948.46875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8995227813720703, | |
| "sampling/importance_sampling_ratio/mean": 0.934117317199707, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.240562677383423, | |
| "sampling/sampling_logp_difference/mean": 0.005295831710100174, | |
| "step": 212, | |
| "step_time": 315.6514497410026 | |
| }, | |
| { | |
| "epoch": 2.409090909090909, | |
| "grad_norm": 0.004102794919162989, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04215054214000702, | |
| "step": 212 | |
| }, | |
| { | |
| "clip_ratio": 8.448166681773728e-06, | |
| "completions/clipped_ratio": 0.078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4001.0, | |
| "completions/mean_length": 1463.109375, | |
| "completions/mean_terminated_length": 1239.9830322265625, | |
| "completions/min_length": 161.0, | |
| "completions/min_terminated_length": 161.0, | |
| "epoch": 2.4204545454545454, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 249795869.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8203125, | |
| "reward_std": 0.38430243730545044, | |
| "rewards/correct/mean": 0.8203125, | |
| "rewards/correct/std": 0.38430243730545044, | |
| "rollout/chars": 6144.96875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9615371227264404, | |
| "sampling/importance_sampling_ratio/mean": 0.9769015312194824, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5041971206665039, | |
| "sampling/sampling_logp_difference/mean": 0.0056790076196193695, | |
| "step": 213, | |
| "step_time": 179.45472852900275 | |
| }, | |
| { | |
| "epoch": 2.4204545454545454, | |
| "grad_norm": 0.004205259494483471, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02468688040971756, | |
| "step": 213 | |
| }, | |
| { | |
| "clip_ratio": 3.0963407198214554e-05, | |
| "completions/clipped_ratio": 0.06640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3952.0, | |
| "completions/mean_length": 1496.46484375, | |
| "completions/mean_terminated_length": 1311.5606689453125, | |
| "completions/min_length": 277.0, | |
| "completions/min_terminated_length": 277.0, | |
| "epoch": 2.4318181818181817, | |
| "frac_reward_zero_std": 0.375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 250620235.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.826171875, | |
| "reward_std": 0.3793322443962097, | |
| "rewards/correct/mean": 0.826171875, | |
| "rewards/correct/std": 0.3793322443962097, | |
| "rollout/chars": 7390.34375, | |
| "rollout/commit": 0.6875, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.3125, | |
| "sampling/importance_sampling_ratio/max": 2.9765098094940186, | |
| "sampling/importance_sampling_ratio/mean": 0.9507113695144653, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.660245418548584, | |
| "sampling/sampling_logp_difference/mean": 0.005654149688780308, | |
| "step": 214, | |
| "step_time": 155.33907545798138 | |
| }, | |
| { | |
| "epoch": 2.4318181818181817, | |
| "grad_norm": 0.003755029058083892, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01947416365146637, | |
| "step": 214 | |
| }, | |
| { | |
| "clip_ratio": 1.2579309327520605e-06, | |
| "completions/clipped_ratio": 0.048828125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3745.0, | |
| "completions/mean_length": 1372.98828125, | |
| "completions/mean_terminated_length": 1233.203369140625, | |
| "completions/min_length": 216.0, | |
| "completions/min_terminated_length": 216.0, | |
| "epoch": 2.4431818181818183, | |
| "frac_reward_zero_std": 0.46875, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 251384149.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.853515625, | |
| "reward_std": 0.35393697023391724, | |
| "rewards/correct/mean": 0.853515625, | |
| "rewards/correct/std": 0.35393697023391724, | |
| "rollout/chars": 3172.28125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.625800371170044, | |
| "sampling/importance_sampling_ratio/mean": 0.936830461025238, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7261619567871094, | |
| "sampling/sampling_logp_difference/mean": 0.005508521571755409, | |
| "step": 215, | |
| "step_time": 159.7676624170199 | |
| }, | |
| { | |
| "epoch": 2.4431818181818183, | |
| "grad_norm": 0.003994131926447153, | |
| "learning_rate": 1e-05, | |
| "loss": 0.006941499188542366, | |
| "step": 215 | |
| }, | |
| { | |
| "clip_ratio": 1.472933018931144e-05, | |
| "completions/clipped_ratio": 0.0546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 1854.4375, | |
| "completions/mean_terminated_length": 1724.76025390625, | |
| "completions/min_length": 306.0, | |
| "completions/min_terminated_length": 306.0, | |
| "epoch": 2.4545454545454546, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 252396469.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.84375, | |
| "reward_std": 0.36344730854034424, | |
| "rewards/correct/mean": 0.84375, | |
| "rewards/correct/std": 0.36344730854034424, | |
| "rollout/chars": 4156.03125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.925337314605713, | |
| "sampling/importance_sampling_ratio/mean": 0.9330837726593018, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5458102226257324, | |
| "sampling/sampling_logp_difference/mean": 0.005372893996536732, | |
| "step": 216, | |
| "step_time": 162.5190347730022 | |
| }, | |
| { | |
| "epoch": 2.4545454545454546, | |
| "grad_norm": 0.003507070243358612, | |
| "learning_rate": 1e-05, | |
| "loss": 0.012975988909602165, | |
| "step": 216 | |
| }, | |
| { | |
| "clip_ratio": 9.296497580635332e-06, | |
| "completions/clipped_ratio": 0.095703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4017.0, | |
| "completions/mean_length": 1872.236328125, | |
| "completions/mean_terminated_length": 1636.8919677734375, | |
| "completions/min_length": 280.0, | |
| "completions/min_terminated_length": 280.0, | |
| "epoch": 2.465909090909091, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 253414462.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.76953125, | |
| "reward_std": 0.42154473066329956, | |
| "rewards/correct/mean": 0.76953125, | |
| "rewards/correct/std": 0.42154473066329956, | |
| "rollout/chars": 4786.4375, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.904780626296997, | |
| "sampling/importance_sampling_ratio/mean": 0.9516541957855225, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8575234413146973, | |
| "sampling/sampling_logp_difference/mean": 0.005686804186552763, | |
| "step": 217, | |
| "step_time": 185.94569254601083 | |
| }, | |
| { | |
| "epoch": 2.465909090909091, | |
| "grad_norm": 0.004140492994338274, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01533691119402647, | |
| "step": 217 | |
| }, | |
| { | |
| "clip_ratio": 1.6323534566708986e-05, | |
| "completions/clipped_ratio": 0.0703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 1646.24609375, | |
| "completions/mean_terminated_length": 1460.970703125, | |
| "completions/min_length": 306.0, | |
| "completions/min_terminated_length": 306.0, | |
| "epoch": 2.4772727272727275, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 254330924.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.798828125, | |
| "reward_std": 0.4012683033943176, | |
| "rewards/correct/mean": 0.798828125, | |
| "rewards/correct/std": 0.4012683033943176, | |
| "rollout/chars": 3580.84375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.979477643966675, | |
| "sampling/importance_sampling_ratio/mean": 0.9378634095191956, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5400161743164062, | |
| "sampling/sampling_logp_difference/mean": 0.005644083023071289, | |
| "step": 218, | |
| "step_time": 158.59776131100807 | |
| }, | |
| { | |
| "epoch": 2.4772727272727275, | |
| "grad_norm": 0.004415053408592939, | |
| "learning_rate": 1e-05, | |
| "loss": 0.043543022125959396, | |
| "step": 218 | |
| }, | |
| { | |
| "clip_ratio": 2.042746240249471e-05, | |
| "completions/clipped_ratio": 0.134765625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 2186.208984375, | |
| "completions/mean_terminated_length": 1888.7471923828125, | |
| "completions/min_length": 296.0, | |
| "completions/min_terminated_length": 296.0, | |
| "epoch": 2.4886363636363638, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 255525447.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.72265625, | |
| "reward_std": 0.4481254518032074, | |
| "rewards/correct/mean": 0.72265625, | |
| "rewards/correct/std": 0.4481254518032074, | |
| "rollout/chars": 7989.9375, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.990124464035034, | |
| "sampling/importance_sampling_ratio/mean": 0.9220818281173706, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6102200150489807, | |
| "sampling/sampling_logp_difference/mean": 0.006122163496911526, | |
| "step": 219, | |
| "step_time": 195.18150242499541 | |
| }, | |
| { | |
| "epoch": 2.4886363636363638, | |
| "grad_norm": 0.004286297596991062, | |
| "learning_rate": 1e-05, | |
| "loss": 0.025631364434957504, | |
| "step": 219 | |
| }, | |
| { | |
| "clip_ratio": 8.041545584092091e-06, | |
| "completions/clipped_ratio": 0.072265625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4011.0, | |
| "completions/mean_length": 1827.755859375, | |
| "completions/mean_terminated_length": 1651.071533203125, | |
| "completions/min_length": 344.0, | |
| "completions/min_terminated_length": 344.0, | |
| "epoch": 2.5, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 256518698.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.84375, | |
| "reward_std": 0.36344730854034424, | |
| "rewards/correct/mean": 0.84375, | |
| "rewards/correct/std": 0.36344730854034424, | |
| "rollout/chars": 4071.375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.8453075885772705, | |
| "sampling/importance_sampling_ratio/mean": 0.8995593190193176, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6431008577346802, | |
| "sampling/sampling_logp_difference/mean": 0.005304211750626564, | |
| "step": 220, | |
| "step_time": 166.85071542102378 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.0036129052750766277, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0135185606777668, | |
| "step": 220 | |
| }, | |
| { | |
| "clip_ratio": 1.6194617046494386e-05, | |
| "completions/clipped_ratio": 0.107421875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4046.0, | |
| "completions/mean_length": 1905.9296875, | |
| "completions/mean_terminated_length": 1642.3544921875, | |
| "completions/min_length": 190.0, | |
| "completions/min_terminated_length": 190.0, | |
| "epoch": 2.5113636363636362, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 257570950.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.75390625, | |
| "reward_std": 0.4311550557613373, | |
| "rewards/correct/mean": 0.75390625, | |
| "rewards/correct/std": 0.4311550557613373, | |
| "rollout/chars": 5460.34375, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.956658124923706, | |
| "sampling/importance_sampling_ratio/mean": 0.913528561592102, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8163788318634033, | |
| "sampling/sampling_logp_difference/mean": 0.005730703007429838, | |
| "step": 221, | |
| "step_time": 194.20396372797404 | |
| }, | |
| { | |
| "epoch": 2.5113636363636362, | |
| "grad_norm": 0.004365000408142805, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04331401735544205, | |
| "step": 221 | |
| }, | |
| { | |
| "clip_ratio": 1.4603460726902995e-05, | |
| "completions/clipped_ratio": 0.046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4091.0, | |
| "completions/mean_length": 1637.904296875, | |
| "completions/mean_terminated_length": 1517.0142822265625, | |
| "completions/min_length": 266.0, | |
| "completions/min_terminated_length": 266.0, | |
| "epoch": 2.5227272727272725, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 258471157.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.802734375, | |
| "reward_std": 0.3983237147331238, | |
| "rewards/correct/mean": 0.802734375, | |
| "rewards/correct/std": 0.3983237147331238, | |
| "rollout/chars": 6368.46875, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.9737484455108643, | |
| "sampling/importance_sampling_ratio/mean": 0.9539690017700195, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5375871658325195, | |
| "sampling/sampling_logp_difference/mean": 0.005753069184720516, | |
| "step": 222, | |
| "step_time": 143.07242399598908 | |
| }, | |
| { | |
| "epoch": 2.5227272727272725, | |
| "grad_norm": 0.004185679368674755, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02529633417725563, | |
| "step": 222 | |
| }, | |
| { | |
| "clip_ratio": 1.4707384764278686e-05, | |
| "completions/clipped_ratio": 0.05078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4039.0, | |
| "completions/mean_length": 1673.56640625, | |
| "completions/mean_terminated_length": 1543.97119140625, | |
| "completions/min_length": 248.0, | |
| "completions/min_terminated_length": 248.0, | |
| "epoch": 2.534090909090909, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 259398407.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.80859375, | |
| "reward_std": 0.3937928080558777, | |
| "rewards/correct/mean": 0.80859375, | |
| "rewards/correct/std": 0.3937928080558777, | |
| "rollout/chars": 5700.8125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.9677886962890625, | |
| "sampling/importance_sampling_ratio/mean": 0.9542272090911865, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6066431999206543, | |
| "sampling/sampling_logp_difference/mean": 0.005806298926472664, | |
| "step": 223, | |
| "step_time": 159.57341594501486 | |
| }, | |
| { | |
| "epoch": 2.534090909090909, | |
| "grad_norm": 0.00433416198939085, | |
| "learning_rate": 1e-05, | |
| "loss": 0.008997765369713306, | |
| "step": 223 | |
| }, | |
| { | |
| "clip_ratio": 9.421306458534673e-06, | |
| "completions/clipped_ratio": 0.11328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4039.0, | |
| "completions/mean_length": 1810.8984375, | |
| "completions/mean_terminated_length": 1518.9757080078125, | |
| "completions/min_length": 314.0, | |
| "completions/min_terminated_length": 314.0, | |
| "epoch": 2.5454545454545454, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 260393395.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.59375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.798828125, | |
| "reward_std": 0.4012683033943176, | |
| "rewards/correct/mean": 0.798828125, | |
| "rewards/correct/std": 0.4012683033943176, | |
| "rollout/chars": 3227.4375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9385054111480713, | |
| "sampling/importance_sampling_ratio/mean": 0.9514692425727844, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2645292282104492, | |
| "sampling/sampling_logp_difference/mean": 0.005901178810745478, | |
| "step": 224, | |
| "step_time": 194.15496047899796 | |
| }, | |
| { | |
| "epoch": 2.5454545454545454, | |
| "grad_norm": 0.004392220173031092, | |
| "learning_rate": 1e-05, | |
| "loss": 0.041023723781108856, | |
| "step": 224 | |
| }, | |
| { | |
| "clip_ratio": 1.3445149079416296e-05, | |
| "completions/clipped_ratio": 0.0546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3873.0, | |
| "completions/mean_length": 1461.44921875, | |
| "completions/mean_terminated_length": 1309.037109375, | |
| "completions/min_length": 229.0, | |
| "completions/min_terminated_length": 229.0, | |
| "epoch": 2.5568181818181817, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 261208265.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8046875, | |
| "reward_std": 0.3968288004398346, | |
| "rewards/correct/mean": 0.8046875, | |
| "rewards/correct/std": 0.3968288004398346, | |
| "rollout/chars": 9105.90625, | |
| "rollout/commit": 0.71875, | |
| "rollout/reward": 0.4375, | |
| "rollout/trunc": 0.34375, | |
| "sampling/importance_sampling_ratio/max": 2.8241705894470215, | |
| "sampling/importance_sampling_ratio/mean": 1.0143965482711792, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.08243989944458, | |
| "sampling/sampling_logp_difference/mean": 0.00527672003954649, | |
| "step": 225, | |
| "step_time": 186.81342195999605 | |
| }, | |
| { | |
| "epoch": 2.5568181818181817, | |
| "grad_norm": 0.004942231345921755, | |
| "learning_rate": 1e-05, | |
| "loss": -0.0010975856566801667, | |
| "step": 225 | |
| }, | |
| { | |
| "clip_ratio": 1.0332229976484086e-05, | |
| "completions/clipped_ratio": 0.091796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3960.0, | |
| "completions/mean_length": 1761.072265625, | |
| "completions/mean_terminated_length": 1525.06884765625, | |
| "completions/min_length": 182.0, | |
| "completions/min_terminated_length": 182.0, | |
| "epoch": 2.5681818181818183, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 262174446.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.78515625, | |
| "reward_std": 0.4111155867576599, | |
| "rewards/correct/mean": 0.78515625, | |
| "rewards/correct/std": 0.4111155867576599, | |
| "rollout/chars": 4091.0, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9108946323394775, | |
| "sampling/importance_sampling_ratio/mean": 0.9519871473312378, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4587101936340332, | |
| "sampling/sampling_logp_difference/mean": 0.005799637641757727, | |
| "step": 226, | |
| "step_time": 152.7605736249825 | |
| }, | |
| { | |
| "epoch": 2.5681818181818183, | |
| "grad_norm": 0.0047322711907327175, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01568930223584175, | |
| "step": 226 | |
| }, | |
| { | |
| "clip_ratio": 1.1028567428184033e-05, | |
| "completions/clipped_ratio": 0.08203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4080.0, | |
| "completions/mean_length": 1770.291015625, | |
| "completions/mean_terminated_length": 1562.461669921875, | |
| "completions/min_length": 246.0, | |
| "completions/min_terminated_length": 246.0, | |
| "epoch": 2.5795454545454546, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 263149731.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.783203125, | |
| "reward_std": 0.4124660789966583, | |
| "rewards/correct/mean": 0.783203125, | |
| "rewards/correct/std": 0.4124660789966583, | |
| "rollout/chars": 4588.84375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9851887226104736, | |
| "sampling/importance_sampling_ratio/mean": 0.9660991430282593, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5898318290710449, | |
| "sampling/sampling_logp_difference/mean": 0.005940333940088749, | |
| "step": 227, | |
| "step_time": 177.8967592720146 | |
| }, | |
| { | |
| "epoch": 2.5795454545454546, | |
| "grad_norm": 0.004685734864324331, | |
| "learning_rate": 1e-05, | |
| "loss": 0.05290348082780838, | |
| "step": 227 | |
| }, | |
| { | |
| "clip_ratio": 4.991104788132361e-06, | |
| "completions/clipped_ratio": 0.111328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4023.0, | |
| "completions/mean_length": 1861.419921875, | |
| "completions/mean_terminated_length": 1581.483642578125, | |
| "completions/min_length": 254.0, | |
| "completions/min_terminated_length": 254.0, | |
| "epoch": 2.590909090909091, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 264159642.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.798828125, | |
| "reward_std": 0.4012683033943176, | |
| "rewards/correct/mean": 0.798828125, | |
| "rewards/correct/std": 0.4012683033943176, | |
| "rollout/chars": 3193.15625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9926698207855225, | |
| "sampling/importance_sampling_ratio/mean": 0.9514644145965576, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5140643119812012, | |
| "sampling/sampling_logp_difference/mean": 0.00572799751535058, | |
| "step": 228, | |
| "step_time": 164.34031893499923 | |
| }, | |
| { | |
| "epoch": 2.590909090909091, | |
| "grad_norm": 0.004756486974656582, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04935704171657562, | |
| "step": 228 | |
| }, | |
| { | |
| "clip_ratio": 9.694974380636268e-06, | |
| "completions/clipped_ratio": 0.162109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4069.0, | |
| "completions/mean_length": 2140.462890625, | |
| "completions/mean_terminated_length": 1762.118896484375, | |
| "completions/min_length": 245.0, | |
| "completions/min_terminated_length": 245.0, | |
| "epoch": 2.6022727272727275, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 265326951.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.705078125, | |
| "reward_std": 0.4564536213874817, | |
| "rewards/correct/mean": 0.705078125, | |
| "rewards/correct/std": 0.4564536213874817, | |
| "rollout/chars": 8653.0, | |
| "rollout/commit": 0.78125, | |
| "rollout/reward": 0.4375, | |
| "rollout/trunc": 0.40625, | |
| "sampling/importance_sampling_ratio/max": 2.9971892833709717, | |
| "sampling/importance_sampling_ratio/mean": 0.878363847732544, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 3.138166904449463, | |
| "sampling/sampling_logp_difference/mean": 0.005768238101154566, | |
| "step": 229, | |
| "step_time": 183.41070377499273 | |
| }, | |
| { | |
| "epoch": 2.6022727272727275, | |
| "grad_norm": 0.003936655353754759, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01701466366648674, | |
| "step": 229 | |
| }, | |
| { | |
| "clip_ratio": 9.802428223792958e-06, | |
| "completions/clipped_ratio": 0.037109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4095.0, | |
| "completions/mean_length": 1438.931640625, | |
| "completions/mean_terminated_length": 1336.5294189453125, | |
| "completions/min_length": 280.0, | |
| "completions/min_terminated_length": 280.0, | |
| "epoch": 2.6136363636363638, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 266127332.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.861328125, | |
| "reward_std": 0.34594178199768066, | |
| "rewards/correct/mean": 0.861328125, | |
| "rewards/correct/std": 0.34594178199768066, | |
| "rollout/chars": 3790.46875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9839725494384766, | |
| "sampling/importance_sampling_ratio/mean": 0.960008978843689, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.517495334148407, | |
| "sampling/sampling_logp_difference/mean": 0.005975137464702129, | |
| "step": 230, | |
| "step_time": 150.2969457339932 | |
| }, | |
| { | |
| "epoch": 2.6136363636363638, | |
| "grad_norm": 0.00426195515319705, | |
| "learning_rate": 1e-05, | |
| "loss": 0.017363272607326508, | |
| "step": 230 | |
| }, | |
| { | |
| "clip_ratio": 2.4564991576880857e-05, | |
| "completions/clipped_ratio": 0.06640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4033.0, | |
| "completions/mean_length": 1615.513671875, | |
| "completions/mean_terminated_length": 1439.077392578125, | |
| "completions/min_length": 215.0, | |
| "completions/min_terminated_length": 215.0, | |
| "epoch": 2.625, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 267020763.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.841796875, | |
| "reward_std": 0.36528825759887695, | |
| "rewards/correct/mean": 0.841796875, | |
| "rewards/correct/std": 0.36528825759887695, | |
| "rollout/chars": 2003.53125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.7408769130706787, | |
| "sampling/importance_sampling_ratio/mean": 0.928087592124939, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8780479431152344, | |
| "sampling/sampling_logp_difference/mean": 0.005723020061850548, | |
| "step": 231, | |
| "step_time": 139.7041717480024 | |
| }, | |
| { | |
| "epoch": 2.625, | |
| "grad_norm": 0.0038404481019824743, | |
| "learning_rate": 1e-05, | |
| "loss": 0.006406862288713455, | |
| "step": 231 | |
| }, | |
| { | |
| "clip_ratio": 6.3807930814618885e-06, | |
| "completions/clipped_ratio": 0.080078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4065.0, | |
| "completions/mean_length": 1722.052734375, | |
| "completions/mean_terminated_length": 1515.428955078125, | |
| "completions/min_length": 390.0, | |
| "completions/min_terminated_length": 390.0, | |
| "epoch": 2.6363636363636362, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 267983478.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.859375, | |
| "reward_std": 0.3479743003845215, | |
| "rewards/correct/mean": 0.859375, | |
| "rewards/correct/std": 0.3479743003845215, | |
| "rollout/chars": 6601.84375, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9169161319732666, | |
| "sampling/importance_sampling_ratio/mean": 0.9343855977058411, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5278151035308838, | |
| "sampling/sampling_logp_difference/mean": 0.005977541208267212, | |
| "step": 232, | |
| "step_time": 167.95694846699917 | |
| }, | |
| { | |
| "epoch": 2.6363636363636362, | |
| "grad_norm": 0.003740668063983321, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0027364161796867847, | |
| "step": 232 | |
| }, | |
| { | |
| "clip_ratio": 3.3301128610219166e-06, | |
| "completions/clipped_ratio": 0.11328125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4033.0, | |
| "completions/mean_length": 1869.0859375, | |
| "completions/mean_terminated_length": 1584.5902099609375, | |
| "completions/min_length": 247.0, | |
| "completions/min_terminated_length": 247.0, | |
| "epoch": 2.6477272727272725, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 269005378.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.779296875, | |
| "reward_std": 0.4151262938976288, | |
| "rewards/correct/mean": 0.779296875, | |
| "rewards/correct/std": 0.4151262938976288, | |
| "rollout/chars": 7808.09375, | |
| "rollout/commit": 0.625, | |
| "rollout/reward": 0.4375, | |
| "rollout/trunc": 0.375, | |
| "sampling/importance_sampling_ratio/max": 2.7312588691711426, | |
| "sampling/importance_sampling_ratio/mean": 0.9473450183868408, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.9486055374145508, | |
| "sampling/sampling_logp_difference/mean": 0.005846779327839613, | |
| "step": 233, | |
| "step_time": 161.8990049780041 | |
| }, | |
| { | |
| "epoch": 2.6477272727272725, | |
| "grad_norm": 0.0038977835793048143, | |
| "learning_rate": 1e-05, | |
| "loss": 0.047762688249349594, | |
| "step": 233 | |
| }, | |
| { | |
| "clip_ratio": 5.803788667435583e-06, | |
| "completions/clipped_ratio": 0.06640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4046.0, | |
| "completions/mean_length": 1761.8984375, | |
| "completions/mean_terminated_length": 1595.8743896484375, | |
| "completions/min_length": 214.0, | |
| "completions/min_terminated_length": 214.0, | |
| "epoch": 2.659090909090909, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 269969230.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.841796875, | |
| "reward_std": 0.36528825759887695, | |
| "rewards/correct/mean": 0.841796875, | |
| "rewards/correct/std": 0.36528825759887695, | |
| "rollout/chars": 5105.75, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.7867186069488525, | |
| "sampling/importance_sampling_ratio/mean": 0.880885899066925, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0120973587036133, | |
| "sampling/sampling_logp_difference/mean": 0.005932065658271313, | |
| "step": 234, | |
| "step_time": 163.19395933503984 | |
| }, | |
| { | |
| "epoch": 2.659090909090909, | |
| "grad_norm": 0.003762501757591963, | |
| "learning_rate": 1e-05, | |
| "loss": 0.026529818773269653, | |
| "step": 234 | |
| }, | |
| { | |
| "clip_ratio": 1.8097734027833212e-05, | |
| "completions/clipped_ratio": 0.06640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3927.0, | |
| "completions/mean_length": 1795.388671875, | |
| "completions/mean_terminated_length": 1631.7552490234375, | |
| "completions/min_length": 81.0, | |
| "completions/min_terminated_length": 81.0, | |
| "epoch": 2.6704545454545454, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 270967365.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8359375, | |
| "reward_std": 0.37069445848464966, | |
| "rewards/correct/mean": 0.8359375, | |
| "rewards/correct/std": 0.37069445848464966, | |
| "rollout/chars": 5560.5, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.90252423286438, | |
| "sampling/importance_sampling_ratio/mean": 0.8645404577255249, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7135648727416992, | |
| "sampling/sampling_logp_difference/mean": 0.0059072114527225494, | |
| "step": 235, | |
| "step_time": 160.94136283801345 | |
| }, | |
| { | |
| "epoch": 2.6704545454545454, | |
| "grad_norm": 0.0034496497828513384, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01615474931895733, | |
| "step": 235 | |
| }, | |
| { | |
| "clip_ratio": 1.4621379591517325e-06, | |
| "completions/clipped_ratio": 0.0703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4089.0, | |
| "completions/mean_length": 1804.048828125, | |
| "completions/mean_terminated_length": 1630.7080078125, | |
| "completions/min_length": 311.0, | |
| "completions/min_terminated_length": 311.0, | |
| "epoch": 2.6818181818181817, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 271959902.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8046875, | |
| "reward_std": 0.3968288004398346, | |
| "rewards/correct/mean": 0.8046875, | |
| "rewards/correct/std": 0.3968288004398346, | |
| "rollout/chars": 3921.5625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.936359405517578, | |
| "sampling/importance_sampling_ratio/mean": 0.936539351940155, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4369192123413086, | |
| "sampling/sampling_logp_difference/mean": 0.0055025480687618256, | |
| "step": 236, | |
| "step_time": 174.70828509202693 | |
| }, | |
| { | |
| "epoch": 2.6818181818181817, | |
| "grad_norm": 0.0036227176897227764, | |
| "learning_rate": 1e-05, | |
| "loss": 0.007196634076535702, | |
| "step": 236 | |
| }, | |
| { | |
| "clip_ratio": 4.057489263686875e-06, | |
| "completions/clipped_ratio": 0.091796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4029.0, | |
| "completions/mean_length": 1860.0625, | |
| "completions/mean_terminated_length": 1634.0645751953125, | |
| "completions/min_length": 257.0, | |
| "completions/min_terminated_length": 257.0, | |
| "epoch": 2.6931818181818183, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 272977326.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": -0.16666666666666663, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.810546875, | |
| "reward_std": 0.3922513723373413, | |
| "rewards/correct/mean": 0.810546875, | |
| "rewards/correct/std": 0.3922513723373413, | |
| "rollout/chars": 4701.90625, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.9221251010894775, | |
| "sampling/importance_sampling_ratio/mean": 0.9336775541305542, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8572807312011719, | |
| "sampling/sampling_logp_difference/mean": 0.0055587412789464, | |
| "step": 237, | |
| "step_time": 175.03201538101712 | |
| }, | |
| { | |
| "epoch": 2.6931818181818183, | |
| "grad_norm": 0.0037973325233906507, | |
| "learning_rate": 1e-05, | |
| "loss": 0.018683789297938347, | |
| "step": 237 | |
| }, | |
| { | |
| "clip_ratio": 1.6651077260121383e-05, | |
| "completions/clipped_ratio": 0.080078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4069.0, | |
| "completions/mean_length": 1748.998046875, | |
| "completions/mean_terminated_length": 1544.6943359375, | |
| "completions/min_length": 195.0, | |
| "completions/min_terminated_length": 195.0, | |
| "epoch": 2.7045454545454546, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 273935437.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.828125, | |
| "reward_std": 0.3776407241821289, | |
| "rewards/correct/mean": 0.828125, | |
| "rewards/correct/std": 0.3776407241821289, | |
| "rollout/chars": 5343.8125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.964176893234253, | |
| "sampling/importance_sampling_ratio/mean": 0.9405710697174072, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5639925003051758, | |
| "sampling/sampling_logp_difference/mean": 0.00596815999597311, | |
| "step": 238, | |
| "step_time": 193.55555371304217 | |
| }, | |
| { | |
| "epoch": 2.7045454545454546, | |
| "grad_norm": 0.004352187272161245, | |
| "learning_rate": 1e-05, | |
| "loss": 0.008866650983691216, | |
| "step": 238 | |
| }, | |
| { | |
| "clip_ratio": 1.0755724815680878e-05, | |
| "completions/clipped_ratio": 0.185546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4075.0, | |
| "completions/mean_length": 2181.130859375, | |
| "completions/mean_terminated_length": 1744.8897705078125, | |
| "completions/min_length": 360.0, | |
| "completions/min_terminated_length": 360.0, | |
| "epoch": 2.715909090909091, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.5, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 275128448.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.75, | |
| "reward_std": 0.43343618512153625, | |
| "rewards/correct/mean": 0.75, | |
| "rewards/correct/std": 0.43343618512153625, | |
| "rollout/chars": 8776.46875, | |
| "rollout/commit": 0.3125, | |
| "rollout/reward": 0.28125, | |
| "rollout/trunc": 0.6875, | |
| "sampling/importance_sampling_ratio/max": 2.8605425357818604, | |
| "sampling/importance_sampling_ratio/mean": 0.9169296026229858, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.8550889492034912, | |
| "sampling/sampling_logp_difference/mean": 0.005341023672372103, | |
| "step": 239, | |
| "step_time": 229.9525361660344 | |
| }, | |
| { | |
| "epoch": 2.715909090909091, | |
| "grad_norm": 0.0035894291941076517, | |
| "learning_rate": 1e-05, | |
| "loss": 0.029817089438438416, | |
| "step": 239 | |
| }, | |
| { | |
| "clip_ratio": 9.498057863766007e-06, | |
| "completions/clipped_ratio": 0.076171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4051.0, | |
| "completions/mean_length": 1726.353515625, | |
| "completions/mean_terminated_length": 1530.9703369140625, | |
| "completions/min_length": 312.0, | |
| "completions/min_terminated_length": 312.0, | |
| "epoch": 2.7272727272727275, | |
| "frac_reward_zero_std": 0.375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 276075205.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.859375, | |
| "reward_std": 0.3479743003845215, | |
| "rewards/correct/mean": 0.859375, | |
| "rewards/correct/std": 0.3479743003845215, | |
| "rollout/chars": 6595.5625, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.93314528465271, | |
| "sampling/importance_sampling_ratio/mean": 0.9666666388511658, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7188005447387695, | |
| "sampling/sampling_logp_difference/mean": 0.005569439381361008, | |
| "step": 240, | |
| "step_time": 154.4149212680204 | |
| }, | |
| { | |
| "epoch": 2.7272727272727275, | |
| "grad_norm": 0.0043688490986824036, | |
| "learning_rate": 1e-05, | |
| "loss": 0.034752875566482544, | |
| "step": 240 | |
| }, | |
| { | |
| "clip_ratio": 6.7059647221867635e-06, | |
| "completions/clipped_ratio": 0.0625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4067.0, | |
| "completions/mean_length": 1664.4375, | |
| "completions/mean_terminated_length": 1502.3333740234375, | |
| "completions/min_length": 223.0, | |
| "completions/min_terminated_length": 223.0, | |
| "epoch": 2.7386363636363638, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 276986421.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.876953125, | |
| "reward_std": 0.32881227135658264, | |
| "rewards/correct/mean": 0.876953125, | |
| "rewards/correct/std": 0.32881227135658264, | |
| "rollout/chars": 3408.0, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9170520305633545, | |
| "sampling/importance_sampling_ratio/mean": 0.9200724959373474, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4919881820678711, | |
| "sampling/sampling_logp_difference/mean": 0.005812068935483694, | |
| "step": 241, | |
| "step_time": 159.35846278500685 | |
| }, | |
| { | |
| "epoch": 2.7386363636363638, | |
| "grad_norm": 0.003735483856871724, | |
| "learning_rate": 1e-05, | |
| "loss": 0.006631692871451378, | |
| "step": 241 | |
| }, | |
| { | |
| "clip_ratio": 2.316418249392882e-05, | |
| "completions/clipped_ratio": 0.0703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4053.0, | |
| "completions/mean_length": 1720.634765625, | |
| "completions/mean_terminated_length": 1540.9853515625, | |
| "completions/min_length": 284.0, | |
| "completions/min_terminated_length": 284.0, | |
| "epoch": 2.75, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 277931578.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.828125, | |
| "reward_std": 0.3776407241821289, | |
| "rewards/correct/mean": 0.828125, | |
| "rewards/correct/std": 0.3776407241821289, | |
| "rollout/chars": 6729.0, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9615137577056885, | |
| "sampling/importance_sampling_ratio/mean": 0.9526119828224182, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9688239097595215, | |
| "sampling/sampling_logp_difference/mean": 0.005559226963669062, | |
| "step": 242, | |
| "step_time": 162.105054055035 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "grad_norm": 0.0041880421340465546, | |
| "learning_rate": 1e-05, | |
| "loss": -0.009378498420119286, | |
| "step": 242 | |
| }, | |
| { | |
| "clip_ratio": 8.780606549407821e-06, | |
| "completions/clipped_ratio": 0.064453125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4028.0, | |
| "completions/mean_length": 1601.44140625, | |
| "completions/mean_terminated_length": 1429.58251953125, | |
| "completions/min_length": 180.0, | |
| "completions/min_terminated_length": 180.0, | |
| "epoch": 2.7613636363636362, | |
| "frac_reward_zero_std": 0.4375, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 278817708.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.876953125, | |
| "reward_std": 0.32881227135658264, | |
| "rewards/correct/mean": 0.876953125, | |
| "rewards/correct/std": 0.32881227135658264, | |
| "rollout/chars": 3823.625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.994840621948242, | |
| "sampling/importance_sampling_ratio/mean": 0.9674277305603027, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3181324005126953, | |
| "sampling/sampling_logp_difference/mean": 0.005737924017012119, | |
| "step": 243, | |
| "step_time": 168.57137051301834 | |
| }, | |
| { | |
| "epoch": 2.7613636363636362, | |
| "grad_norm": 0.0035589474719017744, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01746092177927494, | |
| "step": 243 | |
| }, | |
| { | |
| "clip_ratio": 4.76837158203125e-07, | |
| "completions/clipped_ratio": 0.052734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4039.0, | |
| "completions/mean_length": 1778.404296875, | |
| "completions/mean_terminated_length": 1649.383544921875, | |
| "completions/min_length": 157.0, | |
| "completions/min_terminated_length": 157.0, | |
| "epoch": 2.7727272727272725, | |
| "frac_reward_zero_std": 0.5, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 279789995.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.90625, | |
| "reward_std": 0.29176566004753113, | |
| "rewards/correct/mean": 0.90625, | |
| "rewards/correct/std": 0.29176566004753113, | |
| "rollout/chars": 4709.09375, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.979753255844116, | |
| "sampling/importance_sampling_ratio/mean": 0.9608041048049927, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.44219398498535156, | |
| "sampling/sampling_logp_difference/mean": 0.005172647535800934, | |
| "step": 244, | |
| "step_time": 158.97337746202538 | |
| }, | |
| { | |
| "epoch": 2.7727272727272725, | |
| "grad_norm": 0.0034331728238612413, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01657646708190441, | |
| "step": 244 | |
| }, | |
| { | |
| "clip_ratio": 9.44691373661044e-06, | |
| "completions/clipped_ratio": 0.080078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4077.0, | |
| "completions/mean_length": 1771.99609375, | |
| "completions/mean_terminated_length": 1578.32275390625, | |
| "completions/min_length": 32.0, | |
| "completions/min_terminated_length": 177.0, | |
| "epoch": 2.784090909090909, | |
| "frac_reward_zero_std": 0.125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 280767513.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.71875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8125, | |
| "reward_std": 0.39069411158561707, | |
| "rewards/correct/mean": 0.8125, | |
| "rewards/correct/std": 0.39069411158561707, | |
| "rollout/chars": 3275.375, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9800949096679688, | |
| "sampling/importance_sampling_ratio/mean": 0.9453735947608948, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6935015916824341, | |
| "sampling/sampling_logp_difference/mean": 0.006117840763181448, | |
| "step": 245, | |
| "step_time": 201.3327315509814 | |
| }, | |
| { | |
| "epoch": 2.784090909090909, | |
| "grad_norm": 0.004696215502917767, | |
| "learning_rate": 1e-05, | |
| "loss": 0.027552634477615356, | |
| "step": 245 | |
| }, | |
| { | |
| "clip_ratio": 1.2661794869472942e-05, | |
| "completions/clipped_ratio": 0.08984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 1901.23828125, | |
| "completions/mean_terminated_length": 1684.8089599609375, | |
| "completions/min_length": 326.0, | |
| "completions/min_terminated_length": 326.0, | |
| "epoch": 2.7954545454545454, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 281837619.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.791015625, | |
| "reward_std": 0.40698084235191345, | |
| "rewards/correct/mean": 0.791015625, | |
| "rewards/correct/std": 0.40698084235191345, | |
| "rollout/chars": 6092.5625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.902940034866333, | |
| "sampling/importance_sampling_ratio/mean": 0.907717227935791, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8725523948669434, | |
| "sampling/sampling_logp_difference/mean": 0.005675524473190308, | |
| "step": 246, | |
| "step_time": 176.48869353998452 | |
| }, | |
| { | |
| "epoch": 2.7954545454545454, | |
| "grad_norm": 0.003765770699828863, | |
| "learning_rate": 1e-05, | |
| "loss": 0.015947595238685608, | |
| "step": 246 | |
| }, | |
| { | |
| "clip_ratio": 1.0946992631488683e-05, | |
| "completions/clipped_ratio": 0.05859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4093.0, | |
| "completions/mean_length": 1601.30859375, | |
| "completions/mean_terminated_length": 1446.0374755859375, | |
| "completions/min_length": 279.0, | |
| "completions/min_terminated_length": 279.0, | |
| "epoch": 2.8068181818181817, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 282726145.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.826171875, | |
| "reward_std": 0.3793322443962097, | |
| "rewards/correct/mean": 0.826171875, | |
| "rewards/correct/std": 0.3793322443962097, | |
| "rollout/chars": 4902.84375, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.999757766723633, | |
| "sampling/importance_sampling_ratio/mean": 0.9630036950111389, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.713153600692749, | |
| "sampling/sampling_logp_difference/mean": 0.006007405463606119, | |
| "step": 247, | |
| "step_time": 190.34256069399999 | |
| }, | |
| { | |
| "epoch": 2.8068181818181817, | |
| "grad_norm": 0.005195226054638624, | |
| "learning_rate": 1e-05, | |
| "loss": 0.029786687344312668, | |
| "step": 247 | |
| }, | |
| { | |
| "clip_ratio": 2.109099682456872e-06, | |
| "completions/clipped_ratio": 0.052734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3769.0, | |
| "completions/mean_length": 1454.626953125, | |
| "completions/mean_terminated_length": 1307.58154296875, | |
| "completions/min_length": 318.0, | |
| "completions/min_terminated_length": 318.0, | |
| "epoch": 2.8181818181818183, | |
| "frac_reward_zero_std": 0.59375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 283536530.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.75, | |
| "register/premium": -0.12903225806451613, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.875, | |
| "reward_std": 0.3310423493385315, | |
| "rewards/correct/mean": 0.875, | |
| "rewards/correct/std": 0.3310423493385315, | |
| "rollout/chars": 2920.46875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.939159631729126, | |
| "sampling/importance_sampling_ratio/mean": 0.9388806819915771, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5699160099029541, | |
| "sampling/sampling_logp_difference/mean": 0.005921123083680868, | |
| "step": 248, | |
| "step_time": 138.2923120729829 | |
| }, | |
| { | |
| "epoch": 2.8181818181818183, | |
| "grad_norm": 0.0047029065899550915, | |
| "learning_rate": 1e-05, | |
| "loss": 0.039712801575660706, | |
| "step": 248 | |
| }, | |
| { | |
| "clip_ratio": 2.509019850549521e-06, | |
| "completions/clipped_ratio": 0.115234375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4071.0, | |
| "completions/mean_length": 1905.328125, | |
| "completions/mean_terminated_length": 1620.0087890625, | |
| "completions/min_length": 278.0, | |
| "completions/min_terminated_length": 278.0, | |
| "epoch": 2.8295454545454546, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 284601130.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.771484375, | |
| "reward_std": 0.4202871024608612, | |
| "rewards/correct/mean": 0.771484375, | |
| "rewards/correct/std": 0.4202871024608612, | |
| "rollout/chars": 7032.40625, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.875929355621338, | |
| "sampling/importance_sampling_ratio/mean": 0.9240646958351135, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9543298482894897, | |
| "sampling/sampling_logp_difference/mean": 0.006271722260862589, | |
| "step": 249, | |
| "step_time": 186.48696193999785 | |
| }, | |
| { | |
| "epoch": 2.8295454545454546, | |
| "grad_norm": 0.004120695870369673, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04158058390021324, | |
| "step": 249 | |
| }, | |
| { | |
| "clip_ratio": 1.316151809760413e-05, | |
| "completions/clipped_ratio": 0.08203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4053.0, | |
| "completions/mean_length": 1953.45703125, | |
| "completions/mean_terminated_length": 1761.9957275390625, | |
| "completions/min_length": 357.0, | |
| "completions/min_terminated_length": 357.0, | |
| "epoch": 2.840909090909091, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 285670436.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": -0.3870967741935484, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.822265625, | |
| "reward_std": 0.3826628625392914, | |
| "rewards/correct/mean": 0.822265625, | |
| "rewards/correct/std": 0.3826628625392914, | |
| "rollout/chars": 6921.1875, | |
| "rollout/commit": 0.875, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.9954986572265625, | |
| "sampling/importance_sampling_ratio/mean": 0.9180418252944946, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.4080777168273926, | |
| "sampling/sampling_logp_difference/mean": 0.005675087217241526, | |
| "step": 250, | |
| "step_time": 176.96082430699607 | |
| }, | |
| { | |
| "epoch": 2.840909090909091, | |
| "grad_norm": 0.003267603227868676, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0011549461632966995, | |
| "step": 250 | |
| }, | |
| { | |
| "clip_ratio": 2.0998354557377752e-05, | |
| "completions/clipped_ratio": 0.10546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4080.0, | |
| "completions/mean_length": 1860.982421875, | |
| "completions/mean_terminated_length": 1597.465087890625, | |
| "completions/min_length": 352.0, | |
| "completions/min_terminated_length": 352.0, | |
| "epoch": 2.8522727272727275, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 286697419.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.796875, | |
| "reward_std": 0.4027182459831238, | |
| "rewards/correct/mean": 0.796875, | |
| "rewards/correct/std": 0.4027182459831238, | |
| "rollout/chars": 5173.5, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9146933555603027, | |
| "sampling/importance_sampling_ratio/mean": 0.9149410724639893, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6140906810760498, | |
| "sampling/sampling_logp_difference/mean": 0.005818480625748634, | |
| "step": 251, | |
| "step_time": 169.55808741199144 | |
| }, | |
| { | |
| "epoch": 2.8522727272727275, | |
| "grad_norm": 0.003640185808762908, | |
| "learning_rate": 1e-05, | |
| "loss": 0.015930799767374992, | |
| "step": 251 | |
| }, | |
| { | |
| "clip_ratio": 7.573055540888163e-06, | |
| "completions/clipped_ratio": 0.080078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4072.0, | |
| "completions/mean_length": 1733.130859375, | |
| "completions/mean_terminated_length": 1527.4459228515625, | |
| "completions/min_length": 254.0, | |
| "completions/min_terminated_length": 254.0, | |
| "epoch": 2.8636363636363638, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 287646846.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.814453125, | |
| "reward_std": 0.38912075757980347, | |
| "rewards/correct/mean": 0.814453125, | |
| "rewards/correct/std": 0.38912075757980347, | |
| "rollout/chars": 7581.125, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.901323080062866, | |
| "sampling/importance_sampling_ratio/mean": 0.903048574924469, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5976576805114746, | |
| "sampling/sampling_logp_difference/mean": 0.006194543093442917, | |
| "step": 252, | |
| "step_time": 159.76309599197702 | |
| }, | |
| { | |
| "epoch": 2.8636363636363638, | |
| "grad_norm": 0.004502926021814346, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02517496608197689, | |
| "step": 252 | |
| }, | |
| { | |
| "clip_ratio": 4.7276002419494034e-06, | |
| "completions/clipped_ratio": 0.05078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4045.0, | |
| "completions/mean_length": 1505.380859375, | |
| "completions/mean_terminated_length": 1366.7879638671875, | |
| "completions/min_length": 272.0, | |
| "completions/min_terminated_length": 272.0, | |
| "epoch": 2.875, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 288487841.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8984375, | |
| "reward_std": 0.30236753821372986, | |
| "rewards/correct/mean": 0.8984375, | |
| "rewards/correct/std": 0.30236753821372986, | |
| "rollout/chars": 4696.625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.966325521469116, | |
| "sampling/importance_sampling_ratio/mean": 0.9620095491409302, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4639923572540283, | |
| "sampling/sampling_logp_difference/mean": 0.00578160397708416, | |
| "step": 253, | |
| "step_time": 146.46632783699897 | |
| }, | |
| { | |
| "epoch": 2.875, | |
| "grad_norm": 0.004166893661022186, | |
| "learning_rate": 1e-05, | |
| "loss": 0.017623543739318848, | |
| "step": 253 | |
| }, | |
| { | |
| "clip_ratio": 1.551107544628394e-05, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4068.0, | |
| "completions/mean_length": 1852.0546875, | |
| "completions/mean_terminated_length": 1635.82861328125, | |
| "completions/min_length": 153.0, | |
| "completions/min_terminated_length": 153.0, | |
| "epoch": 2.8863636363636362, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 289512461.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8359375, | |
| "reward_std": 0.37069445848464966, | |
| "rewards/correct/mean": 0.8359375, | |
| "rewards/correct/std": 0.37069445848464966, | |
| "rollout/chars": 7196.09375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.65625, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.9568209648132324, | |
| "sampling/importance_sampling_ratio/mean": 0.9519529342651367, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5395784378051758, | |
| "sampling/sampling_logp_difference/mean": 0.005984789691865444, | |
| "step": 254, | |
| "step_time": 193.9912267000327 | |
| }, | |
| { | |
| "epoch": 2.8863636363636362, | |
| "grad_norm": 0.004850194323807955, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02066728286445141, | |
| "step": 254 | |
| }, | |
| { | |
| "clip_ratio": 9.236568018877733e-06, | |
| "completions/clipped_ratio": 0.08203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4052.0, | |
| "completions/mean_length": 1615.37109375, | |
| "completions/mean_terminated_length": 1393.6978759765625, | |
| "completions/min_length": 185.0, | |
| "completions/min_terminated_length": 185.0, | |
| "epoch": 2.8977272727272725, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 290397851.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.78125, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.830078125, | |
| "reward_std": 0.3759314715862274, | |
| "rewards/correct/mean": 0.830078125, | |
| "rewards/correct/std": 0.3759314715862274, | |
| "rollout/chars": 5177.90625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9432199001312256, | |
| "sampling/importance_sampling_ratio/mean": 0.938351571559906, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9780609607696533, | |
| "sampling/sampling_logp_difference/mean": 0.005347984842956066, | |
| "step": 255, | |
| "step_time": 204.70644157797506 | |
| }, | |
| { | |
| "epoch": 2.8977272727272725, | |
| "grad_norm": 0.004279871005564928, | |
| "learning_rate": 1e-05, | |
| "loss": 0.030878625810146332, | |
| "step": 255 | |
| }, | |
| { | |
| "clip_ratio": 1.0186037684434268e-05, | |
| "completions/clipped_ratio": 0.091796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4086.0, | |
| "completions/mean_length": 1833.990234375, | |
| "completions/mean_terminated_length": 1605.3570556640625, | |
| "completions/min_length": 258.0, | |
| "completions/min_terminated_length": 258.0, | |
| "epoch": 2.909090909090909, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 291411574.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.90625, | |
| "register/premium": -0.19999999999999996, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.7890625, | |
| "reward_std": 0.4083731174468994, | |
| "rewards/correct/mean": 0.7890625, | |
| "rewards/correct/std": 0.4083731174468994, | |
| "rollout/chars": 5152.53125, | |
| "rollout/commit": 0.90625, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.125, | |
| "sampling/importance_sampling_ratio/max": 2.9839365482330322, | |
| "sampling/importance_sampling_ratio/mean": 0.9292903542518616, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.1626076698303223, | |
| "sampling/sampling_logp_difference/mean": 0.005998330656439066, | |
| "step": 256, | |
| "step_time": 162.07396362701547 | |
| }, | |
| { | |
| "epoch": 2.909090909090909, | |
| "grad_norm": 0.003930914215743542, | |
| "learning_rate": 1e-05, | |
| "loss": 0.018888965249061584, | |
| "step": 256 | |
| }, | |
| { | |
| "clip_ratio": 1.1353420802606706e-05, | |
| "completions/clipped_ratio": 0.041015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4016.0, | |
| "completions/mean_length": 1659.7734375, | |
| "completions/mean_terminated_length": 1555.576416015625, | |
| "completions/min_length": 240.0, | |
| "completions/min_terminated_length": 240.0, | |
| "epoch": 2.9204545454545454, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 292330450.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.814453125, | |
| "reward_std": 0.38912075757980347, | |
| "rewards/correct/mean": 0.814453125, | |
| "rewards/correct/std": 0.38912075757980347, | |
| "rollout/chars": 6186.875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.9418728351593018, | |
| "sampling/importance_sampling_ratio/mean": 0.9120985269546509, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.3492097854614258, | |
| "sampling/sampling_logp_difference/mean": 0.006270562298595905, | |
| "step": 257, | |
| "step_time": 149.78651821801031 | |
| }, | |
| { | |
| "epoch": 2.9204545454545454, | |
| "grad_norm": 0.0038896771147847176, | |
| "learning_rate": 1e-05, | |
| "loss": 0.017399275675415993, | |
| "step": 257 | |
| }, | |
| { | |
| "clip_ratio": 1.9717309271527483e-05, | |
| "completions/clipped_ratio": 0.0703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4021.0, | |
| "completions/mean_length": 1900.38671875, | |
| "completions/mean_terminated_length": 1734.33203125, | |
| "completions/min_length": 205.0, | |
| "completions/min_terminated_length": 205.0, | |
| "epoch": 2.9318181818181817, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 293376952.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.759765625, | |
| "reward_std": 0.4276435375213623, | |
| "rewards/correct/mean": 0.759765625, | |
| "rewards/correct/std": 0.4276435375213623, | |
| "rollout/chars": 5601.90625, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.975435495376587, | |
| "sampling/importance_sampling_ratio/mean": 0.8975872993469238, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6896212100982666, | |
| "sampling/sampling_logp_difference/mean": 0.005953304003924131, | |
| "step": 258, | |
| "step_time": 194.5190367620089 | |
| }, | |
| { | |
| "epoch": 2.9318181818181817, | |
| "grad_norm": 0.003582147415727377, | |
| "learning_rate": 1e-05, | |
| "loss": 0.005367451813071966, | |
| "step": 258 | |
| }, | |
| { | |
| "clip_ratio": 1.3299861052473716e-05, | |
| "completions/clipped_ratio": 0.033203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3969.0, | |
| "completions/mean_length": 1230.611328125, | |
| "completions/mean_terminated_length": 1132.2041015625, | |
| "completions/min_length": 266.0, | |
| "completions/min_terminated_length": 266.0, | |
| "epoch": 2.9431818181818183, | |
| "frac_reward_zero_std": 0.5, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 294068273.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.84375, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.89453125, | |
| "reward_std": 0.3074568510055542, | |
| "rewards/correct/mean": 0.89453125, | |
| "rewards/correct/std": 0.3074568510055542, | |
| "rollout/chars": 2684.78125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9423465728759766, | |
| "sampling/importance_sampling_ratio/mean": 0.9504706859588623, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5187056064605713, | |
| "sampling/sampling_logp_difference/mean": 0.005699713248759508, | |
| "step": 259, | |
| "step_time": 137.7512314190244 | |
| }, | |
| { | |
| "epoch": 2.9431818181818183, | |
| "grad_norm": 0.00348794087767601, | |
| "learning_rate": 1e-05, | |
| "loss": -0.007331275846809149, | |
| "step": 259 | |
| }, | |
| { | |
| "clip_ratio": 6.564035174960736e-06, | |
| "completions/clipped_ratio": 0.048828125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4022.0, | |
| "completions/mean_length": 1467.63671875, | |
| "completions/mean_terminated_length": 1332.7105712890625, | |
| "completions/min_length": 149.0, | |
| "completions/min_terminated_length": 149.0, | |
| "epoch": 2.9545454545454546, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 294888711.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.841796875, | |
| "reward_std": 0.36528825759887695, | |
| "rewards/correct/mean": 0.841796875, | |
| "rewards/correct/std": 0.36528825759887695, | |
| "rollout/chars": 3389.71875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.787137031555176, | |
| "sampling/importance_sampling_ratio/mean": 0.8929035663604736, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5065455436706543, | |
| "sampling/sampling_logp_difference/mean": 0.006496285554021597, | |
| "step": 260, | |
| "step_time": 150.23836861200107 | |
| }, | |
| { | |
| "epoch": 2.9545454545454546, | |
| "grad_norm": 0.0036485083401203156, | |
| "learning_rate": 1e-05, | |
| "loss": 0.011199794709682465, | |
| "step": 260 | |
| }, | |
| { | |
| "clip_ratio": 1.6640839135106944e-05, | |
| "completions/clipped_ratio": 0.056640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4073.0, | |
| "completions/mean_length": 1544.52734375, | |
| "completions/mean_terminated_length": 1391.503173828125, | |
| "completions/min_length": 230.0, | |
| "completions/min_terminated_length": 230.0, | |
| "epoch": 2.965909090909091, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 295758725.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8515625, | |
| "reward_std": 0.35588082671165466, | |
| "rewards/correct/mean": 0.8515625, | |
| "rewards/correct/std": 0.35588082671165466, | |
| "rollout/chars": 4882.78125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.740276336669922, | |
| "sampling/importance_sampling_ratio/mean": 0.9116841554641724, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5414972305297852, | |
| "sampling/sampling_logp_difference/mean": 0.005990637466311455, | |
| "step": 261, | |
| "step_time": 155.28806154702033 | |
| }, | |
| { | |
| "epoch": 2.965909090909091, | |
| "grad_norm": 0.0038188460748642683, | |
| "learning_rate": 1e-05, | |
| "loss": -0.00946961808949709, | |
| "step": 261 | |
| }, | |
| { | |
| "clip_ratio": 4.821240565888729e-06, | |
| "completions/clipped_ratio": 0.07421875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4084.0, | |
| "completions/mean_length": 1617.310546875, | |
| "completions/mean_terminated_length": 1418.596923828125, | |
| "completions/min_length": 232.0, | |
| "completions/min_terminated_length": 232.0, | |
| "epoch": 2.9772727272727275, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 296658132.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.861328125, | |
| "reward_std": 0.34594178199768066, | |
| "rewards/correct/mean": 0.861328125, | |
| "rewards/correct/std": 0.34594178199768066, | |
| "rollout/chars": 5024.25, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.8076910972595215, | |
| "sampling/importance_sampling_ratio/mean": 0.9158496856689453, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 3.056852102279663, | |
| "sampling/sampling_logp_difference/mean": 0.005922367330640554, | |
| "step": 262, | |
| "step_time": 151.57821740699 | |
| }, | |
| { | |
| "epoch": 2.9772727272727275, | |
| "grad_norm": 0.004119716119021177, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02956623025238514, | |
| "step": 262 | |
| }, | |
| { | |
| "clip_ratio": 1.1109797469543992e-05, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4017.0, | |
| "completions/mean_length": 1733.77734375, | |
| "completions/mean_terminated_length": 1506.1541748046875, | |
| "completions/min_length": 232.0, | |
| "completions/min_terminated_length": 232.0, | |
| "epoch": 2.9886363636363638, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 297610514.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.814453125, | |
| "reward_std": 0.38912075757980347, | |
| "rewards/correct/mean": 0.814453125, | |
| "rewards/correct/std": 0.38912075757980347, | |
| "rollout/chars": 5600.15625, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.1875, | |
| "sampling/importance_sampling_ratio/max": 2.975917100906372, | |
| "sampling/importance_sampling_ratio/mean": 0.9644704461097717, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5509428977966309, | |
| "sampling/sampling_logp_difference/mean": 0.0060390569269657135, | |
| "step": 263, | |
| "step_time": 174.05851694497687 | |
| }, | |
| { | |
| "epoch": 2.9886363636363638, | |
| "grad_norm": 0.003952684346586466, | |
| "learning_rate": 1e-05, | |
| "loss": 0.00071669090539217, | |
| "step": 263 | |
| }, | |
| { | |
| "clip_ratio": 3.284577701379021e-06, | |
| "completions/clipped_ratio": 0.08203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4088.0, | |
| "completions/mean_length": 1726.255859375, | |
| "completions/mean_terminated_length": 1514.491455078125, | |
| "completions/min_length": 226.0, | |
| "completions/min_terminated_length": 226.0, | |
| "epoch": 3.0, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 298556709.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8359375, | |
| "reward_std": 0.37069445848464966, | |
| "rewards/correct/mean": 0.8359375, | |
| "rewards/correct/std": 0.37069445848464966, | |
| "rollout/chars": 4275.34375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.876403570175171, | |
| "sampling/importance_sampling_ratio/mean": 0.9249234199523926, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.0639090538024902, | |
| "sampling/sampling_logp_difference/mean": 0.005966726690530777, | |
| "step": 264, | |
| "step_time": 163.17455937099294 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 0.004370093811303377, | |
| "learning_rate": 1e-05, | |
| "loss": 0.004458144772797823, | |
| "step": 264 | |
| }, | |
| { | |
| "clip_ratio": 1.4180153925735794e-05, | |
| "completions/clipped_ratio": 0.046875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4044.0, | |
| "completions/mean_length": 1502.298828125, | |
| "completions/mean_terminated_length": 1374.7396240234375, | |
| "completions/min_length": 164.0, | |
| "completions/min_terminated_length": 164.0, | |
| "epoch": 3.0113636363636362, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 299402430.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": -0.4, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.84765625, | |
| "reward_std": 0.35970520973205566, | |
| "rewards/correct/mean": 0.84765625, | |
| "rewards/correct/std": 0.35970520973205566, | |
| "rollout/chars": 6937.8125, | |
| "rollout/commit": 0.8125, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.28125, | |
| "sampling/importance_sampling_ratio/max": 2.6724038124084473, | |
| "sampling/importance_sampling_ratio/mean": 0.9501250982284546, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9480648040771484, | |
| "sampling/sampling_logp_difference/mean": 0.006578843574970961, | |
| "step": 265, | |
| "step_time": 151.53941351700632 | |
| }, | |
| { | |
| "epoch": 3.0113636363636362, | |
| "grad_norm": 0.00577276386320591, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03669094294309616, | |
| "step": 265 | |
| }, | |
| { | |
| "clip_ratio": 1.0075171076096012e-05, | |
| "completions/clipped_ratio": 0.05859375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4055.0, | |
| "completions/mean_length": 1552.462890625, | |
| "completions/mean_terminated_length": 1394.1514892578125, | |
| "completions/min_length": 235.0, | |
| "completions/min_terminated_length": 235.0, | |
| "epoch": 3.022727272727273, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 300259659.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.875, | |
| "reward_std": 0.3310423493385315, | |
| "rewards/correct/mean": 0.875, | |
| "rewards/correct/std": 0.3310423493385315, | |
| "rollout/chars": 3836.3125, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.8262808322906494, | |
| "sampling/importance_sampling_ratio/mean": 0.8963150978088379, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.4950523376464844, | |
| "sampling/sampling_logp_difference/mean": 0.006390852853655815, | |
| "step": 266, | |
| "step_time": 153.76642933695985 | |
| }, | |
| { | |
| "epoch": 3.022727272727273, | |
| "grad_norm": 0.004393931478261948, | |
| "learning_rate": 1e-05, | |
| "loss": -0.0069705648347735405, | |
| "step": 266 | |
| }, | |
| { | |
| "clip_ratio": 6.099094662204152e-06, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 1667.494140625, | |
| "completions/mean_terminated_length": 1433.48388671875, | |
| "completions/min_length": 230.0, | |
| "completions/min_terminated_length": 230.0, | |
| "epoch": 3.034090909090909, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 301178312.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.84765625, | |
| "reward_std": 0.35970520973205566, | |
| "rewards/correct/mean": 0.84765625, | |
| "rewards/correct/std": 0.35970520973205566, | |
| "rollout/chars": 2649.6875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.862910509109497, | |
| "sampling/importance_sampling_ratio/mean": 0.899068295955658, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9306902885437012, | |
| "sampling/sampling_logp_difference/mean": 0.006412543822079897, | |
| "step": 267, | |
| "step_time": 198.37054969697783 | |
| }, | |
| { | |
| "epoch": 3.034090909090909, | |
| "grad_norm": 0.0026898360811173916, | |
| "learning_rate": 1e-05, | |
| "loss": 0.006197778042405844, | |
| "step": 267 | |
| }, | |
| { | |
| "clip_ratio": 8.127825253723131e-06, | |
| "completions/clipped_ratio": 0.0625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4089.0, | |
| "completions/mean_length": 1742.546875, | |
| "completions/mean_terminated_length": 1585.6500244140625, | |
| "completions/min_length": 226.0, | |
| "completions/min_terminated_length": 226.0, | |
| "epoch": 3.0454545454545454, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 302144736.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.65625, | |
| "register/premium": -0.033333333333333326, | |
| "register/verify_any": 0.9375, | |
| "reward": 0.798828125, | |
| "reward_std": 0.4012683033943176, | |
| "rewards/correct/mean": 0.798828125, | |
| "rewards/correct/std": 0.4012683033943176, | |
| "rollout/chars": 4871.21875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.981802225112915, | |
| "sampling/importance_sampling_ratio/mean": 0.9162460565567017, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2320594787597656, | |
| "sampling/sampling_logp_difference/mean": 0.006594895850867033, | |
| "step": 268, | |
| "step_time": 207.29874089502846 | |
| }, | |
| { | |
| "epoch": 3.0454545454545454, | |
| "grad_norm": 0.004065396264195442, | |
| "learning_rate": 1e-05, | |
| "loss": 0.024674423038959503, | |
| "step": 268 | |
| }, | |
| { | |
| "clip_ratio": 1.0368372159064165e-05, | |
| "completions/clipped_ratio": 0.06640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4024.0, | |
| "completions/mean_length": 1667.58203125, | |
| "completions/mean_terminated_length": 1494.849365234375, | |
| "completions/min_length": 326.0, | |
| "completions/min_terminated_length": 326.0, | |
| "epoch": 3.0568181818181817, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 303056554.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.80859375, | |
| "reward_std": 0.3937928080558777, | |
| "rewards/correct/mean": 0.80859375, | |
| "rewards/correct/std": 0.3937928080558777, | |
| "rollout/chars": 3065.59375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9495177268981934, | |
| "sampling/importance_sampling_ratio/mean": 0.9539902806282043, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6180863380432129, | |
| "sampling/sampling_logp_difference/mean": 0.006164033431559801, | |
| "step": 269, | |
| "step_time": 150.38605051999912 | |
| }, | |
| { | |
| "epoch": 3.0568181818181817, | |
| "grad_norm": 0.005063533782958984, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0022432205732911825, | |
| "step": 269 | |
| }, | |
| { | |
| "clip_ratio": 2.9716275662394764e-06, | |
| "completions/clipped_ratio": 0.068359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4084.0, | |
| "completions/mean_length": 1816.890625, | |
| "completions/mean_terminated_length": 1649.6602783203125, | |
| "completions/min_length": 275.0, | |
| "completions/min_terminated_length": 275.0, | |
| "epoch": 3.0681818181818183, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 304045794.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8515625, | |
| "reward_std": 0.35588082671165466, | |
| "rewards/correct/mean": 0.8515625, | |
| "rewards/correct/std": 0.35588082671165466, | |
| "rollout/chars": 4466.0, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.992924451828003, | |
| "sampling/importance_sampling_ratio/mean": 0.9453688263893127, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6209473609924316, | |
| "sampling/sampling_logp_difference/mean": 0.006023098714649677, | |
| "step": 270, | |
| "step_time": 145.94781489403977 | |
| }, | |
| { | |
| "epoch": 3.0681818181818183, | |
| "grad_norm": 0.004341554827988148, | |
| "learning_rate": 1e-05, | |
| "loss": 0.013016686774790287, | |
| "step": 270 | |
| }, | |
| { | |
| "clip_ratio": 1.0144381064947083e-05, | |
| "completions/clipped_ratio": 0.064453125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4074.0, | |
| "completions/mean_length": 1681.205078125, | |
| "completions/mean_terminated_length": 1514.84130859375, | |
| "completions/min_length": 255.0, | |
| "completions/min_terminated_length": 255.0, | |
| "epoch": 3.0795454545454546, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 304981307.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.806640625, | |
| "reward_std": 0.39531853795051575, | |
| "rewards/correct/mean": 0.806640625, | |
| "rewards/correct/std": 0.39531853795051575, | |
| "rollout/chars": 5661.46875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.92264461517334, | |
| "sampling/importance_sampling_ratio/mean": 0.9235607385635376, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0918771028518677, | |
| "sampling/sampling_logp_difference/mean": 0.006449854001402855, | |
| "step": 271, | |
| "step_time": 158.84943479501817 | |
| }, | |
| { | |
| "epoch": 3.0795454545454546, | |
| "grad_norm": 0.004862313624471426, | |
| "learning_rate": 1e-05, | |
| "loss": 0.04894799366593361, | |
| "step": 271 | |
| }, | |
| { | |
| "clip_ratio": 1.00148050705684e-05, | |
| "completions/clipped_ratio": 0.06640625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 1599.53515625, | |
| "completions/mean_terminated_length": 1421.9622802734375, | |
| "completions/min_length": 222.0, | |
| "completions/min_terminated_length": 222.0, | |
| "epoch": 3.090909090909091, | |
| "frac_reward_zero_std": 0.375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 305878797.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.83203125, | |
| "reward_std": 0.374204158782959, | |
| "rewards/correct/mean": 0.83203125, | |
| "rewards/correct/std": 0.374204158782959, | |
| "rollout/chars": 3991.15625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.992401599884033, | |
| "sampling/importance_sampling_ratio/mean": 0.9503576755523682, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5214824676513672, | |
| "sampling/sampling_logp_difference/mean": 0.006300114560872316, | |
| "step": 272, | |
| "step_time": 154.63004069200542 | |
| }, | |
| { | |
| "epoch": 3.090909090909091, | |
| "grad_norm": 0.004383912775665522, | |
| "learning_rate": 1e-05, | |
| "loss": 0.015531066805124283, | |
| "step": 272 | |
| }, | |
| { | |
| "clip_ratio": 1.671049744800257e-06, | |
| "completions/clipped_ratio": 0.0703125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4083.0, | |
| "completions/mean_length": 1623.0234375, | |
| "completions/mean_terminated_length": 1435.99169921875, | |
| "completions/min_length": 268.0, | |
| "completions/min_terminated_length": 268.0, | |
| "epoch": 3.102272727272727, | |
| "frac_reward_zero_std": 0.53125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 306767273.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.873046875, | |
| "reward_std": 0.33324605226516724, | |
| "rewards/correct/mean": 0.873046875, | |
| "rewards/correct/std": 0.33324605226516724, | |
| "rollout/chars": 6132.21875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.8881144523620605, | |
| "sampling/importance_sampling_ratio/mean": 0.915493369102478, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5610324144363403, | |
| "sampling/sampling_logp_difference/mean": 0.006469653453677893, | |
| "step": 273, | |
| "step_time": 172.88780343398685 | |
| }, | |
| { | |
| "epoch": 3.102272727272727, | |
| "grad_norm": 0.004149970598518848, | |
| "learning_rate": 1e-05, | |
| "loss": 0.027898870408535004, | |
| "step": 273 | |
| }, | |
| { | |
| "clip_ratio": 1.0010892310674535e-06, | |
| "completions/clipped_ratio": 0.072265625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4018.0, | |
| "completions/mean_length": 1768.779296875, | |
| "completions/mean_terminated_length": 1587.5009765625, | |
| "completions/min_length": 252.0, | |
| "completions/min_terminated_length": 252.0, | |
| "epoch": 3.1136363636363638, | |
| "frac_reward_zero_std": 0.1875, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 307746296.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.79296875, | |
| "reward_std": 0.40557438135147095, | |
| "rewards/correct/mean": 0.79296875, | |
| "rewards/correct/std": 0.40557438135147095, | |
| "rollout/chars": 3773.15625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9810540676116943, | |
| "sampling/importance_sampling_ratio/mean": 0.9343521595001221, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 3.071946620941162, | |
| "sampling/sampling_logp_difference/mean": 0.006311970762908459, | |
| "step": 274, | |
| "step_time": 179.92537029598316 | |
| }, | |
| { | |
| "epoch": 3.1136363636363638, | |
| "grad_norm": 0.004176918882876635, | |
| "learning_rate": 1e-05, | |
| "loss": 0.03166406974196434, | |
| "step": 274 | |
| }, | |
| { | |
| "clip_ratio": 4.617066792889091e-06, | |
| "completions/clipped_ratio": 0.052734375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4066.0, | |
| "completions/mean_length": 1532.072265625, | |
| "completions/mean_terminated_length": 1389.338134765625, | |
| "completions/min_length": 208.0, | |
| "completions/min_terminated_length": 208.0, | |
| "epoch": 3.125, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 308598285.0, | |
| "register/okay": 0.03125, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.85546875, | |
| "reward_std": 0.35197147727012634, | |
| "rewards/correct/mean": 0.85546875, | |
| "rewards/correct/std": 0.35197147727012634, | |
| "rollout/chars": 6225.40625, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.659813165664673, | |
| "sampling/importance_sampling_ratio/mean": 0.8853429555892944, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8934626579284668, | |
| "sampling/sampling_logp_difference/mean": 0.006974484771490097, | |
| "step": 275, | |
| "step_time": 157.88633833400672 | |
| }, | |
| { | |
| "epoch": 3.125, | |
| "grad_norm": 0.004461759701371193, | |
| "learning_rate": 1e-05, | |
| "loss": 0.02315101958811283, | |
| "step": 275 | |
| }, | |
| { | |
| "clip_ratio": 3.1004821607893973e-06, | |
| "completions/clipped_ratio": 0.078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4005.0, | |
| "completions/mean_length": 1650.830078125, | |
| "completions/mean_terminated_length": 1443.6123046875, | |
| "completions/min_length": 200.0, | |
| "completions/min_terminated_length": 200.0, | |
| "epoch": 3.1363636363636362, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 309507302.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.74609375, | |
| "reward_std": 0.43567025661468506, | |
| "rewards/correct/mean": 0.74609375, | |
| "rewards/correct/std": 0.43567025661468506, | |
| "rollout/chars": 7520.375, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.15625, | |
| "sampling/importance_sampling_ratio/max": 2.855055332183838, | |
| "sampling/importance_sampling_ratio/mean": 0.930153489112854, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7324695587158203, | |
| "sampling/sampling_logp_difference/mean": 0.006614235229790211, | |
| "step": 276, | |
| "step_time": 148.01482516700344 | |
| }, | |
| { | |
| "epoch": 3.1363636363636362, | |
| "grad_norm": 0.004792600404471159, | |
| "learning_rate": 1e-05, | |
| "loss": 0.005113543942570686, | |
| "step": 276 | |
| }, | |
| { | |
| "clip_ratio": 1.0839563287845522e-05, | |
| "completions/clipped_ratio": 0.013671875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3786.0, | |
| "completions/mean_length": 1199.234375, | |
| "completions/mean_terminated_length": 1159.0811767578125, | |
| "completions/min_length": 215.0, | |
| "completions/min_terminated_length": 215.0, | |
| "epoch": 3.147727272727273, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 310196254.0, | |
| "register/okay": 0.09375, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.875, | |
| "reward_std": 0.3310423493385315, | |
| "rewards/correct/mean": 0.875, | |
| "rewards/correct/std": 0.3310423493385315, | |
| "rollout/chars": 2838.75, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8666064739227295, | |
| "sampling/importance_sampling_ratio/mean": 0.9683482646942139, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5891985893249512, | |
| "sampling/sampling_logp_difference/mean": 0.006654912140220404, | |
| "step": 277, | |
| "step_time": 133.60177999798907 | |
| }, | |
| { | |
| "epoch": 3.147727272727273, | |
| "grad_norm": 0.004343518987298012, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0074955192394554615, | |
| "step": 277 | |
| }, | |
| { | |
| "clip_ratio": 7.699826142015809e-06, | |
| "completions/clipped_ratio": 0.09765625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4051.0, | |
| "completions/mean_length": 1853.3359375, | |
| "completions/mean_terminated_length": 1610.6234130859375, | |
| "completions/min_length": 262.0, | |
| "completions/min_terminated_length": 262.0, | |
| "epoch": 3.159090909090909, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 311215978.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8203125, | |
| "reward_std": 0.38430243730545044, | |
| "rewards/correct/mean": 0.8203125, | |
| "rewards/correct/std": 0.38430243730545044, | |
| "rollout/chars": 2184.3125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9726064205169678, | |
| "sampling/importance_sampling_ratio/mean": 0.8680965900421143, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.0133945941925049, | |
| "sampling/sampling_logp_difference/mean": 0.006888305768370628, | |
| "step": 278, | |
| "step_time": 168.17114059203595 | |
| }, | |
| { | |
| "epoch": 3.159090909090909, | |
| "grad_norm": 0.004466248210519552, | |
| "learning_rate": 1e-05, | |
| "loss": 0.011706181801855564, | |
| "step": 278 | |
| }, | |
| { | |
| "clip_ratio": 4.329414537096454e-06, | |
| "completions/clipped_ratio": 0.076171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3975.0, | |
| "completions/mean_length": 1586.33984375, | |
| "completions/mean_terminated_length": 1379.4122314453125, | |
| "completions/min_length": 247.0, | |
| "completions/min_terminated_length": 247.0, | |
| "epoch": 3.1704545454545454, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 312094328.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": -0.22580645161290325, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.8046875, | |
| "reward_std": 0.3968288004398346, | |
| "rewards/correct/mean": 0.8046875, | |
| "rewards/correct/std": 0.3968288004398346, | |
| "rollout/chars": 2690.96875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9559154510498047, | |
| "sampling/importance_sampling_ratio/mean": 0.9258471131324768, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7029087543487549, | |
| "sampling/sampling_logp_difference/mean": 0.006614617072045803, | |
| "step": 279, | |
| "step_time": 176.98080363095505 | |
| }, | |
| { | |
| "epoch": 3.1704545454545454, | |
| "grad_norm": 0.004585076589137316, | |
| "learning_rate": 1e-05, | |
| "loss": 0.01685960404574871, | |
| "step": 279 | |
| }, | |
| { | |
| "clip_ratio": 1.2273135894247389e-05, | |
| "completions/clipped_ratio": 0.068359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4066.0, | |
| "completions/mean_length": 1698.859375, | |
| "completions/mean_terminated_length": 1522.968505859375, | |
| "completions/min_length": 232.0, | |
| "completions/min_terminated_length": 232.0, | |
| "epoch": 3.1818181818181817, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 313033248.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.78125, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.818359375, | |
| "reward_std": 0.38592514395713806, | |
| "rewards/correct/mean": 0.818359375, | |
| "rewards/correct/std": 0.38592514395713806, | |
| "rollout/chars": 3656.90625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.913433790206909, | |
| "sampling/importance_sampling_ratio/mean": 0.8753851056098938, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.599621057510376, | |
| "sampling/sampling_logp_difference/mean": 0.006968804635107517, | |
| "step": 280, | |
| "step_time": 162.2005308349908 | |
| }, | |
| { | |
| "epoch": 3.1818181818181817, | |
| "grad_norm": 0.004351094830781221, | |
| "learning_rate": 1e-05, | |
| "loss": 0.017974980175495148, | |
| "step": 280 | |
| }, | |
| { | |
| "clip_ratio": 8.660567800689023e-06, | |
| "completions/clipped_ratio": 0.076171875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4071.0, | |
| "completions/mean_length": 1763.3359375, | |
| "completions/mean_terminated_length": 1571.0020751953125, | |
| "completions/min_length": 243.0, | |
| "completions/min_terminated_length": 243.0, | |
| "epoch": 3.1931818181818183, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 314012252.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.759765625, | |
| "reward_std": 0.4276435375213623, | |
| "rewards/correct/mean": 0.759765625, | |
| "rewards/correct/std": 0.4276435375213623, | |
| "rollout/chars": 8234.53125, | |
| "rollout/commit": 0.84375, | |
| "rollout/reward": 0.625, | |
| "rollout/trunc": 0.21875, | |
| "sampling/importance_sampling_ratio/max": 2.775139331817627, | |
| "sampling/importance_sampling_ratio/mean": 0.9067776203155518, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5617003440856934, | |
| "sampling/sampling_logp_difference/mean": 0.006332803517580032, | |
| "step": 281, | |
| "step_time": 153.2836182720057 | |
| }, | |
| { | |
| "epoch": 3.1931818181818183, | |
| "grad_norm": 0.004273520316928625, | |
| "learning_rate": 1e-05, | |
| "loss": 0.018027734011411667, | |
| "step": 281 | |
| }, | |
| { | |
| "clip_ratio": 2.9190293275860313e-06, | |
| "completions/clipped_ratio": 0.068359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4043.0, | |
| "completions/mean_length": 1672.2890625, | |
| "completions/mean_terminated_length": 1494.4486083984375, | |
| "completions/min_length": 313.0, | |
| "completions/min_terminated_length": 313.0, | |
| "epoch": 3.2045454545454546, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 314938640.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.81640625, | |
| "reward_std": 0.3875311613082886, | |
| "rewards/correct/mean": 0.81640625, | |
| "rewards/correct/std": 0.3875311613082886, | |
| "rollout/chars": 3690.84375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9523046016693115, | |
| "sampling/importance_sampling_ratio/mean": 0.9322229623794556, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.8498454093933105, | |
| "sampling/sampling_logp_difference/mean": 0.006386479362845421, | |
| "step": 282, | |
| "step_time": 164.94948945999204 | |
| }, | |
| { | |
| "epoch": 3.2045454545454546, | |
| "grad_norm": 0.0037979090120643377, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0007841833867132664, | |
| "step": 282 | |
| }, | |
| { | |
| "clip_ratio": 3.5033633594139246e-06, | |
| "completions/clipped_ratio": 0.083984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3869.0, | |
| "completions/mean_length": 1570.02734375, | |
| "completions/mean_terminated_length": 1338.43505859375, | |
| "completions/min_length": 250.0, | |
| "completions/min_terminated_length": 250.0, | |
| "epoch": 3.215909090909091, | |
| "frac_reward_zero_std": 0.4375, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 315800990.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.833984375, | |
| "reward_std": 0.3724585771560669, | |
| "rewards/correct/mean": 0.833984375, | |
| "rewards/correct/std": 0.3724585771560669, | |
| "rollout/chars": 1645.125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9898078441619873, | |
| "sampling/importance_sampling_ratio/mean": 0.8824111223220825, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.1145050525665283, | |
| "sampling/sampling_logp_difference/mean": 0.006417180877178907, | |
| "step": 283, | |
| "step_time": 161.88276561802195 | |
| }, | |
| { | |
| "epoch": 3.215909090909091, | |
| "grad_norm": 0.003668625606223941, | |
| "learning_rate": 1e-05, | |
| "loss": 0.017198562622070312, | |
| "step": 283 | |
| }, | |
| { | |
| "clip_ratio": 3.3160017665068153e-06, | |
| "completions/clipped_ratio": 0.068359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4043.0, | |
| "completions/mean_length": 1497.375, | |
| "completions/mean_terminated_length": 1306.7001953125, | |
| "completions/min_length": 179.0, | |
| "completions/min_terminated_length": 179.0, | |
| "epoch": 3.227272727272727, | |
| "frac_reward_zero_std": 0.5625, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 316629246.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.814453125, | |
| "reward_std": 0.38912075757980347, | |
| "rewards/correct/mean": 0.814453125, | |
| "rewards/correct/std": 0.38912075757980347, | |
| "rollout/chars": 4740.28125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9539921283721924, | |
| "sampling/importance_sampling_ratio/mean": 0.9290961027145386, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.1311750411987305, | |
| "sampling/sampling_logp_difference/mean": 0.006859398912638426, | |
| "step": 284, | |
| "step_time": 165.53098983998643 | |
| }, | |
| { | |
| "epoch": 3.227272727272727, | |
| "grad_norm": 0.00422107707709074, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0016832274850457907, | |
| "step": 284 | |
| }, | |
| { | |
| "clip_ratio": 1.987137108017123e-05, | |
| "completions/clipped_ratio": 0.021484375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4063.0, | |
| "completions/mean_length": 1388.09375, | |
| "completions/mean_terminated_length": 1328.638671875, | |
| "completions/min_length": 212.0, | |
| "completions/min_terminated_length": 212.0, | |
| "epoch": 3.2386363636363638, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 317408222.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": -0.06451612903225812, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.8984375, | |
| "reward_std": 0.30236753821372986, | |
| "rewards/correct/mean": 0.8984375, | |
| "rewards/correct/std": 0.30236753821372986, | |
| "rollout/chars": 3412.75, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.9375, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.829695701599121, | |
| "sampling/importance_sampling_ratio/mean": 0.9342780709266663, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.5896892547607422, | |
| "sampling/sampling_logp_difference/mean": 0.006835740990936756, | |
| "step": 285, | |
| "step_time": 165.954099037961 | |
| }, | |
| { | |
| "epoch": 3.2386363636363638, | |
| "grad_norm": 0.0037841435987502337, | |
| "learning_rate": 1e-05, | |
| "loss": 0.016548270359635353, | |
| "step": 285 | |
| }, | |
| { | |
| "clip_ratio": 4.960063733960851e-06, | |
| "completions/clipped_ratio": 0.064453125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4096.0, | |
| "completions/mean_length": 1721.55859375, | |
| "completions/mean_terminated_length": 1557.9749755859375, | |
| "completions/min_length": 152.0, | |
| "completions/min_terminated_length": 152.0, | |
| "epoch": 3.25, | |
| "frac_reward_zero_std": 0.40625, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 318353740.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.87890625, | |
| "reward_std": 0.3265552520751953, | |
| "rewards/correct/mean": 0.87890625, | |
| "rewards/correct/std": 0.3265552520751953, | |
| "rollout/chars": 4550.9375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.8125, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.98832106590271, | |
| "sampling/importance_sampling_ratio/mean": 0.8910230398178101, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7691037654876709, | |
| "sampling/sampling_logp_difference/mean": 0.006680241785943508, | |
| "step": 286, | |
| "step_time": 174.09935186299845 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "grad_norm": 0.003044217824935913, | |
| "learning_rate": 1e-05, | |
| "loss": 0.004948511254042387, | |
| "step": 286 | |
| }, | |
| { | |
| "clip_ratio": 6.085678023737273e-06, | |
| "completions/clipped_ratio": 0.091796875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4094.0, | |
| "completions/mean_length": 1884.1640625, | |
| "completions/mean_terminated_length": 1660.6021728515625, | |
| "completions/min_length": 320.0, | |
| "completions/min_terminated_length": 320.0, | |
| "epoch": 3.2613636363636362, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 319394288.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.810546875, | |
| "reward_std": 0.3922513723373413, | |
| "rewards/correct/mean": 0.810546875, | |
| "rewards/correct/std": 0.3922513723373413, | |
| "rollout/chars": 4618.875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.8274505138397217, | |
| "sampling/importance_sampling_ratio/mean": 0.8709423542022705, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 3.082648754119873, | |
| "sampling/sampling_logp_difference/mean": 0.007286940701305866, | |
| "step": 287, | |
| "step_time": 201.91011618399352 | |
| }, | |
| { | |
| "epoch": 3.2613636363636362, | |
| "grad_norm": 0.0038199941627681255, | |
| "learning_rate": 1e-05, | |
| "loss": -0.0008091991767287254, | |
| "step": 287 | |
| }, | |
| { | |
| "clip_ratio": 3.6587100566976005e-06, | |
| "completions/clipped_ratio": 0.033203125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4031.0, | |
| "completions/mean_length": 1657.91015625, | |
| "completions/mean_terminated_length": 1574.1778564453125, | |
| "completions/min_length": 224.0, | |
| "completions/min_terminated_length": 224.0, | |
| "epoch": 3.2727272727272725, | |
| "frac_reward_zero_std": 0.4375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 320312066.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.884765625, | |
| "reward_std": 0.3196168541908264, | |
| "rewards/correct/mean": 0.884765625, | |
| "rewards/correct/std": 0.3196168541908264, | |
| "rollout/chars": 6918.53125, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.90625, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.9529128074645996, | |
| "sampling/importance_sampling_ratio/mean": 0.9242680072784424, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.5208015441894531, | |
| "sampling/sampling_logp_difference/mean": 0.006930560804903507, | |
| "step": 288, | |
| "step_time": 140.49971784302033 | |
| }, | |
| { | |
| "epoch": 3.2727272727272725, | |
| "grad_norm": 0.003314111614599824, | |
| "learning_rate": 1e-05, | |
| "loss": -0.009814468212425709, | |
| "step": 288 | |
| }, | |
| { | |
| "clip_ratio": 1.3371202385314973e-05, | |
| "completions/clipped_ratio": 0.068359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4026.0, | |
| "completions/mean_length": 1712.8828125, | |
| "completions/mean_terminated_length": 1538.0208740234375, | |
| "completions/min_length": 248.0, | |
| "completions/min_terminated_length": 248.0, | |
| "epoch": 3.284090909090909, | |
| "frac_reward_zero_std": 0.28125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 321259478.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.822265625, | |
| "reward_std": 0.3826628625392914, | |
| "rewards/correct/mean": 0.822265625, | |
| "rewards/correct/std": 0.3826628625392914, | |
| "rollout/chars": 7658.1875, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.75, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.896275758743286, | |
| "sampling/importance_sampling_ratio/mean": 0.8971139192581177, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.9820451736450195, | |
| "sampling/sampling_logp_difference/mean": 0.007028836291283369, | |
| "step": 289, | |
| "step_time": 167.3813090230251 | |
| }, | |
| { | |
| "epoch": 3.284090909090909, | |
| "grad_norm": 0.0042593469843268394, | |
| "learning_rate": 1e-05, | |
| "loss": 0.012767111882567406, | |
| "step": 289 | |
| }, | |
| { | |
| "clip_ratio": 3.1167511451712926e-06, | |
| "completions/clipped_ratio": 0.037109375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4080.0, | |
| "completions/mean_length": 1734.732421875, | |
| "completions/mean_terminated_length": 1643.730224609375, | |
| "completions/min_length": 362.0, | |
| "completions/min_terminated_length": 362.0, | |
| "epoch": 3.2954545454545454, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 322207917.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8515625, | |
| "reward_std": 0.35588082671165466, | |
| "rewards/correct/mean": 0.8515625, | |
| "rewards/correct/std": 0.35588082671165466, | |
| "rollout/chars": 3365.6875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.84375, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.975653886795044, | |
| "sampling/importance_sampling_ratio/mean": 0.9155064821243286, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.641852855682373, | |
| "sampling/sampling_logp_difference/mean": 0.006997531279921532, | |
| "step": 290, | |
| "step_time": 147.54547532899596 | |
| }, | |
| { | |
| "epoch": 3.2954545454545454, | |
| "grad_norm": 0.004085643216967583, | |
| "learning_rate": 1e-05, | |
| "loss": 0.022034678608179092, | |
| "step": 290 | |
| }, | |
| { | |
| "clip_ratio": 9.576079492035205e-06, | |
| "completions/clipped_ratio": 0.068359375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4079.0, | |
| "completions/mean_length": 1703.06640625, | |
| "completions/mean_terminated_length": 1527.4842529296875, | |
| "completions/min_length": 195.0, | |
| "completions/min_terminated_length": 195.0, | |
| "epoch": 3.3068181818181817, | |
| "frac_reward_zero_std": 0.25, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 323149039.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.875, | |
| "register/premium": -0.032258064516129004, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.8125, | |
| "reward_std": 0.39069411158561707, | |
| "rewards/correct/mean": 0.8125, | |
| "rewards/correct/std": 0.39069411158561707, | |
| "rollout/chars": 3611.1875, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9821882247924805, | |
| "sampling/importance_sampling_ratio/mean": 0.856399416923523, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.7541036605834961, | |
| "sampling/sampling_logp_difference/mean": 0.007380796130746603, | |
| "step": 291, | |
| "step_time": 182.1611549789959 | |
| }, | |
| { | |
| "epoch": 3.3068181818181817, | |
| "grad_norm": 0.0049706920981407166, | |
| "learning_rate": 1e-05, | |
| "loss": 0.020539352670311928, | |
| "step": 291 | |
| }, | |
| { | |
| "clip_ratio": 8.357539400094538e-06, | |
| "completions/clipped_ratio": 0.048828125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4070.0, | |
| "completions/mean_length": 1654.65625, | |
| "completions/mean_terminated_length": 1529.3306884765625, | |
| "completions/min_length": 320.0, | |
| "completions/min_terminated_length": 320.0, | |
| "epoch": 3.3181818181818183, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 324060623.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8359375, | |
| "reward_std": 0.37069445848464966, | |
| "rewards/correct/mean": 0.8359375, | |
| "rewards/correct/std": 0.37069445848464966, | |
| "rollout/chars": 4430.34375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.78125, | |
| "rollout/trunc": 0.03125, | |
| "sampling/importance_sampling_ratio/max": 2.958557605743408, | |
| "sampling/importance_sampling_ratio/mean": 0.8827366828918457, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6578893661499023, | |
| "sampling/sampling_logp_difference/mean": 0.007270089816302061, | |
| "step": 292, | |
| "step_time": 165.44267682303325 | |
| }, | |
| { | |
| "epoch": 3.3181818181818183, | |
| "grad_norm": 0.004314269404858351, | |
| "learning_rate": 1e-05, | |
| "loss": 0.027953244745731354, | |
| "step": 292 | |
| }, | |
| { | |
| "clip_ratio": 8.506960284648812e-06, | |
| "completions/clipped_ratio": 0.09765625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4082.0, | |
| "completions/mean_length": 1601.779296875, | |
| "completions/mean_terminated_length": 1331.842041015625, | |
| "completions/min_length": 230.0, | |
| "completions/min_terminated_length": 230.0, | |
| "epoch": 3.3295454545454546, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 324961822.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.833984375, | |
| "reward_std": 0.3724585771560669, | |
| "rewards/correct/mean": 0.833984375, | |
| "rewards/correct/std": 0.3724585771560669, | |
| "rollout/chars": 3294.9375, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9939794540405273, | |
| "sampling/importance_sampling_ratio/mean": 0.9271619915962219, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.6764050722122192, | |
| "sampling/sampling_logp_difference/mean": 0.0077356393449008465, | |
| "step": 293, | |
| "step_time": 160.74563023900555 | |
| }, | |
| { | |
| "epoch": 3.3295454545454546, | |
| "grad_norm": 0.004637707024812698, | |
| "learning_rate": 1e-05, | |
| "loss": 0.030146315693855286, | |
| "step": 293 | |
| }, | |
| { | |
| "clip_ratio": 1.536855018002825e-05, | |
| "completions/clipped_ratio": 0.08984375, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4038.0, | |
| "completions/mean_length": 1744.9375, | |
| "completions/mean_terminated_length": 1512.8583984375, | |
| "completions/min_length": 229.0, | |
| "completions/min_terminated_length": 229.0, | |
| "epoch": 3.340909090909091, | |
| "frac_reward_zero_std": 0.4375, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 325920270.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.802734375, | |
| "reward_std": 0.3983237147331238, | |
| "rewards/correct/mean": 0.802734375, | |
| "rewards/correct/std": 0.3983237147331238, | |
| "rollout/chars": 2648.6875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9804983139038086, | |
| "sampling/importance_sampling_ratio/mean": 0.8307322859764099, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.2005139589309692, | |
| "sampling/sampling_logp_difference/mean": 0.007576752454042435, | |
| "step": 294, | |
| "step_time": 215.08122758999525 | |
| }, | |
| { | |
| "epoch": 3.340909090909091, | |
| "grad_norm": 0.003860106458887458, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0013961968943476677, | |
| "step": 294 | |
| }, | |
| { | |
| "clip_ratio": 3.314359787509602e-06, | |
| "completions/clipped_ratio": 0.087890625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4044.0, | |
| "completions/mean_length": 1844.447265625, | |
| "completions/mean_terminated_length": 1627.4881591796875, | |
| "completions/min_length": 286.0, | |
| "completions/min_terminated_length": 286.0, | |
| "epoch": 3.3522727272727275, | |
| "frac_reward_zero_std": 0.3125, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 326934707.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.96875, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.76171875, | |
| "reward_std": 0.42644867300987244, | |
| "rewards/correct/mean": 0.76171875, | |
| "rewards/correct/std": 0.42644867300987244, | |
| "rollout/chars": 5191.4375, | |
| "rollout/commit": 0.96875, | |
| "rollout/reward": 0.875, | |
| "rollout/trunc": 0.0625, | |
| "sampling/importance_sampling_ratio/max": 2.8893256187438965, | |
| "sampling/importance_sampling_ratio/mean": 0.8407244682312012, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.699892520904541, | |
| "sampling/sampling_logp_difference/mean": 0.0072381217032670975, | |
| "step": 295, | |
| "step_time": 163.65316893802083 | |
| }, | |
| { | |
| "epoch": 3.3522727272727275, | |
| "grad_norm": 0.0038775524590164423, | |
| "learning_rate": 1e-05, | |
| "loss": 0.029483113437891006, | |
| "step": 295 | |
| }, | |
| { | |
| "clip_ratio": 4.336685719863453e-06, | |
| "completions/clipped_ratio": 0.0390625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4065.0, | |
| "completions/mean_length": 1514.16796875, | |
| "completions/mean_terminated_length": 1409.2154541015625, | |
| "completions/min_length": 70.0, | |
| "completions/min_terminated_length": 70.0, | |
| "epoch": 3.3636363636363638, | |
| "frac_reward_zero_std": 0.4375, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 327770217.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.90625, | |
| "register/premium": 0.0, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.880859375, | |
| "reward_std": 0.32427072525024414, | |
| "rewards/correct/mean": 0.880859375, | |
| "rewards/correct/std": 0.32427072525024414, | |
| "rollout/chars": 2988.78125, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.962268114089966, | |
| "sampling/importance_sampling_ratio/mean": 0.8851721286773682, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 1.25347900390625, | |
| "sampling/sampling_logp_difference/mean": 0.0072909086011350155, | |
| "step": 296, | |
| "step_time": 191.3736282450118 | |
| }, | |
| { | |
| "epoch": 3.3636363636363638, | |
| "grad_norm": 0.003320240881294012, | |
| "learning_rate": 1e-05, | |
| "loss": -0.0037737644743174314, | |
| "step": 296 | |
| }, | |
| { | |
| "clip_ratio": 0.0, | |
| "completions/clipped_ratio": 0.05078125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4044.0, | |
| "completions/mean_length": 1680.638671875, | |
| "completions/mean_terminated_length": 1551.4217529296875, | |
| "completions/min_length": 235.0, | |
| "completions/min_terminated_length": 235.0, | |
| "epoch": 3.375, | |
| "frac_reward_zero_std": 0.375, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 328693072.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.9375, | |
| "register/premium": -0.29032258064516125, | |
| "register/verify_any": 0.96875, | |
| "reward": 0.84765625, | |
| "reward_std": 0.35970520973205566, | |
| "rewards/correct/mean": 0.84765625, | |
| "rewards/correct/std": 0.35970520973205566, | |
| "rollout/chars": 6310.0, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.71875, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.897472620010376, | |
| "sampling/importance_sampling_ratio/mean": 0.8947442770004272, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6173355579376221, | |
| "sampling/sampling_logp_difference/mean": 0.007057270035147667, | |
| "step": 297, | |
| "step_time": 158.6651574199641 | |
| }, | |
| { | |
| "epoch": 3.375, | |
| "grad_norm": 0.0033792532049119473, | |
| "learning_rate": 1e-05, | |
| "loss": -0.01635078340768814, | |
| "step": 297 | |
| }, | |
| { | |
| "clip_ratio": 1.8449536810294376e-05, | |
| "completions/clipped_ratio": 0.060546875, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4057.0, | |
| "completions/mean_length": 1519.814453125, | |
| "completions/mean_terminated_length": 1353.78173828125, | |
| "completions/min_length": 234.0, | |
| "completions/min_terminated_length": 234.0, | |
| "epoch": 3.3863636363636362, | |
| "frac_reward_zero_std": 0.21875, | |
| "groups/all_right": 0.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 1.0, | |
| "groups/n": 2, | |
| "num_tokens": 329538481.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 0.84375, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.8125, | |
| "reward_std": 0.39069411158561707, | |
| "rewards/correct/mean": 0.8125, | |
| "rewards/correct/std": 0.39069411158561707, | |
| "rollout/chars": 6872.625, | |
| "rollout/commit": 0.9375, | |
| "rollout/reward": 0.59375, | |
| "rollout/trunc": 0.09375, | |
| "sampling/importance_sampling_ratio/max": 2.8547964096069336, | |
| "sampling/importance_sampling_ratio/mean": 0.9107185006141663, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 2.2701332569122314, | |
| "sampling/sampling_logp_difference/mean": 0.00789270456880331, | |
| "step": 298, | |
| "step_time": 145.82652581202274 | |
| }, | |
| { | |
| "epoch": 3.3863636363636362, | |
| "grad_norm": 0.00400712201371789, | |
| "learning_rate": 1e-05, | |
| "loss": -0.024118416011333466, | |
| "step": 298 | |
| }, | |
| { | |
| "clip_ratio": 8.460331116566522e-06, | |
| "completions/clipped_ratio": 0.048828125, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 4076.0, | |
| "completions/mean_length": 1602.583984375, | |
| "completions/mean_terminated_length": 1474.753662109375, | |
| "completions/min_length": 233.0, | |
| "completions/min_terminated_length": 233.0, | |
| "epoch": 3.3977272727272725, | |
| "frac_reward_zero_std": 0.34375, | |
| "groups/all_right": 1.0, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.0, | |
| "groups/n": 2, | |
| "num_tokens": 330443692.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.822265625, | |
| "reward_std": 0.3826628625392914, | |
| "rewards/correct/mean": 0.822265625, | |
| "rewards/correct/std": 0.3826628625392914, | |
| "rollout/chars": 3007.625, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 1.0, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.9061176776885986, | |
| "sampling/importance_sampling_ratio/mean": 0.8440515398979187, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6183309555053711, | |
| "sampling/sampling_logp_difference/mean": 0.007308142725378275, | |
| "step": 299, | |
| "step_time": 152.06790731902584 | |
| }, | |
| { | |
| "epoch": 3.3977272727272725, | |
| "grad_norm": 0.00400313176214695, | |
| "learning_rate": 1e-05, | |
| "loss": 0.0054066977463662624, | |
| "step": 299 | |
| }, | |
| { | |
| "clip_ratio": 4.76837158203125e-07, | |
| "completions/clipped_ratio": 0.041015625, | |
| "completions/max_length": 4096.0, | |
| "completions/max_terminated_length": 3978.0, | |
| "completions/mean_length": 1366.435546875, | |
| "completions/mean_terminated_length": 1249.6925048828125, | |
| "completions/min_length": 199.0, | |
| "completions/min_terminated_length": 199.0, | |
| "epoch": 3.409090909090909, | |
| "frac_reward_zero_std": 0.53125, | |
| "groups/all_right": 0.5, | |
| "groups/all_wrong": 0.0, | |
| "groups/live_frac": 0.5, | |
| "groups/n": 2, | |
| "num_tokens": 331199659.0, | |
| "register/okay": 0.0, | |
| "register/okay_any": 1.0, | |
| "register/premium": NaN, | |
| "register/verify_any": 1.0, | |
| "reward": 0.904296875, | |
| "reward_std": 0.2944713830947876, | |
| "rewards/correct/mean": 0.904296875, | |
| "rewards/correct/std": 0.2944713830947876, | |
| "rollout/chars": 4027.1875, | |
| "rollout/commit": 1.0, | |
| "rollout/reward": 0.96875, | |
| "rollout/trunc": 0.0, | |
| "sampling/importance_sampling_ratio/max": 2.6786513328552246, | |
| "sampling/importance_sampling_ratio/mean": 0.8983966112136841, | |
| "sampling/importance_sampling_ratio/min": 0.0, | |
| "sampling/sampling_logp_difference/max": 0.6839698553085327, | |
| "sampling/sampling_logp_difference/mean": 0.007149791345000267, | |
| "step": 300, | |
| "step_time": 142.4557199349947 | |
| }, | |
| { | |
| "epoch": 3.409090909090909, | |
| "grad_norm": 0.0038535718340426683, | |
| "learning_rate": 1e-05, | |
| "loss": 0.011730949394404888, | |
| "step": 300 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 300, | |
| "num_input_tokens_seen": 331199659, | |
| "num_train_epochs": 4, | |
| "save_steps": 25, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |