{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "eval_steps": 40, "global_step": 138, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0140625, "completions/max_length": 1536.0, "completions/max_terminated_length": 1497.0, "completions/mean_length": 308.80625, "completions/mean_terminated_length": 291.344287109375, "completions/min_length": 25.2, "completions/min_terminated_length": 25.2, "epoch": 0.07246376811594203, "grad_norm": 0.27501779794692993, "learning_rate": 5.714285714285714e-07, "loss": 0.0259, "num_tokens": 690620.0, "reward": 0.4875, "reward_std": 0.21356593072414398, "rewards/accuracy_reward": 0.0984375, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 0.8765625, "rewards/mean_confidence_reward": 0.0, "step": 5 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0109375, "completions/max_length": 1536.0, "completions/max_terminated_length": 1428.2, "completions/mean_length": 349.8296875, "completions/mean_terminated_length": 336.7182922363281, "completions/min_length": 33.8, "completions/min_terminated_length": 33.8, "epoch": 0.14492753623188406, "grad_norm": 0.14502760767936707, "learning_rate": 1e-06, "loss": 0.0129, "num_tokens": 1416263.0, "reward": 0.50703125, "reward_std": 0.16023073196411133, "rewards/accuracy_reward": 0.08125, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 0.9328125, "rewards/mean_confidence_reward": 0.0, "step": 10 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0125, "completions/max_length": 1402.8, "completions/max_terminated_length": 1264.2, "completions/mean_length": 338.2734375, "completions/mean_terminated_length": 323.1208435058594, "completions/min_length": 20.6, "completions/min_terminated_length": 20.6, "epoch": 0.21739130434782608, "grad_norm": 0.1979260891675949, "learning_rate": 1e-06, "loss": 0.0245, "num_tokens": 2155438.0, "reward": 0.53828125, "reward_std": 0.14823363423347474, "rewards/accuracy_reward": 0.1140625, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 0.9625, "rewards/mean_confidence_reward": 0.0, "step": 15 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 1446.6, "completions/max_terminated_length": 1301.8, "completions/mean_length": 291.4609375, "completions/mean_terminated_length": 271.94463500976565, "completions/min_length": 13.8, "completions/min_terminated_length": 13.8, "epoch": 0.2898550724637681, "grad_norm": 0.28274068236351013, "learning_rate": 1e-06, "loss": 0.0417, "num_tokens": 2854917.0, "reward": 0.58046875, "reward_std": 0.18900540471076965, "rewards/accuracy_reward": 0.1859375, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 0.975, "rewards/mean_confidence_reward": 0.0, "step": 20 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.009375, "completions/max_length": 1347.4, "completions/max_terminated_length": 1151.4, "completions/mean_length": 208.1703125, "completions/mean_terminated_length": 196.9493621826172, "completions/min_length": 13.4, "completions/min_terminated_length": 13.4, "epoch": 0.36231884057971014, "grad_norm": 149.1219482421875, "learning_rate": 1e-06, "loss": 0.0523, "num_tokens": 3492298.0, "reward": 0.60859375, "reward_std": 0.19136763513088226, "rewards/accuracy_reward": 0.2328125, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 0.984375, "rewards/mean_confidence_reward": 0.0, "step": 25 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.003125, "completions/max_length": 1008.0, "completions/max_terminated_length": 1000.2, "completions/mean_length": 68.496875, "completions/mean_terminated_length": 65.34157257080078, "completions/min_length": 13.6, "completions/min_terminated_length": 13.6, "epoch": 0.43478260869565216, "grad_norm": 1.2910770177841187, "learning_rate": 1e-06, "loss": 0.0493, "num_tokens": 4027912.0, "reward": 0.684375, "reward_std": 0.2268119275569916, "rewards/accuracy_reward": 0.3828125, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 0.9859375, "rewards/mean_confidence_reward": 0.0, "step": 30 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 87.4, "completions/max_terminated_length": 87.4, "completions/mean_length": 14.571875, "completions/mean_terminated_length": 14.571875, "completions/min_length": 13.6, "completions/min_terminated_length": 13.6, "epoch": 0.5072463768115942, "grad_norm": 0.6825551986694336, "learning_rate": 1e-06, "loss": 0.0027, "num_tokens": 4553134.0, "reward": 0.740625, "reward_std": 0.17117000222206116, "rewards/accuracy_reward": 0.4828125, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 0.9984375, "rewards/mean_confidence_reward": 0.0, "step": 35 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 0.5797101449275363, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 5073238.0, "reward": 0.784375, "reward_std": 0.02448901943862438, "rewards/accuracy_reward": 0.56875, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 40 }, { "epoch": 0.5797101449275363, "eval_completions/clipped_ratio": 0.0, "eval_completions/max_length": 14.202898550724637, "eval_completions/max_terminated_length": 14.202898550724637, "eval_completions/mean_length": 14.02536231884058, "eval_completions/mean_terminated_length": 14.02536231884058, "eval_completions/min_length": 14.0, "eval_completions/min_terminated_length": 14.0, "eval_loss": 0.0, "eval_num_tokens": 5073238.0, "eval_reward": 0.769927536231884, "eval_reward_std": 0.0, "eval_rewards/accuracy_reward": 0.5398550724637681, "eval_rewards/brier_reward": 0.0, "eval_rewards/confidence_one_or_zero": 0.0, "eval_rewards/format_reward": 1.0, "eval_rewards/mean_confidence_reward": 0.0, "eval_runtime": 56.5872, "eval_samples_per_second": 4.877, "eval_steps_per_second": 0.619, "step": 40 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 0.6521739130434783, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 5571742.0, "reward": 0.81875, "reward_std": 0.0, "rewards/accuracy_reward": 0.6375, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 45 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 0.7246376811594203, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 6072454.0, "reward": 0.8, "reward_std": 0.0, "rewards/accuracy_reward": 0.6, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 50 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 0.7971014492753623, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 6566110.0, "reward": 0.85, "reward_std": 0.0, "rewards/accuracy_reward": 0.7, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 55 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 0.8695652173913043, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 7074102.0, "reward": 0.7375, "reward_std": 0.0, "rewards/accuracy_reward": 0.475, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 60 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 0.9420289855072463, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 7593598.0, "reward": 0.85, "reward_std": 0.0, "rewards/accuracy_reward": 0.7, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 65 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.0144927536231885, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 8094718.0, "reward": 0.8, "reward_std": 0.0, "rewards/accuracy_reward": 0.6, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 70 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.0869565217391304, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 8618702.0, "reward": 0.81875, "reward_std": 0.0, "rewards/accuracy_reward": 0.6375, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 75 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.1594202898550725, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 9121166.0, "reward": 0.8375, "reward_std": 0.0, "rewards/accuracy_reward": 0.675, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 80 }, { "epoch": 1.1594202898550725, "eval_completions/clipped_ratio": 0.0, "eval_completions/max_length": 14.0, "eval_completions/max_terminated_length": 14.0, "eval_completions/mean_length": 13.997282608695652, "eval_completions/mean_terminated_length": 13.997282608695652, "eval_completions/min_length": 13.978260869565217, "eval_completions/min_terminated_length": 13.978260869565217, "eval_loss": 0.0, "eval_num_tokens": 9121166.0, "eval_reward": 0.7697010869565217, "eval_reward_std": 0.0006404952618522921, "eval_rewards/accuracy_reward": 0.5398550724637681, "eval_rewards/brier_reward": 0.0, "eval_rewards/confidence_one_or_zero": 0.0, "eval_rewards/format_reward": 0.9995471014492754, "eval_rewards/mean_confidence_reward": 0.0, "eval_runtime": 55.1546, "eval_samples_per_second": 5.004, "eval_steps_per_second": 0.635, "step": 80 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.2318840579710144, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 9636118.0, "reward": 0.8, "reward_std": 0.0, "rewards/accuracy_reward": 0.6, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 85 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.3043478260869565, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 10160798.0, "reward": 0.80625, "reward_std": 0.0, "rewards/accuracy_reward": 0.6125, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 90 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.3768115942028984, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 10661622.0, "reward": 0.83125, "reward_std": 0.0, "rewards/accuracy_reward": 0.6625, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 95 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.4492753623188406, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 11183702.0, "reward": 0.76875, "reward_std": 0.0, "rewards/accuracy_reward": 0.5375, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 100 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.5217391304347827, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 11697894.0, "reward": 0.8125, "reward_std": 0.0, "rewards/accuracy_reward": 0.625, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 105 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.5942028985507246, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 12207526.0, "reward": 0.80625, "reward_std": 0.0, "rewards/accuracy_reward": 0.6125, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 110 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.6666666666666665, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 12718326.0, "reward": 0.85625, "reward_std": 0.0, "rewards/accuracy_reward": 0.7125, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 115 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.7391304347826086, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 13241574.0, "reward": 0.74375, "reward_std": 0.0, "rewards/accuracy_reward": 0.4875, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 120 }, { "epoch": 1.7391304347826086, "eval_completions/clipped_ratio": 0.0, "eval_completions/max_length": 14.0, "eval_completions/max_terminated_length": 14.0, "eval_completions/mean_length": 14.0, "eval_completions/mean_terminated_length": 14.0, "eval_completions/min_length": 14.0, "eval_completions/min_terminated_length": 14.0, "eval_loss": 0.0, "eval_num_tokens": 13241574.0, "eval_reward": 0.769927536231884, "eval_reward_std": 0.0, "eval_rewards/accuracy_reward": 0.5398550724637681, "eval_rewards/brier_reward": 0.0, "eval_rewards/confidence_one_or_zero": 0.0, "eval_rewards/format_reward": 1.0, "eval_rewards/mean_confidence_reward": 0.0, "eval_runtime": 55.0566, "eval_samples_per_second": 5.013, "eval_steps_per_second": 0.636, "step": 120 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.8115942028985508, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 13743174.0, "reward": 0.83125, "reward_std": 0.0, "rewards/accuracy_reward": 0.6625, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 125 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.8840579710144927, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 14260630.0, "reward": 0.7875, "reward_std": 0.0, "rewards/accuracy_reward": 0.575, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 130 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 1.9565217391304348, "grad_norm": 0.0, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 14759926.0, "reward": 0.81875, "reward_std": 0.0, "rewards/accuracy_reward": 0.6375, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 135 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 14.0, "completions/max_terminated_length": 14.0, "completions/mean_length": 14.0, "completions/mean_terminated_length": 14.0, "completions/min_length": 14.0, "completions/min_terminated_length": 14.0, "epoch": 2.0, "num_tokens": 15050678.0, "reward": 0.7916666666666666, "reward_std": 0.0, "rewards/accuracy_reward": 0.5833333333333334, "rewards/brier_reward": 0.0, "rewards/confidence_one_or_zero": 0.0, "rewards/format_reward": 1.0, "rewards/mean_confidence_reward": 0.0, "step": 138, "total_flos": 0.0, "train_loss": 0.007580966351256854, "train_runtime": 2994.2909, "train_samples_per_second": 0.737, "train_steps_per_second": 0.046 } ], "logging_steps": 5, "max_steps": 138, "num_input_tokens_seen": 15050678, "num_train_epochs": 2, "save_steps": 40, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }