Image-Text-to-Text
PEFT
Safetensors
English
vehme
handwritten-mathematics
mathematical-reasoning
automated-grading
error-detection
error-localization
qwen2.5-vl
vision-language-model
grpo
Instructions to use phuongnt/VEHME-FERMAT with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use phuongnt/VEHME-FERMAT with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("/home3/s20245636/lab/OCR/VEHM/instr_tuning/output/600steps/red") model = PeftModel.from_pretrained(base_model, "phuongnt/VEHME-FERMAT") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from phuongnt/VEHME-FERMAT: direct link, hf CLI and curl.
- Browser
- Download file 27.8 kB
-
https://huggingface.co/phuongnt/VEHME-FERMAT/resolve/main/trainer_state.json
- Command line
-
hf download hf://phuongnt/VEHME-FERMAT/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/phuongnt/VEHME-FERMAT/resolve/main/trainer_state.json
27.8 kB
| { | |
| "best_global_step": 20, | |
| "best_metric": 2.5787403924124583, | |
| "best_model_checkpoint": "/home3/s20245636/lab/OCR/VEHM/instr_tuning/output/fermat/red-600/v1-20250611-015104/checkpoint-20", | |
| "epoch": 0.4118404118404118, | |
| "eval_steps": 20, | |
| "global_step": 20, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 421.0, | |
| "completions/mean_length": 213.61459350585938, | |
| "completions/min_length": 159.0, | |
| "epoch": 0.02059202059202059, | |
| "grad_norm": 0.10479891461391005, | |
| "kl": 0.0, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 2.023763954639435e-06, | |
| "memory(GiB)": 69.74, | |
| "reward": 0.9594758749008179, | |
| "reward_std": 0.4217739403247833, | |
| "rewards/CorrectnessMatchReward/mean": 0.375, | |
| "rewards/CorrectnessMatchReward/std": 0.4853886067867279, | |
| "rewards/CosineReward/mean": 0.06821195781230927, | |
| "rewards/CosineReward/std": 0.7002815008163452, | |
| "rewards/LocalizationReward/mean": 0.3333333432674408, | |
| "rewards/LocalizationReward/std": 0.47263696789741516, | |
| "rewards/RepetitionPenalty/mean": -0.0006631638389080763, | |
| "rewards/RepetitionPenalty/std": 0.0024723168462514877, | |
| "rewards/ThoughtLengthReward/mean": 0.18359375, | |
| "rewards/ThoughtLengthReward/std": 0.11070504039525986, | |
| "step": 1, | |
| "train_speed(iter/s)": 0.002402 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 399.0, | |
| "completions/mean_length": 221.2916717529297, | |
| "completions/min_length": 159.0, | |
| "epoch": 0.04118404118404118, | |
| "grad_norm": 0.10217217623805434, | |
| "kl": 0.0, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 4.35501942774863e-06, | |
| "memory(GiB)": 71.58, | |
| "reward": 1.3502254486083984, | |
| "reward_std": 0.4391779899597168, | |
| "rewards/CorrectnessMatchReward/mean": 0.484375, | |
| "rewards/CorrectnessMatchReward/std": 0.5010623931884766, | |
| "rewards/CosineReward/mean": 0.2260473668575287, | |
| "rewards/CosineReward/std": 0.7226006388664246, | |
| "rewards/LocalizationReward/mean": 0.453125, | |
| "rewards/LocalizationReward/std": 0.49909934401512146, | |
| "rewards/RepetitionPenalty/mean": -0.0008220267482101917, | |
| "rewards/RepetitionPenalty/std": 0.003143024630844593, | |
| "rewards/ThoughtLengthReward/mean": 0.1875, | |
| "rewards/ThoughtLengthReward/std": 0.10853619128465652, | |
| "step": 2, | |
| "train_speed(iter/s)": 0.002552 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 389.0, | |
| "completions/mean_length": 245.65625, | |
| "completions/min_length": 155.0, | |
| "epoch": 0.06177606177606178, | |
| "grad_norm": 0.08675648900978587, | |
| "kl": 0.0011963844299316406, | |
| "learning_rate": 5e-05, | |
| "loss": 8.833594620227814e-06, | |
| "memory(GiB)": 73.82, | |
| "reward": 1.359039306640625, | |
| "reward_std": 0.5673330426216125, | |
| "rewards/CorrectnessMatchReward/mean": 0.4895833432674408, | |
| "rewards/CorrectnessMatchReward/std": 0.501198410987854, | |
| "rewards/CosineReward/mean": 0.23226088285446167, | |
| "rewards/CosineReward/std": 0.7217369675636292, | |
| "rewards/LocalizationReward/mean": 0.4375, | |
| "rewards/LocalizationReward/std": 0.4973752796649933, | |
| "rewards/RepetitionPenalty/mean": -0.0008257072186097503, | |
| "rewards/RepetitionPenalty/std": 0.00291589112021029, | |
| "rewards/ThoughtLengthReward/mean": 0.2005208432674408, | |
| "rewards/ThoughtLengthReward/std": 0.09986766427755356, | |
| "step": 3, | |
| "train_speed(iter/s)": 0.002411 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 401.0, | |
| "completions/mean_length": 228.4166717529297, | |
| "completions/min_length": 155.0, | |
| "epoch": 0.08236808236808237, | |
| "grad_norm": 0.1108443574397371, | |
| "kl": 0.0014638900756835938, | |
| "learning_rate": 4.993910125649561e-05, | |
| "loss": 2.1827097498317016e-06, | |
| "memory(GiB)": 74.29, | |
| "reward": 1.5590394735336304, | |
| "reward_std": 0.42595261335372925, | |
| "rewards/CorrectnessMatchReward/mean": 0.546875, | |
| "rewards/CorrectnessMatchReward/std": 0.49909934401512146, | |
| "rewards/CosineReward/mean": 0.31609195470809937, | |
| "rewards/CosineReward/std": 0.7199137210845947, | |
| "rewards/LocalizationReward/mean": 0.5052083730697632, | |
| "rewards/LocalizationReward/std": 0.5012800097465515, | |
| "rewards/RepetitionPenalty/mean": -0.0005419938242994249, | |
| "rewards/RepetitionPenalty/std": 0.002184933749958873, | |
| "rewards/ThoughtLengthReward/mean": 0.19140625, | |
| "rewards/ThoughtLengthReward/std": 0.10617875307798386, | |
| "step": 4, | |
| "train_speed(iter/s)": 0.002428 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 411.0, | |
| "completions/mean_length": 237.0625, | |
| "completions/min_length": 166.0, | |
| "epoch": 0.10296010296010295, | |
| "grad_norm": 0.11543720244360418, | |
| "kl": 0.005893707275390625, | |
| "learning_rate": 4.975670171853926e-05, | |
| "loss": 1.5038375750009436e-05, | |
| "memory(GiB)": 74.29, | |
| "reward": 1.4182860851287842, | |
| "reward_std": 0.2951998710632324, | |
| "rewards/CorrectnessMatchReward/mean": 0.5, | |
| "rewards/CorrectnessMatchReward/std": 0.5013071894645691, | |
| "rewards/CosineReward/mean": 0.24784688651561737, | |
| "rewards/CosineReward/std": 0.7203618288040161, | |
| "rewards/LocalizationReward/mean": 0.4427083432674408, | |
| "rewards/LocalizationReward/std": 0.4980054199695587, | |
| "rewards/RepetitionPenalty/mean": -0.001435890095308423, | |
| "rewards/RepetitionPenalty/std": 0.005375504959374666, | |
| "rewards/ThoughtLengthReward/mean": 0.2291666716337204, | |
| "rewards/ThoughtLengthReward/std": 0.06927699595689774, | |
| "step": 5, | |
| "train_speed(iter/s)": 0.002347 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 415.0, | |
| "completions/mean_length": 245.59375, | |
| "completions/min_length": 167.0, | |
| "epoch": 0.12355212355212356, | |
| "grad_norm": 0.1181069257034111, | |
| "kl": 0.0206451416015625, | |
| "learning_rate": 4.9453690018345144e-05, | |
| "loss": 4.468625411391258e-05, | |
| "memory(GiB)": 75.33, | |
| "reward": 1.221825122833252, | |
| "reward_std": 0.4320642650127411, | |
| "rewards/CorrectnessMatchReward/mean": 0.4479166865348816, | |
| "rewards/CorrectnessMatchReward/std": 0.4985799789428711, | |
| "rewards/CosineReward/mean": 0.17357566952705383, | |
| "rewards/CosineReward/std": 0.7135447263717651, | |
| "rewards/LocalizationReward/mean": 0.3541666865348816, | |
| "rewards/LocalizationReward/std": 0.4795103669166565, | |
| "rewards/RepetitionPenalty/mean": -0.0012296573258936405, | |
| "rewards/RepetitionPenalty/std": 0.003888001898303628, | |
| "rewards/ThoughtLengthReward/mean": 0.2473958432674408, | |
| "rewards/ThoughtLengthReward/std": 0.025448637083172798, | |
| "step": 6, | |
| "train_speed(iter/s)": 0.002324 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 458.0, | |
| "completions/mean_length": 261.07293701171875, | |
| "completions/min_length": 182.0, | |
| "epoch": 0.14414414414414414, | |
| "grad_norm": 0.11187858854446106, | |
| "kl": 0.0838165283203125, | |
| "learning_rate": 4.9031542398457974e-05, | |
| "loss": 0.00017542685964144766, | |
| "memory(GiB)": 75.33, | |
| "reward": 1.0862802267074585, | |
| "reward_std": 0.3004652261734009, | |
| "rewards/CorrectnessMatchReward/mean": 0.40625, | |
| "rewards/CorrectnessMatchReward/std": 0.49241629242897034, | |
| "rewards/CosineReward/mean": 0.11361651867628098, | |
| "rewards/CosineReward/std": 0.6996390223503113, | |
| "rewards/LocalizationReward/mean": 0.3177083432674408, | |
| "rewards/LocalizationReward/std": 0.46680259704589844, | |
| "rewards/RepetitionPenalty/mean": -0.0012946093920618296, | |
| "rewards/RepetitionPenalty/std": 0.0035169320181012154, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 7, | |
| "train_speed(iter/s)": 0.002296 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 498.0, | |
| "completions/mean_length": 315.33856201171875, | |
| "completions/min_length": 189.0, | |
| "epoch": 0.16473616473616473, | |
| "grad_norm": 0.6467505853332378, | |
| "kl": 0.88934326171875, | |
| "learning_rate": 4.849231551964771e-05, | |
| "loss": 0.0022380182053893805, | |
| "memory(GiB)": 75.33, | |
| "reward": 2.119154453277588, | |
| "reward_std": 0.23006069660186768, | |
| "rewards/CorrectnessMatchReward/mean": 0.7135416865348816, | |
| "rewards/CorrectnessMatchReward/std": 0.45328813791275024, | |
| "rewards/CosineReward/mean": 0.5472347140312195, | |
| "rewards/CosineReward/std": 0.6383499503135681, | |
| "rewards/LocalizationReward/mean": 0.609375, | |
| "rewards/LocalizationReward/std": 0.4891660213470459, | |
| "rewards/RepetitionPenalty/mean": -0.00099703180603683, | |
| "rewards/RepetitionPenalty/std": 0.003000867087393999, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 8, | |
| "train_speed(iter/s)": 0.002229 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 491.0, | |
| "completions/mean_length": 280.76043701171875, | |
| "completions/min_length": 182.0, | |
| "epoch": 0.18532818532818532, | |
| "grad_norm": 0.11481952665958169, | |
| "kl": 0.2429046630859375, | |
| "learning_rate": 4.783863644106502e-05, | |
| "loss": 0.000612734176684171, | |
| "memory(GiB)": 75.79, | |
| "reward": 1.5433845520019531, | |
| "reward_std": 0.21831923723220825, | |
| "rewards/CorrectnessMatchReward/mean": 0.5260416865348816, | |
| "rewards/CorrectnessMatchReward/std": 0.500626802444458, | |
| "rewards/CosineReward/mean": 0.28393489122390747, | |
| "rewards/CosineReward/std": 0.7069699168205261, | |
| "rewards/LocalizationReward/mean": 0.484375, | |
| "rewards/LocalizationReward/std": 0.5010623931884766, | |
| "rewards/RepetitionPenalty/mean": -0.0009670276194810867, | |
| "rewards/RepetitionPenalty/std": 0.0027709794230759144, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 9, | |
| "train_speed(iter/s)": 0.002219 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 499.0, | |
| "completions/mean_length": 269.4895935058594, | |
| "completions/min_length": 188.0, | |
| "epoch": 0.2059202059202059, | |
| "grad_norm": 0.09307591047318431, | |
| "kl": 0.1132965087890625, | |
| "learning_rate": 4.707368982147318e-05, | |
| "loss": 0.000245713337790221, | |
| "memory(GiB)": 76.07, | |
| "reward": 1.4684938192367554, | |
| "reward_std": 0.09292810410261154, | |
| "rewards/CorrectnessMatchReward/mean": 0.5052083730697632, | |
| "rewards/CorrectnessMatchReward/std": 0.5012800097465515, | |
| "rewards/CosineReward/mean": 0.2559816241264343, | |
| "rewards/CosineReward/std": 0.7106394171714783, | |
| "rewards/LocalizationReward/mean": 0.4583333432674408, | |
| "rewards/LocalizationReward/std": 0.4995635151863098, | |
| "rewards/RepetitionPenalty/mean": -0.0010295565007254481, | |
| "rewards/RepetitionPenalty/std": 0.0030646712984889746, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 10, | |
| "train_speed(iter/s)": 0.002168 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 457.0, | |
| "completions/mean_length": 297.13543701171875, | |
| "completions/min_length": 183.0, | |
| "epoch": 0.22651222651222652, | |
| "grad_norm": 0.09493513091521967, | |
| "kl": 0.08095550537109375, | |
| "learning_rate": 4.620120240391065e-05, | |
| "loss": 0.00018348329467698932, | |
| "memory(GiB)": 77.43, | |
| "reward": 1.725380301475525, | |
| "reward_std": 0.1333923041820526, | |
| "rewards/CorrectnessMatchReward/mean": 0.5885416865348816, | |
| "rewards/CorrectnessMatchReward/std": 0.493384450674057, | |
| "rewards/CosineReward/mean": 0.3725980222225189, | |
| "rewards/CosineReward/std": 0.6997078061103821, | |
| "rewards/LocalizationReward/mean": 0.515625, | |
| "rewards/LocalizationReward/std": 0.5010623335838318, | |
| "rewards/RepetitionPenalty/mean": -0.001384397386573255, | |
| "rewards/RepetitionPenalty/std": 0.003916753921657801, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 11, | |
| "train_speed(iter/s)": 0.00205 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 443.0, | |
| "completions/mean_length": 293.6302185058594, | |
| "completions/min_length": 181.0, | |
| "epoch": 0.2471042471042471, | |
| "grad_norm": 0.10466242902627128, | |
| "kl": 0.066253662109375, | |
| "learning_rate": 4.522542485937369e-05, | |
| "loss": 0.00015122009790502489, | |
| "memory(GiB)": 77.43, | |
| "reward": 1.68711256980896, | |
| "reward_std": 0.43765807151794434, | |
| "rewards/CorrectnessMatchReward/mean": 0.5833333730697632, | |
| "rewards/CorrectnessMatchReward/std": 0.49429556727409363, | |
| "rewards/CosineReward/mean": 0.3657306432723999, | |
| "rewards/CosineReward/std": 0.7009669542312622, | |
| "rewards/LocalizationReward/mean": 0.4895833432674408, | |
| "rewards/LocalizationReward/std": 0.501198410987854, | |
| "rewards/RepetitionPenalty/mean": -0.0015348497545346618, | |
| "rewards/RepetitionPenalty/std": 0.004266205709427595, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 12, | |
| "train_speed(iter/s)": 0.001976 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 467.0, | |
| "completions/mean_length": 285.25, | |
| "completions/min_length": 183.0, | |
| "epoch": 0.2676962676962677, | |
| "grad_norm": 0.09882070085915172, | |
| "kl": 0.0605621337890625, | |
| "learning_rate": 4.415111107797445e-05, | |
| "loss": 0.00013017794117331505, | |
| "memory(GiB)": 77.43, | |
| "reward": 1.4799035787582397, | |
| "reward_std": 0.22159945964813232, | |
| "rewards/CorrectnessMatchReward/mean": 0.5, | |
| "rewards/CorrectnessMatchReward/std": 0.5013071894645691, | |
| "rewards/CosineReward/mean": 0.24739837646484375, | |
| "rewards/CosineReward/std": 0.7114919424057007, | |
| "rewards/LocalizationReward/mean": 0.484375, | |
| "rewards/LocalizationReward/std": 0.5010623335838318, | |
| "rewards/RepetitionPenalty/mean": -0.0018697160994634032, | |
| "rewards/RepetitionPenalty/std": 0.006876891944557428, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 13, | |
| "train_speed(iter/s)": 0.0019 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 439.0, | |
| "completions/mean_length": 295.7552185058594, | |
| "completions/min_length": 181.0, | |
| "epoch": 0.2882882882882883, | |
| "grad_norm": 0.08776304365128487, | |
| "kl": 0.0581512451171875, | |
| "learning_rate": 4.2983495008466276e-05, | |
| "loss": 0.00012497154239099473, | |
| "memory(GiB)": 77.43, | |
| "reward": 1.776354193687439, | |
| "reward_std": 0.3223668038845062, | |
| "rewards/CorrectnessMatchReward/mean": 0.625, | |
| "rewards/CorrectnessMatchReward/std": 0.4853886067867279, | |
| "rewards/CosineReward/mean": 0.42455118894577026, | |
| "rewards/CosineReward/std": 0.6895366907119751, | |
| "rewards/LocalizationReward/mean": 0.4791666865348816, | |
| "rewards/LocalizationReward/std": 0.5008718967437744, | |
| "rewards/RepetitionPenalty/mean": -0.00106146652251482, | |
| "rewards/RepetitionPenalty/std": 0.003482910105958581, | |
| "rewards/ThoughtLengthReward/mean": 0.2486979216337204, | |
| "rewards/ThoughtLengthReward/std": 0.018042193725705147, | |
| "step": 14, | |
| "train_speed(iter/s)": 0.001821 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 461.0, | |
| "completions/mean_length": 299.93231201171875, | |
| "completions/min_length": 184.0, | |
| "epoch": 0.3088803088803089, | |
| "grad_norm": 0.08944460012633934, | |
| "kl": 0.05854034423828125, | |
| "learning_rate": 4.172826515897146e-05, | |
| "loss": 0.00013586971908807755, | |
| "memory(GiB)": 77.43, | |
| "reward": 1.760624647140503, | |
| "reward_std": 0.29807019233703613, | |
| "rewards/CorrectnessMatchReward/mean": 0.609375, | |
| "rewards/CorrectnessMatchReward/std": 0.4891660213470459, | |
| "rewards/CosineReward/mean": 0.4025270342826843, | |
| "rewards/CosineReward/std": 0.693856954574585, | |
| "rewards/LocalizationReward/mean": 0.5, | |
| "rewards/LocalizationReward/std": 0.5013071894645691, | |
| "rewards/RepetitionPenalty/mean": -0.001277304720133543, | |
| "rewards/RepetitionPenalty/std": 0.004088031593710184, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 15, | |
| "train_speed(iter/s)": 0.001785 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 476.0, | |
| "completions/mean_length": 301.24481201171875, | |
| "completions/min_length": 188.0, | |
| "epoch": 0.32947232947232946, | |
| "grad_norm": 0.09247588272626009, | |
| "kl": 0.0556640625, | |
| "learning_rate": 4.039153688314145e-05, | |
| "loss": 0.0001178596357931383, | |
| "memory(GiB)": 77.43, | |
| "reward": 1.8202136754989624, | |
| "reward_std": 0.35252445936203003, | |
| "rewards/CorrectnessMatchReward/mean": 0.625, | |
| "rewards/CorrectnessMatchReward/std": 0.4853886067867279, | |
| "rewards/CosineReward/mean": 0.4250945448875427, | |
| "rewards/CosineReward/std": 0.6889393329620361, | |
| "rewards/LocalizationReward/mean": 0.5208333730697632, | |
| "rewards/LocalizationReward/std": 0.5008718371391296, | |
| "rewards/RepetitionPenalty/mean": -0.0007142613176256418, | |
| "rewards/RepetitionPenalty/std": 0.0023925723508000374, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 16, | |
| "train_speed(iter/s)": 0.001738 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 468.0, | |
| "completions/mean_length": 308.96875, | |
| "completions/min_length": 187.0, | |
| "epoch": 0.35006435006435005, | |
| "grad_norm": 0.093285638447722, | |
| "kl": 0.05938720703125, | |
| "learning_rate": 3.897982258676867e-05, | |
| "loss": 0.00012818226241506636, | |
| "memory(GiB)": 77.43, | |
| "reward": 2.039015054702759, | |
| "reward_std": 0.36231595277786255, | |
| "rewards/CorrectnessMatchReward/mean": 0.6979166865348816, | |
| "rewards/CorrectnessMatchReward/std": 0.4603615999221802, | |
| "rewards/CosineReward/mean": 0.5298215746879578, | |
| "rewards/CosineReward/std": 0.6541029214859009, | |
| "rewards/LocalizationReward/mean": 0.5625, | |
| "rewards/LocalizationReward/std": 0.4973752796649933, | |
| "rewards/RepetitionPenalty/mean": -0.0012233429588377476, | |
| "rewards/RepetitionPenalty/std": 0.0036449579056352377, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 17, | |
| "train_speed(iter/s)": 0.001681 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 469.0, | |
| "completions/mean_length": 313.15106201171875, | |
| "completions/min_length": 185.0, | |
| "epoch": 0.37065637065637064, | |
| "grad_norm": 0.08803423910461482, | |
| "kl": 0.06447601318359375, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.00014094838115852326, | |
| "memory(GiB)": 77.43, | |
| "reward": 1.7767027616500854, | |
| "reward_std": 0.3571460545063019, | |
| "rewards/CorrectnessMatchReward/mean": 0.6302083730697632, | |
| "rewards/CorrectnessMatchReward/std": 0.484010249376297, | |
| "rewards/CosineReward/mean": 0.43386849761009216, | |
| "rewards/CosineReward/std": 0.6876592040061951, | |
| "rewards/LocalizationReward/mean": 0.4635416865348816, | |
| "rewards/LocalizationReward/std": 0.49997273087501526, | |
| "rewards/RepetitionPenalty/mean": -0.0009157162858173251, | |
| "rewards/RepetitionPenalty/std": 0.0027353554032742977, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 18, | |
| "train_speed(iter/s)": 0.001639 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 452.0, | |
| "completions/mean_length": 339.6770935058594, | |
| "completions/min_length": 173.0, | |
| "epoch": 0.3912483912483912, | |
| "grad_norm": 0.10478084177122564, | |
| "kl": 0.0612640380859375, | |
| "learning_rate": 3.5959278669726935e-05, | |
| "loss": 0.0001375687716063112, | |
| "memory(GiB)": 77.88, | |
| "reward": 2.019371747970581, | |
| "reward_std": 0.3344690203666687, | |
| "rewards/CorrectnessMatchReward/mean": 0.703125, | |
| "rewards/CorrectnessMatchReward/std": 0.4580754339694977, | |
| "rewards/CosineReward/mean": 0.5363699197769165, | |
| "rewards/CosineReward/std": 0.6495335698127747, | |
| "rewards/LocalizationReward/mean": 0.53125, | |
| "rewards/LocalizationReward/std": 0.5003271102905273, | |
| "rewards/RepetitionPenalty/mean": -0.0013731191866099834, | |
| "rewards/RepetitionPenalty/std": 0.003995626699179411, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 19, | |
| "train_speed(iter/s)": 0.001608 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 461.0, | |
| "completions/mean_length": 351.08856201171875, | |
| "completions/min_length": 191.0, | |
| "epoch": 0.4118404118404118, | |
| "grad_norm": 0.10812396849475318, | |
| "kl": 0.0747222900390625, | |
| "learning_rate": 3.436516483539781e-05, | |
| "loss": 0.00018165742221754044, | |
| "memory(GiB)": 77.88, | |
| "reward": 2.520355701446533, | |
| "reward_std": 0.32913583517074585, | |
| "rewards/CorrectnessMatchReward/mean": 0.8541666865348816, | |
| "rewards/CorrectnessMatchReward/std": 0.3538617789745331, | |
| "rewards/CosineReward/mean": 0.7510079145431519, | |
| "rewards/CosineReward/std": 0.502041757106781, | |
| "rewards/LocalizationReward/mean": 0.6666666865348816, | |
| "rewards/LocalizationReward/std": 0.4726369380950928, | |
| "rewards/RepetitionPenalty/mean": -0.001485575339756906, | |
| "rewards/RepetitionPenalty/std": 0.004180458839982748, | |
| "rewards/ThoughtLengthReward/mean": 0.25, | |
| "rewards/ThoughtLengthReward/std": 0.0, | |
| "step": 20, | |
| "train_speed(iter/s)": 0.001539 | |
| }, | |
| { | |
| "epoch": 0.4118404118404118, | |
| "eval_clip_ratio/high_max": 0.0, | |
| "eval_clip_ratio/high_mean": 0.0, | |
| "eval_clip_ratio/low_mean": 0.0, | |
| "eval_clip_ratio/low_min": 0.0, | |
| "eval_clip_ratio/region_mean": 0.0, | |
| "eval_completions/clipped_ratio": 0.0, | |
| "eval_completions/max_length": 455.85714285714283, | |
| "eval_completions/mean_length": 373.452392578125, | |
| "eval_completions/min_length": 284.7142857142857, | |
| "eval_kl": 0.07278878348214286, | |
| "eval_loss": 0.00017117673996835947, | |
| "eval_reward": 2.5787403924124583, | |
| "eval_reward_std": 0.4637991892439978, | |
| "eval_rewards/CorrectnessMatchReward/mean": 0.9523809552192688, | |
| "eval_rewards/CorrectnessMatchReward/std": 0.10584887862205505, | |
| "eval_rewards/CosineReward/mean": 0.8896037680762154, | |
| "eval_rewards/CosineReward/std": 0.15317954731706, | |
| "eval_rewards/LocalizationReward/mean": 0.4880952558347157, | |
| "eval_rewards/LocalizationReward/std": 0.47584791268621174, | |
| "eval_rewards/RepetitionPenalty/mean": -0.001339557098357805, | |
| "eval_rewards/RepetitionPenalty/std": 0.0026112154259213378, | |
| "eval_rewards/ThoughtLengthReward/mean": 0.25, | |
| "eval_rewards/ThoughtLengthReward/std": 0.0, | |
| "eval_runtime": 1161.7833, | |
| "eval_samples_per_second": 0.013, | |
| "eval_steps_per_second": 0.002, | |
| "step": 20 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 48, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 20, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 12, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |